[ { "query": "\nPrevious Actions: Goal: Open the calendar and show me this week's events?", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/18_1.png" ] }, { "query": "\nPrevious Actions: Goal: Open the calendar and show me this week's events?; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.17, 0.7033, lift_point: 0.17, 0.7033", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/18_2.png" ] }, { "query": "\nPrevious Actions: Goal: Open the calendar and show me this week's events?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.17, 0.7033, lift_point: 0.17, 0.7033", "response": "The action is #DUAL_POINT#; touch_point: 0.9046, 0.9253, lift_point: 0.9046, 0.9253", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/18_3.png" ] }, { "query": "\nPrevious Actions: Goal: Open the calendar and show me this week's events?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.17, 0.7033, lift_point: 0.17, 0.7033; The action is #DUAL_POINT#; touch_point: 0.9046, 0.9253, lift_point: 0.9046, 0.9253", "response": "The action is #DUAL_POINT#; touch_point: 0.8801, 0.5601, lift_point: 0.8801, 0.5601", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/18_4.png" ] }, { "query": "\nPrevious Actions: Goal: Open the calendar and show me this week's events?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.17, 0.7033, lift_point: 0.17, 0.7033; The action is #DUAL_POINT#; touch_point: 0.9046, 0.9253, lift_point: 0.9046, 0.9253; The action is #DUAL_POINT#; touch_point: 0.8801, 0.5601, lift_point: 0.8801, 0.5601", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/18_5.png" ] }, { "query": "\nPrevious Actions: Goal: Show me my notifications", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/90_1.png" ] }, { "query": "\nPrevious Actions: Goal: Show me my notifications; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/90_2.png" ] }, { "query": "\nPrevious Actions: Goal: Show me my notifications; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/90_3.png" ] }, { "query": "\nPrevious Actions: Goal: Show me my notifications; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/90_4.png" ] }, { "query": "\nPrevious Actions: Goal: Show me my notifications; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/90_5.png" ] }, { "query": "\nPrevious Actions: Goal: Show me my notifications; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/90_6.png" ] }, { "query": "\nPrevious Actions: Goal: Show me my notifications; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/90_7.png" ] }, { "query": "\nPrevious Actions: Goal: Show me my notifications; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/90_8.png" ] }, { "query": "\nPrevious Actions: Goal: Show me my notifications; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/90_9.png" ] }, { "query": "\nPrevious Actions: Goal: Show me my notifications; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.4488, 0.5619, lift_point: 0.4488, 0.5619", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/90_10.png" ] }, { "query": "\nPrevious Actions: Goal: Show me my notifications; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4488, 0.5619, lift_point: 0.4488, 0.5619", "response": "The action is #DUAL_POINT#; touch_point: 0.4166, 0.4973, lift_point: 0.4166, 0.4973", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/90_11.png" ] }, { "query": "\nPrevious Actions: Goal: Show me my notifications; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4488, 0.5619, lift_point: 0.4488, 0.5619; The action is #DUAL_POINT#; touch_point: 0.4166, 0.4973, lift_point: 0.4166, 0.4973", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/90_12.png" ] }, { "query": "\nPrevious Actions: Goal: Show me my notifications; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4488, 0.5619, lift_point: 0.4488, 0.5619; The action is #DUAL_POINT#; touch_point: 0.4166, 0.4973, lift_point: 0.4166, 0.4973; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3954, 0.4839, lift_point: 0.3954, 0.4839", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/90_13.png" ] }, { "query": "\nPrevious Actions: Goal: Show me my notifications; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4488, 0.5619, lift_point: 0.4488, 0.5619; The action is #DUAL_POINT#; touch_point: 0.4166, 0.4973, lift_point: 0.4166, 0.4973; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3954, 0.4839, lift_point: 0.3954, 0.4839", "response": "The action is #DUAL_POINT#; touch_point: 0.0818, 0.0549, lift_point: 0.0818, 0.0549", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/90_14.png" ] }, { "query": "\nPrevious Actions: Goal: Show me my notifications; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4488, 0.5619, lift_point: 0.4488, 0.5619; The action is #DUAL_POINT#; touch_point: 0.4166, 0.4973, lift_point: 0.4166, 0.4973; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3954, 0.4839, lift_point: 0.3954, 0.4839; The action is #DUAL_POINT#; touch_point: 0.0818, 0.0549, lift_point: 0.0818, 0.0549", "response": "The action is #DUAL_POINT#; touch_point: 0.0818, 0.0549, lift_point: 0.0818, 0.0549", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/90_15.png" ] }, { "query": "\nPrevious Actions: Goal: Show me my notifications; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4488, 0.5619, lift_point: 0.4488, 0.5619; The action is #DUAL_POINT#; touch_point: 0.4166, 0.4973, lift_point: 0.4166, 0.4973; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3954, 0.4839, lift_point: 0.3954, 0.4839; The action is #DUAL_POINT#; touch_point: 0.0818, 0.0549, lift_point: 0.0818, 0.0549; The action is #DUAL_POINT#; touch_point: 0.0818, 0.0549, lift_point: 0.0818, 0.0549", "response": "The action is #DUAL_POINT#; touch_point: 0.9645, 0.2741, lift_point: 0.9645, 0.2741", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/90_16.png" ] }, { "query": "\nPrevious Actions: Goal: Show me my notifications; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4488, 0.5619, lift_point: 0.4488, 0.5619; The action is #DUAL_POINT#; touch_point: 0.4166, 0.4973, lift_point: 0.4166, 0.4973; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3954, 0.4839, lift_point: 0.3954, 0.4839; The action is #DUAL_POINT#; touch_point: 0.0818, 0.0549, lift_point: 0.0818, 0.0549; The action is #DUAL_POINT#; touch_point: 0.0818, 0.0549, lift_point: 0.0818, 0.0549; The action is #DUAL_POINT#; touch_point: 0.9645, 0.2741, lift_point: 0.9645, 0.2741", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/90_17.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Chile?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/224_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Chile?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7768, 0.7205, lift_point: 0.7768, 0.7205", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/224_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Chile?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7768, 0.7205, lift_point: 0.7768, 0.7205", "response": "The action is #DUAL_POINT#; touch_point: 0.0574, 0.3891, lift_point: 0.0574, 0.3891", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/224_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Chile?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7768, 0.7205, lift_point: 0.7768, 0.7205; The action is #DUAL_POINT#; touch_point: 0.0574, 0.3891, lift_point: 0.0574, 0.3891", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Chile?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/224_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Chile?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7768, 0.7205, lift_point: 0.7768, 0.7205; The action is #DUAL_POINT#; touch_point: 0.0574, 0.3891, lift_point: 0.0574, 0.3891; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Chile?\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/224_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Chile?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7768, 0.7205, lift_point: 0.7768, 0.7205; The action is #DUAL_POINT#; touch_point: 0.0574, 0.3891, lift_point: 0.0574, 0.3891; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Chile?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/224_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Chile?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7768, 0.7205, lift_point: 0.7768, 0.7205; The action is #DUAL_POINT#; touch_point: 0.0574, 0.3891, lift_point: 0.0574, 0.3891; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Chile?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#", "response": "The action is #DUAL_POINT#; touch_point: 0.4163, 0.4832, lift_point: 0.4163, 0.4832", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/224_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Chile?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7768, 0.7205, lift_point: 0.7768, 0.7205; The action is #DUAL_POINT#; touch_point: 0.0574, 0.3891, lift_point: 0.0574, 0.3891; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Chile?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.4163, 0.4832, lift_point: 0.4163, 0.4832", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/224_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Chile?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7768, 0.7205, lift_point: 0.7768, 0.7205; The action is #DUAL_POINT#; touch_point: 0.0574, 0.3891, lift_point: 0.0574, 0.3891; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Chile?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.4163, 0.4832, lift_point: 0.4163, 0.4832; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/224_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Chile?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7768, 0.7205, lift_point: 0.7768, 0.7205; The action is #DUAL_POINT#; touch_point: 0.0574, 0.3891, lift_point: 0.0574, 0.3891; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Chile?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.4163, 0.4832, lift_point: 0.4163, 0.4832; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.8182, 0.6398, lift_point: 0.8182, 0.6398", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/224_10.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Chile?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7768, 0.7205, lift_point: 0.7768, 0.7205; The action is #DUAL_POINT#; touch_point: 0.0574, 0.3891, lift_point: 0.0574, 0.3891; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Chile?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.4163, 0.4832, lift_point: 0.4163, 0.4832; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8182, 0.6398, lift_point: 0.8182, 0.6398", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/224_11.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Chile?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7768, 0.7205, lift_point: 0.7768, 0.7205; The action is #DUAL_POINT#; touch_point: 0.0574, 0.3891, lift_point: 0.0574, 0.3891; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Chile?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.4163, 0.4832, lift_point: 0.4163, 0.4832; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8182, 0.6398, lift_point: 0.8182, 0.6398; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/224_12.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Chile?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7768, 0.7205, lift_point: 0.7768, 0.7205; The action is #DUAL_POINT#; touch_point: 0.0574, 0.3891, lift_point: 0.0574, 0.3891; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Chile?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.4163, 0.4832, lift_point: 0.4163, 0.4832; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8182, 0.6398, lift_point: 0.8182, 0.6398; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/224_13.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Chile?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7768, 0.7205, lift_point: 0.7768, 0.7205; The action is #DUAL_POINT#; touch_point: 0.0574, 0.3891, lift_point: 0.0574, 0.3891; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Chile?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.4163, 0.4832, lift_point: 0.4163, 0.4832; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8182, 0.6398, lift_point: 0.8182, 0.6398; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/224_14.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Chile?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7768, 0.7205, lift_point: 0.7768, 0.7205; The action is #DUAL_POINT#; touch_point: 0.0574, 0.3891, lift_point: 0.0574, 0.3891; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Chile?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.4163, 0.4832, lift_point: 0.4163, 0.4832; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8182, 0.6398, lift_point: 0.8182, 0.6398; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/224_15.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Chile?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7768, 0.7205, lift_point: 0.7768, 0.7205; The action is #DUAL_POINT#; touch_point: 0.0574, 0.3891, lift_point: 0.0574, 0.3891; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Chile?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.4163, 0.4832, lift_point: 0.4163, 0.4832; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8182, 0.6398, lift_point: 0.8182, 0.6398; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/224_16.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Chile?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7768, 0.7205, lift_point: 0.7768, 0.7205; The action is #DUAL_POINT#; touch_point: 0.0574, 0.3891, lift_point: 0.0574, 0.3891; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Chile?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.4163, 0.4832, lift_point: 0.4163, 0.4832; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8182, 0.6398, lift_point: 0.8182, 0.6398; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #PRESS_BACK#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/224_17.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Chile?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7768, 0.7205, lift_point: 0.7768, 0.7205; The action is #DUAL_POINT#; touch_point: 0.0574, 0.3891, lift_point: 0.0574, 0.3891; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Chile?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.4163, 0.4832, lift_point: 0.4163, 0.4832; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8182, 0.6398, lift_point: 0.8182, 0.6398; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#", "response": "The action is #DUAL_POINT#; touch_point: 0.7942, 0.7309, lift_point: 0.7942, 0.7309", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/224_18.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Chile?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7768, 0.7205, lift_point: 0.7768, 0.7205; The action is #DUAL_POINT#; touch_point: 0.0574, 0.3891, lift_point: 0.0574, 0.3891; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Chile?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.4163, 0.4832, lift_point: 0.4163, 0.4832; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8182, 0.6398, lift_point: 0.8182, 0.6398; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7942, 0.7309, lift_point: 0.7942, 0.7309", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/224_19.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Chile?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7768, 0.7205, lift_point: 0.7768, 0.7205; The action is #DUAL_POINT#; touch_point: 0.0574, 0.3891, lift_point: 0.0574, 0.3891; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Chile?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.4163, 0.4832, lift_point: 0.4163, 0.4832; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8182, 0.6398, lift_point: 0.8182, 0.6398; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7942, 0.7309, lift_point: 0.7942, 0.7309; The action is #Scrolling Down#", "response": "The action is #PRESS_BACK#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/224_20.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Chile?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7768, 0.7205, lift_point: 0.7768, 0.7205; The action is #DUAL_POINT#; touch_point: 0.0574, 0.3891, lift_point: 0.0574, 0.3891; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Chile?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.4163, 0.4832, lift_point: 0.4163, 0.4832; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8182, 0.6398, lift_point: 0.8182, 0.6398; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7942, 0.7309, lift_point: 0.7942, 0.7309; The action is #Scrolling Down#; The action is #PRESS_BACK#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/224_21.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Chile?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7768, 0.7205, lift_point: 0.7768, 0.7205; The action is #DUAL_POINT#; touch_point: 0.0574, 0.3891, lift_point: 0.0574, 0.3891; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Chile?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.4163, 0.4832, lift_point: 0.4163, 0.4832; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8182, 0.6398, lift_point: 0.8182, 0.6398; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7942, 0.7309, lift_point: 0.7942, 0.7309; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.5042, 0.5194, lift_point: 0.5042, 0.5194", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/224_22.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Chile?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7768, 0.7205, lift_point: 0.7768, 0.7205; The action is #DUAL_POINT#; touch_point: 0.0574, 0.3891, lift_point: 0.0574, 0.3891; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Chile?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.4163, 0.4832, lift_point: 0.4163, 0.4832; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8182, 0.6398, lift_point: 0.8182, 0.6398; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7942, 0.7309, lift_point: 0.7942, 0.7309; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5042, 0.5194, lift_point: 0.5042, 0.5194", "response": "The action is #DUAL_POINT#; touch_point: 0.3929, 0.6891, lift_point: 0.3929, 0.6891", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/224_23.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Chile?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7768, 0.7205, lift_point: 0.7768, 0.7205; The action is #DUAL_POINT#; touch_point: 0.0574, 0.3891, lift_point: 0.0574, 0.3891; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Chile?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.4163, 0.4832, lift_point: 0.4163, 0.4832; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8182, 0.6398, lift_point: 0.8182, 0.6398; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7942, 0.7309, lift_point: 0.7942, 0.7309; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5042, 0.5194, lift_point: 0.5042, 0.5194; The action is #DUAL_POINT#; touch_point: 0.3929, 0.6891, lift_point: 0.3929, 0.6891", "response": "The action is #DUAL_POINT#; touch_point: 0.869, 0.5517, lift_point: 0.869, 0.5517", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/224_24.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Chile?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7768, 0.7205, lift_point: 0.7768, 0.7205; The action is #DUAL_POINT#; touch_point: 0.0574, 0.3891, lift_point: 0.0574, 0.3891; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Chile?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.4163, 0.4832, lift_point: 0.4163, 0.4832; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8182, 0.6398, lift_point: 0.8182, 0.6398; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7942, 0.7309, lift_point: 0.7942, 0.7309; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5042, 0.5194, lift_point: 0.5042, 0.5194; The action is #DUAL_POINT#; touch_point: 0.3929, 0.6891, lift_point: 0.3929, 0.6891; The action is #DUAL_POINT#; touch_point: 0.869, 0.5517, lift_point: 0.869, 0.5517", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/224_25.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Chile?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7768, 0.7205, lift_point: 0.7768, 0.7205; The action is #DUAL_POINT#; touch_point: 0.0574, 0.3891, lift_point: 0.0574, 0.3891; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Chile?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.4163, 0.4832, lift_point: 0.4163, 0.4832; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8182, 0.6398, lift_point: 0.8182, 0.6398; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7942, 0.7309, lift_point: 0.7942, 0.7309; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5042, 0.5194, lift_point: 0.5042, 0.5194; The action is #DUAL_POINT#; touch_point: 0.3929, 0.6891, lift_point: 0.3929, 0.6891; The action is #DUAL_POINT#; touch_point: 0.869, 0.5517, lift_point: 0.869, 0.5517; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/224_26.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Chile?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7768, 0.7205, lift_point: 0.7768, 0.7205; The action is #DUAL_POINT#; touch_point: 0.0574, 0.3891, lift_point: 0.0574, 0.3891; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Chile?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.4163, 0.4832, lift_point: 0.4163, 0.4832; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8182, 0.6398, lift_point: 0.8182, 0.6398; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7942, 0.7309, lift_point: 0.7942, 0.7309; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5042, 0.5194, lift_point: 0.5042, 0.5194; The action is #DUAL_POINT#; touch_point: 0.3929, 0.6891, lift_point: 0.3929, 0.6891; The action is #DUAL_POINT#; touch_point: 0.869, 0.5517, lift_point: 0.869, 0.5517; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/224_27.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Chile?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7768, 0.7205, lift_point: 0.7768, 0.7205; The action is #DUAL_POINT#; touch_point: 0.0574, 0.3891, lift_point: 0.0574, 0.3891; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Chile?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.4163, 0.4832, lift_point: 0.4163, 0.4832; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8182, 0.6398, lift_point: 0.8182, 0.6398; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7942, 0.7309, lift_point: 0.7942, 0.7309; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5042, 0.5194, lift_point: 0.5042, 0.5194; The action is #DUAL_POINT#; touch_point: 0.3929, 0.6891, lift_point: 0.3929, 0.6891; The action is #DUAL_POINT#; touch_point: 0.869, 0.5517, lift_point: 0.869, 0.5517; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/224_28.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Chile?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7768, 0.7205, lift_point: 0.7768, 0.7205; The action is #DUAL_POINT#; touch_point: 0.0574, 0.3891, lift_point: 0.0574, 0.3891; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Chile?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.4163, 0.4832, lift_point: 0.4163, 0.4832; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8182, 0.6398, lift_point: 0.8182, 0.6398; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7942, 0.7309, lift_point: 0.7942, 0.7309; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5042, 0.5194, lift_point: 0.5042, 0.5194; The action is #DUAL_POINT#; touch_point: 0.3929, 0.6891, lift_point: 0.3929, 0.6891; The action is #DUAL_POINT#; touch_point: 0.869, 0.5517, lift_point: 0.869, 0.5517; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/224_29.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Chile?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7768, 0.7205, lift_point: 0.7768, 0.7205; The action is #DUAL_POINT#; touch_point: 0.0574, 0.3891, lift_point: 0.0574, 0.3891; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Chile?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.4163, 0.4832, lift_point: 0.4163, 0.4832; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8182, 0.6398, lift_point: 0.8182, 0.6398; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7942, 0.7309, lift_point: 0.7942, 0.7309; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5042, 0.5194, lift_point: 0.5042, 0.5194; The action is #DUAL_POINT#; touch_point: 0.3929, 0.6891, lift_point: 0.3929, 0.6891; The action is #DUAL_POINT#; touch_point: 0.869, 0.5517, lift_point: 0.869, 0.5517; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/224_30.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Chile?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7768, 0.7205, lift_point: 0.7768, 0.7205; The action is #DUAL_POINT#; touch_point: 0.0574, 0.3891, lift_point: 0.0574, 0.3891; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Chile?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.4163, 0.4832, lift_point: 0.4163, 0.4832; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8182, 0.6398, lift_point: 0.8182, 0.6398; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7942, 0.7309, lift_point: 0.7942, 0.7309; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5042, 0.5194, lift_point: 0.5042, 0.5194; The action is #DUAL_POINT#; touch_point: 0.3929, 0.6891, lift_point: 0.3929, 0.6891; The action is #DUAL_POINT#; touch_point: 0.869, 0.5517, lift_point: 0.869, 0.5517; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/224_31.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Chile?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7768, 0.7205, lift_point: 0.7768, 0.7205; The action is #DUAL_POINT#; touch_point: 0.0574, 0.3891, lift_point: 0.0574, 0.3891; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Chile?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.4163, 0.4832, lift_point: 0.4163, 0.4832; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8182, 0.6398, lift_point: 0.8182, 0.6398; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7942, 0.7309, lift_point: 0.7942, 0.7309; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5042, 0.5194, lift_point: 0.5042, 0.5194; The action is #DUAL_POINT#; touch_point: 0.3929, 0.6891, lift_point: 0.3929, 0.6891; The action is #DUAL_POINT#; touch_point: 0.869, 0.5517, lift_point: 0.869, 0.5517; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/224_32.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Chile?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7768, 0.7205, lift_point: 0.7768, 0.7205; The action is #DUAL_POINT#; touch_point: 0.0574, 0.3891, lift_point: 0.0574, 0.3891; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Chile?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.4163, 0.4832, lift_point: 0.4163, 0.4832; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8182, 0.6398, lift_point: 0.8182, 0.6398; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7942, 0.7309, lift_point: 0.7942, 0.7309; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5042, 0.5194, lift_point: 0.5042, 0.5194; The action is #DUAL_POINT#; touch_point: 0.3929, 0.6891, lift_point: 0.3929, 0.6891; The action is #DUAL_POINT#; touch_point: 0.869, 0.5517, lift_point: 0.869, 0.5517; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/224_33.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Chile?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7768, 0.7205, lift_point: 0.7768, 0.7205; The action is #DUAL_POINT#; touch_point: 0.0574, 0.3891, lift_point: 0.0574, 0.3891; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Chile?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.4163, 0.4832, lift_point: 0.4163, 0.4832; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8182, 0.6398, lift_point: 0.8182, 0.6398; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7942, 0.7309, lift_point: 0.7942, 0.7309; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5042, 0.5194, lift_point: 0.5042, 0.5194; The action is #DUAL_POINT#; touch_point: 0.3929, 0.6891, lift_point: 0.3929, 0.6891; The action is #DUAL_POINT#; touch_point: 0.869, 0.5517, lift_point: 0.869, 0.5517; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/224_34.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Chile?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7768, 0.7205, lift_point: 0.7768, 0.7205; The action is #DUAL_POINT#; touch_point: 0.0574, 0.3891, lift_point: 0.0574, 0.3891; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Chile?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.4163, 0.4832, lift_point: 0.4163, 0.4832; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8182, 0.6398, lift_point: 0.8182, 0.6398; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7942, 0.7309, lift_point: 0.7942, 0.7309; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5042, 0.5194, lift_point: 0.5042, 0.5194; The action is #DUAL_POINT#; touch_point: 0.3929, 0.6891, lift_point: 0.3929, 0.6891; The action is #DUAL_POINT#; touch_point: 0.869, 0.5517, lift_point: 0.869, 0.5517; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/224_35.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Chile?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7768, 0.7205, lift_point: 0.7768, 0.7205; The action is #DUAL_POINT#; touch_point: 0.0574, 0.3891, lift_point: 0.0574, 0.3891; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Chile?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.4163, 0.4832, lift_point: 0.4163, 0.4832; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8182, 0.6398, lift_point: 0.8182, 0.6398; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7942, 0.7309, lift_point: 0.7942, 0.7309; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5042, 0.5194, lift_point: 0.5042, 0.5194; The action is #DUAL_POINT#; touch_point: 0.3929, 0.6891, lift_point: 0.3929, 0.6891; The action is #DUAL_POINT#; touch_point: 0.869, 0.5517, lift_point: 0.869, 0.5517; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/224_36.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Chile?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7768, 0.7205, lift_point: 0.7768, 0.7205; The action is #DUAL_POINT#; touch_point: 0.0574, 0.3891, lift_point: 0.0574, 0.3891; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Chile?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.4163, 0.4832, lift_point: 0.4163, 0.4832; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8182, 0.6398, lift_point: 0.8182, 0.6398; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7942, 0.7309, lift_point: 0.7942, 0.7309; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5042, 0.5194, lift_point: 0.5042, 0.5194; The action is #DUAL_POINT#; touch_point: 0.3929, 0.6891, lift_point: 0.3929, 0.6891; The action is #DUAL_POINT#; touch_point: 0.869, 0.5517, lift_point: 0.869, 0.5517; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/224_37.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Chile?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7768, 0.7205, lift_point: 0.7768, 0.7205; The action is #DUAL_POINT#; touch_point: 0.0574, 0.3891, lift_point: 0.0574, 0.3891; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Chile?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.4163, 0.4832, lift_point: 0.4163, 0.4832; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8182, 0.6398, lift_point: 0.8182, 0.6398; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7942, 0.7309, lift_point: 0.7942, 0.7309; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5042, 0.5194, lift_point: 0.5042, 0.5194; The action is #DUAL_POINT#; touch_point: 0.3929, 0.6891, lift_point: 0.3929, 0.6891; The action is #DUAL_POINT#; touch_point: 0.869, 0.5517, lift_point: 0.869, 0.5517; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3333, 0.9527, lift_point: 0.3333, 0.9527", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/224_38.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Chile?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7768, 0.7205, lift_point: 0.7768, 0.7205; The action is #DUAL_POINT#; touch_point: 0.0574, 0.3891, lift_point: 0.0574, 0.3891; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Chile?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.4163, 0.4832, lift_point: 0.4163, 0.4832; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8182, 0.6398, lift_point: 0.8182, 0.6398; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7942, 0.7309, lift_point: 0.7942, 0.7309; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5042, 0.5194, lift_point: 0.5042, 0.5194; The action is #DUAL_POINT#; touch_point: 0.3929, 0.6891, lift_point: 0.3929, 0.6891; The action is #DUAL_POINT#; touch_point: 0.869, 0.5517, lift_point: 0.869, 0.5517; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3333, 0.9527, lift_point: 0.3333, 0.9527", "response": "The action is #PRESS_BACK#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/224_39.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Chile?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7768, 0.7205, lift_point: 0.7768, 0.7205; The action is #DUAL_POINT#; touch_point: 0.0574, 0.3891, lift_point: 0.0574, 0.3891; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Chile?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.4163, 0.4832, lift_point: 0.4163, 0.4832; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8182, 0.6398, lift_point: 0.8182, 0.6398; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7942, 0.7309, lift_point: 0.7942, 0.7309; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5042, 0.5194, lift_point: 0.5042, 0.5194; The action is #DUAL_POINT#; touch_point: 0.3929, 0.6891, lift_point: 0.3929, 0.6891; The action is #DUAL_POINT#; touch_point: 0.869, 0.5517, lift_point: 0.869, 0.5517; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3333, 0.9527, lift_point: 0.3333, 0.9527; The action is #PRESS_BACK#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/224_40.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Chile?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7768, 0.7205, lift_point: 0.7768, 0.7205; The action is #DUAL_POINT#; touch_point: 0.0574, 0.3891, lift_point: 0.0574, 0.3891; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Chile?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.4163, 0.4832, lift_point: 0.4163, 0.4832; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8182, 0.6398, lift_point: 0.8182, 0.6398; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7942, 0.7309, lift_point: 0.7942, 0.7309; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5042, 0.5194, lift_point: 0.5042, 0.5194; The action is #DUAL_POINT#; touch_point: 0.3929, 0.6891, lift_point: 0.3929, 0.6891; The action is #DUAL_POINT#; touch_point: 0.869, 0.5517, lift_point: 0.869, 0.5517; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3333, 0.9527, lift_point: 0.3333, 0.9527; The action is #PRESS_BACK#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.4946, 0.357, lift_point: 0.4946, 0.357", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/224_41.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Chile?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7768, 0.7205, lift_point: 0.7768, 0.7205; The action is #DUAL_POINT#; touch_point: 0.0574, 0.3891, lift_point: 0.0574, 0.3891; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Chile?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.4163, 0.4832, lift_point: 0.4163, 0.4832; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8182, 0.6398, lift_point: 0.8182, 0.6398; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7942, 0.7309, lift_point: 0.7942, 0.7309; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5042, 0.5194, lift_point: 0.5042, 0.5194; The action is #DUAL_POINT#; touch_point: 0.3929, 0.6891, lift_point: 0.3929, 0.6891; The action is #DUAL_POINT#; touch_point: 0.869, 0.5517, lift_point: 0.869, 0.5517; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3333, 0.9527, lift_point: 0.3333, 0.9527; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4946, 0.357, lift_point: 0.4946, 0.357", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/224_42.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Chile?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7768, 0.7205, lift_point: 0.7768, 0.7205; The action is #DUAL_POINT#; touch_point: 0.0574, 0.3891, lift_point: 0.0574, 0.3891; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Chile?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.4163, 0.4832, lift_point: 0.4163, 0.4832; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8182, 0.6398, lift_point: 0.8182, 0.6398; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7942, 0.7309, lift_point: 0.7942, 0.7309; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5042, 0.5194, lift_point: 0.5042, 0.5194; The action is #DUAL_POINT#; touch_point: 0.3929, 0.6891, lift_point: 0.3929, 0.6891; The action is #DUAL_POINT#; touch_point: 0.869, 0.5517, lift_point: 0.869, 0.5517; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3333, 0.9527, lift_point: 0.3333, 0.9527; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4946, 0.357, lift_point: 0.4946, 0.357; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/224_43.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Chile?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7768, 0.7205, lift_point: 0.7768, 0.7205; The action is #DUAL_POINT#; touch_point: 0.0574, 0.3891, lift_point: 0.0574, 0.3891; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Chile?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.4163, 0.4832, lift_point: 0.4163, 0.4832; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8182, 0.6398, lift_point: 0.8182, 0.6398; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7942, 0.7309, lift_point: 0.7942, 0.7309; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5042, 0.5194, lift_point: 0.5042, 0.5194; The action is #DUAL_POINT#; touch_point: 0.3929, 0.6891, lift_point: 0.3929, 0.6891; The action is #DUAL_POINT#; touch_point: 0.869, 0.5517, lift_point: 0.869, 0.5517; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3333, 0.9527, lift_point: 0.3333, 0.9527; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4946, 0.357, lift_point: 0.4946, 0.357; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/224_44.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Chile?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7768, 0.7205, lift_point: 0.7768, 0.7205; The action is #DUAL_POINT#; touch_point: 0.0574, 0.3891, lift_point: 0.0574, 0.3891; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Chile?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.4163, 0.4832, lift_point: 0.4163, 0.4832; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8182, 0.6398, lift_point: 0.8182, 0.6398; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7942, 0.7309, lift_point: 0.7942, 0.7309; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5042, 0.5194, lift_point: 0.5042, 0.5194; The action is #DUAL_POINT#; touch_point: 0.3929, 0.6891, lift_point: 0.3929, 0.6891; The action is #DUAL_POINT#; touch_point: 0.869, 0.5517, lift_point: 0.869, 0.5517; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3333, 0.9527, lift_point: 0.3333, 0.9527; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4946, 0.357, lift_point: 0.4946, 0.357; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#", "response": "The action is #DUAL_POINT#; touch_point: 0.3874, 0.6603, lift_point: 0.3874, 0.6603", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/224_45.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Chile?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7768, 0.7205, lift_point: 0.7768, 0.7205; The action is #DUAL_POINT#; touch_point: 0.0574, 0.3891, lift_point: 0.0574, 0.3891; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Chile?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.4163, 0.4832, lift_point: 0.4163, 0.4832; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8182, 0.6398, lift_point: 0.8182, 0.6398; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7942, 0.7309, lift_point: 0.7942, 0.7309; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5042, 0.5194, lift_point: 0.5042, 0.5194; The action is #DUAL_POINT#; touch_point: 0.3929, 0.6891, lift_point: 0.3929, 0.6891; The action is #DUAL_POINT#; touch_point: 0.869, 0.5517, lift_point: 0.869, 0.5517; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3333, 0.9527, lift_point: 0.3333, 0.9527; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4946, 0.357, lift_point: 0.4946, 0.357; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.3874, 0.6603, lift_point: 0.3874, 0.6603", "response": "The action is #DUAL_POINT#; touch_point: 0.5257, 0.9212, lift_point: 0.5257, 0.9212", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/224_46.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Chile?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7768, 0.7205, lift_point: 0.7768, 0.7205; The action is #DUAL_POINT#; touch_point: 0.0574, 0.3891, lift_point: 0.0574, 0.3891; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Chile?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.4163, 0.4832, lift_point: 0.4163, 0.4832; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8182, 0.6398, lift_point: 0.8182, 0.6398; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7942, 0.7309, lift_point: 0.7942, 0.7309; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5042, 0.5194, lift_point: 0.5042, 0.5194; The action is #DUAL_POINT#; touch_point: 0.3929, 0.6891, lift_point: 0.3929, 0.6891; The action is #DUAL_POINT#; touch_point: 0.869, 0.5517, lift_point: 0.869, 0.5517; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3333, 0.9527, lift_point: 0.3333, 0.9527; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4946, 0.357, lift_point: 0.4946, 0.357; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.3874, 0.6603, lift_point: 0.3874, 0.6603; The action is #DUAL_POINT#; touch_point: 0.5257, 0.9212, lift_point: 0.5257, 0.9212", "response": "The action is #DUAL_POINT#; touch_point: 0.5716, 0.8472, lift_point: 0.5716, 0.8472", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/224_47.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Chile?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7768, 0.7205, lift_point: 0.7768, 0.7205; The action is #DUAL_POINT#; touch_point: 0.0574, 0.3891, lift_point: 0.0574, 0.3891; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Chile?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.4163, 0.4832, lift_point: 0.4163, 0.4832; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8182, 0.6398, lift_point: 0.8182, 0.6398; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7942, 0.7309, lift_point: 0.7942, 0.7309; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5042, 0.5194, lift_point: 0.5042, 0.5194; The action is #DUAL_POINT#; touch_point: 0.3929, 0.6891, lift_point: 0.3929, 0.6891; The action is #DUAL_POINT#; touch_point: 0.869, 0.5517, lift_point: 0.869, 0.5517; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3333, 0.9527, lift_point: 0.3333, 0.9527; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4946, 0.357, lift_point: 0.4946, 0.357; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.3874, 0.6603, lift_point: 0.3874, 0.6603; The action is #DUAL_POINT#; touch_point: 0.5257, 0.9212, lift_point: 0.5257, 0.9212; The action is #DUAL_POINT#; touch_point: 0.5716, 0.8472, lift_point: 0.5716, 0.8472", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/224_48.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Denver", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/356_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Denver; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8313, 0.559, lift_point: 0.8313, 0.559", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/356_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Denver; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8313, 0.559, lift_point: 0.8313, 0.559", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Denver\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/356_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Denver; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8313, 0.559, lift_point: 0.8313, 0.559; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Denver\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/356_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Denver; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8313, 0.559, lift_point: 0.8313, 0.559; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Denver\"; The action is #PRESS_ENTER#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/356_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Denver; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8313, 0.559, lift_point: 0.8313, 0.559; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Denver\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3801, 0.3268, lift_point: 0.3801, 0.3268", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/356_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Denver; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8313, 0.559, lift_point: 0.8313, 0.559; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Denver\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3801, 0.3268, lift_point: 0.3801, 0.3268", "response": "The action is #DUAL_POINT#; touch_point: 0.6006, 0.4735, lift_point: 0.6006, 0.4735", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/356_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Denver; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8313, 0.559, lift_point: 0.8313, 0.559; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Denver\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3801, 0.3268, lift_point: 0.3801, 0.3268; The action is #DUAL_POINT#; touch_point: 0.6006, 0.4735, lift_point: 0.6006, 0.4735", "response": "The action is #DUAL_POINT#; touch_point: 0.2735, 0.899, lift_point: 0.2735, 0.899", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/356_8.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Denver; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8313, 0.559, lift_point: 0.8313, 0.559; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Denver\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3801, 0.3268, lift_point: 0.3801, 0.3268; The action is #DUAL_POINT#; touch_point: 0.6006, 0.4735, lift_point: 0.6006, 0.4735; The action is #DUAL_POINT#; touch_point: 0.2735, 0.899, lift_point: 0.2735, 0.899", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/356_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's the time in San Francisco?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/550_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the time in San Francisco?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8732, 0.5281, lift_point: 0.8732, 0.5281", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/550_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the time in San Francisco?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8732, 0.5281, lift_point: 0.8732, 0.5281", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the time in San Francisco\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/550_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the time in San Francisco?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8732, 0.5281, lift_point: 0.8732, 0.5281; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the time in San Francisco\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/550_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the time in San Francisco?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8732, 0.5281, lift_point: 0.8732, 0.5281; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the time in San Francisco\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/550_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Chicago?", "response": "The action is #DUAL_POINT#; touch_point: 0.8187, 0.6262, lift_point: 0.8187, 0.6262", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/756_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Chicago?; The action is #DUAL_POINT#; touch_point: 0.8187, 0.6262, lift_point: 0.8187, 0.6262", "response": "The action is #DUAL_POINT#; touch_point: 0.1809, 0.5707, lift_point: 0.1809, 0.5707", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/756_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Chicago?; The action is #DUAL_POINT#; touch_point: 0.8187, 0.6262, lift_point: 0.8187, 0.6262; The action is #DUAL_POINT#; touch_point: 0.1809, 0.5707, lift_point: 0.1809, 0.5707", "response": "The action is #DUAL_POINT#; touch_point: 0.1091, 0.9355, lift_point: 0.1091, 0.9355", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/756_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Chicago?; The action is #DUAL_POINT#; touch_point: 0.8187, 0.6262, lift_point: 0.8187, 0.6262; The action is #DUAL_POINT#; touch_point: 0.1809, 0.5707, lift_point: 0.1809, 0.5707; The action is #DUAL_POINT#; touch_point: 0.1091, 0.9355, lift_point: 0.1091, 0.9355", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Chicago?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/756_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Chicago?; The action is #DUAL_POINT#; touch_point: 0.8187, 0.6262, lift_point: 0.8187, 0.6262; The action is #DUAL_POINT#; touch_point: 0.1809, 0.5707, lift_point: 0.1809, 0.5707; The action is #DUAL_POINT#; touch_point: 0.1091, 0.9355, lift_point: 0.1091, 0.9355; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Chicago?\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/756_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Chicago?; The action is #DUAL_POINT#; touch_point: 0.8187, 0.6262, lift_point: 0.8187, 0.6262; The action is #DUAL_POINT#; touch_point: 0.1809, 0.5707, lift_point: 0.1809, 0.5707; The action is #DUAL_POINT#; touch_point: 0.1091, 0.9355, lift_point: 0.1091, 0.9355; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Chicago?\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/756_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Vietnam?", "response": "The action is #DUAL_POINT#; touch_point: 0.877, 0.6724, lift_point: 0.877, 0.6724", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/804_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Vietnam?; The action is #DUAL_POINT#; touch_point: 0.877, 0.6724, lift_point: 0.877, 0.6724", "response": "The action is #DUAL_POINT#; touch_point: 0.8723, 0.6865, lift_point: 0.8723, 0.6865", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/804_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Vietnam?; The action is #DUAL_POINT#; touch_point: 0.877, 0.6724, lift_point: 0.877, 0.6724; The action is #DUAL_POINT#; touch_point: 0.8723, 0.6865, lift_point: 0.8723, 0.6865", "response": "The action is #DUAL_POINT#; touch_point: 0.7749, 0.6451, lift_point: 0.7749, 0.6451", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/804_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Vietnam?; The action is #DUAL_POINT#; touch_point: 0.877, 0.6724, lift_point: 0.877, 0.6724; The action is #DUAL_POINT#; touch_point: 0.8723, 0.6865, lift_point: 0.8723, 0.6865; The action is #DUAL_POINT#; touch_point: 0.7749, 0.6451, lift_point: 0.7749, 0.6451", "response": "The action is #DUAL_POINT#; touch_point: 0.1698, 0.5617, lift_point: 0.1698, 0.5617", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/804_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Vietnam?; The action is #DUAL_POINT#; touch_point: 0.877, 0.6724, lift_point: 0.877, 0.6724; The action is #DUAL_POINT#; touch_point: 0.8723, 0.6865, lift_point: 0.8723, 0.6865; The action is #DUAL_POINT#; touch_point: 0.7749, 0.6451, lift_point: 0.7749, 0.6451; The action is #DUAL_POINT#; touch_point: 0.1698, 0.5617, lift_point: 0.1698, 0.5617", "response": "The action is #DUAL_POINT#; touch_point: 0.113, 0.9241, lift_point: 0.113, 0.9241", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/804_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Vietnam?; The action is #DUAL_POINT#; touch_point: 0.877, 0.6724, lift_point: 0.877, 0.6724; The action is #DUAL_POINT#; touch_point: 0.8723, 0.6865, lift_point: 0.8723, 0.6865; The action is #DUAL_POINT#; touch_point: 0.7749, 0.6451, lift_point: 0.7749, 0.6451; The action is #DUAL_POINT#; touch_point: 0.1698, 0.5617, lift_point: 0.1698, 0.5617; The action is #DUAL_POINT#; touch_point: 0.113, 0.9241, lift_point: 0.113, 0.9241", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"news in Vietnam?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/804_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Vietnam?; The action is #DUAL_POINT#; touch_point: 0.877, 0.6724, lift_point: 0.877, 0.6724; The action is #DUAL_POINT#; touch_point: 0.8723, 0.6865, lift_point: 0.8723, 0.6865; The action is #DUAL_POINT#; touch_point: 0.7749, 0.6451, lift_point: 0.7749, 0.6451; The action is #DUAL_POINT#; touch_point: 0.1698, 0.5617, lift_point: 0.1698, 0.5617; The action is #DUAL_POINT#; touch_point: 0.113, 0.9241, lift_point: 0.113, 0.9241; The action is #TYPE#; And the content is : \"typed_text\": \"news in Vietnam?\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/804_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Vietnam?; The action is #DUAL_POINT#; touch_point: 0.877, 0.6724, lift_point: 0.877, 0.6724; The action is #DUAL_POINT#; touch_point: 0.8723, 0.6865, lift_point: 0.8723, 0.6865; The action is #DUAL_POINT#; touch_point: 0.7749, 0.6451, lift_point: 0.7749, 0.6451; The action is #DUAL_POINT#; touch_point: 0.1698, 0.5617, lift_point: 0.1698, 0.5617; The action is #DUAL_POINT#; touch_point: 0.113, 0.9241, lift_point: 0.113, 0.9241; The action is #TYPE#; And the content is : \"typed_text\": \"news in Vietnam?\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/804_8.png" ] }, { "query": "\nPrevious Actions: Goal: Check my gmail", "response": "The action is #DUAL_POINT#; touch_point: 0.5363, 0.6639, lift_point: 0.5363, 0.6639", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/821_1.png" ] }, { "query": "\nPrevious Actions: Goal: Check my gmail; The action is #DUAL_POINT#; touch_point: 0.5363, 0.6639, lift_point: 0.5363, 0.6639", "response": "The action is #DUAL_POINT#; touch_point: 0.6403, 0.4089, lift_point: 0.6403, 0.4089", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/821_2.png" ] }, { "query": "\nPrevious Actions: Goal: Check my gmail; The action is #DUAL_POINT#; touch_point: 0.5363, 0.6639, lift_point: 0.5363, 0.6639; The action is #DUAL_POINT#; touch_point: 0.6403, 0.4089, lift_point: 0.6403, 0.4089", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/821_3.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Japan?", "response": "The action is #DUAL_POINT#; touch_point: 0.7783, 0.6389, lift_point: 0.7783, 0.6389", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/844_1.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Japan?; The action is #DUAL_POINT#; touch_point: 0.7783, 0.6389, lift_point: 0.7783, 0.6389", "response": "The action is #DUAL_POINT#; touch_point: 0.7783, 0.6389, lift_point: 0.7783, 0.6389", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/844_2.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Japan?; The action is #DUAL_POINT#; touch_point: 0.7783, 0.6389, lift_point: 0.7783, 0.6389; The action is #DUAL_POINT#; touch_point: 0.7783, 0.6389, lift_point: 0.7783, 0.6389", "response": "The action is #DUAL_POINT#; touch_point: 0.7926, 0.5541, lift_point: 0.7926, 0.5541", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/844_3.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Japan?; The action is #DUAL_POINT#; touch_point: 0.7783, 0.6389, lift_point: 0.7783, 0.6389; The action is #DUAL_POINT#; touch_point: 0.7783, 0.6389, lift_point: 0.7783, 0.6389; The action is #DUAL_POINT#; touch_point: 0.7926, 0.5541, lift_point: 0.7926, 0.5541", "response": "The action is #DUAL_POINT#; touch_point: 0.1718, 0.525, lift_point: 0.1718, 0.525", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/844_4.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Japan?; The action is #DUAL_POINT#; touch_point: 0.7783, 0.6389, lift_point: 0.7783, 0.6389; The action is #DUAL_POINT#; touch_point: 0.7783, 0.6389, lift_point: 0.7783, 0.6389; The action is #DUAL_POINT#; touch_point: 0.7926, 0.5541, lift_point: 0.7926, 0.5541; The action is #DUAL_POINT#; touch_point: 0.1718, 0.525, lift_point: 0.1718, 0.525", "response": "The action is #DUAL_POINT#; touch_point: 0.1175, 0.9367, lift_point: 0.1175, 0.9367", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/844_5.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Japan?; The action is #DUAL_POINT#; touch_point: 0.7783, 0.6389, lift_point: 0.7783, 0.6389; The action is #DUAL_POINT#; touch_point: 0.7783, 0.6389, lift_point: 0.7783, 0.6389; The action is #DUAL_POINT#; touch_point: 0.7926, 0.5541, lift_point: 0.7926, 0.5541; The action is #DUAL_POINT#; touch_point: 0.1718, 0.525, lift_point: 0.1718, 0.525; The action is #DUAL_POINT#; touch_point: 0.1175, 0.9367, lift_point: 0.1175, 0.9367", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Japan?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/844_6.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Japan?; The action is #DUAL_POINT#; touch_point: 0.7783, 0.6389, lift_point: 0.7783, 0.6389; The action is #DUAL_POINT#; touch_point: 0.7783, 0.6389, lift_point: 0.7783, 0.6389; The action is #DUAL_POINT#; touch_point: 0.7926, 0.5541, lift_point: 0.7926, 0.5541; The action is #DUAL_POINT#; touch_point: 0.1718, 0.525, lift_point: 0.1718, 0.525; The action is #DUAL_POINT#; touch_point: 0.1175, 0.9367, lift_point: 0.1175, 0.9367; The action is #TYPE#; And the content is : \"typed_text\": \"capital of Japan?\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/844_7.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Japan?; The action is #DUAL_POINT#; touch_point: 0.7783, 0.6389, lift_point: 0.7783, 0.6389; The action is #DUAL_POINT#; touch_point: 0.7783, 0.6389, lift_point: 0.7783, 0.6389; The action is #DUAL_POINT#; touch_point: 0.7926, 0.5541, lift_point: 0.7926, 0.5541; The action is #DUAL_POINT#; touch_point: 0.1718, 0.525, lift_point: 0.1718, 0.525; The action is #DUAL_POINT#; touch_point: 0.1175, 0.9367, lift_point: 0.1175, 0.9367; The action is #TYPE#; And the content is : \"typed_text\": \"capital of Japan?\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/844_8.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Buenos aires to Seoul", "response": "The action is #DUAL_POINT#; touch_point: 0.7948, 0.6361, lift_point: 0.7948, 0.6361", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/858_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Buenos aires to Seoul; The action is #DUAL_POINT#; touch_point: 0.7948, 0.6361, lift_point: 0.7948, 0.6361", "response": "The action is #DUAL_POINT#; touch_point: 0.1631, 0.7936, lift_point: 0.1631, 0.7936", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/858_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Buenos aires to Seoul; The action is #DUAL_POINT#; touch_point: 0.7948, 0.6361, lift_point: 0.7948, 0.6361; The action is #DUAL_POINT#; touch_point: 0.1631, 0.7936, lift_point: 0.1631, 0.7936", "response": "The action is #DUAL_POINT#; touch_point: 0.1071, 0.9399, lift_point: 0.1071, 0.9399", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/858_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Buenos aires to Seoul; The action is #DUAL_POINT#; touch_point: 0.7948, 0.6361, lift_point: 0.7948, 0.6361; The action is #DUAL_POINT#; touch_point: 0.1631, 0.7936, lift_point: 0.1631, 0.7936; The action is #DUAL_POINT#; touch_point: 0.1071, 0.9399, lift_point: 0.1071, 0.9399", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Buenos aires to Seoul\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/858_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Buenos aires to Seoul; The action is #DUAL_POINT#; touch_point: 0.7948, 0.6361, lift_point: 0.7948, 0.6361; The action is #DUAL_POINT#; touch_point: 0.1631, 0.7936, lift_point: 0.1631, 0.7936; The action is #DUAL_POINT#; touch_point: 0.1071, 0.9399, lift_point: 0.1071, 0.9399; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Buenos aires to Seoul\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/858_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Buenos aires to Seoul; The action is #DUAL_POINT#; touch_point: 0.7948, 0.6361, lift_point: 0.7948, 0.6361; The action is #DUAL_POINT#; touch_point: 0.1631, 0.7936, lift_point: 0.1631, 0.7936; The action is #DUAL_POINT#; touch_point: 0.1071, 0.9399, lift_point: 0.1071, 0.9399; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Buenos aires to Seoul\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/858_6.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Dallas?", "response": "The action is #DUAL_POINT#; touch_point: 0.8275, 0.6317, lift_point: 0.8275, 0.6317", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/876_1.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Dallas?; The action is #DUAL_POINT#; touch_point: 0.8275, 0.6317, lift_point: 0.8275, 0.6317", "response": "The action is #DUAL_POINT#; touch_point: 0.7947, 0.6208, lift_point: 0.7947, 0.6208", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/876_2.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Dallas?; The action is #DUAL_POINT#; touch_point: 0.8275, 0.6317, lift_point: 0.8275, 0.6317; The action is #DUAL_POINT#; touch_point: 0.7947, 0.6208, lift_point: 0.7947, 0.6208", "response": "The action is #DUAL_POINT#; touch_point: 0.7947, 0.6208, lift_point: 0.7947, 0.6208", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/876_3.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Dallas?; The action is #DUAL_POINT#; touch_point: 0.8275, 0.6317, lift_point: 0.8275, 0.6317; The action is #DUAL_POINT#; touch_point: 0.7947, 0.6208, lift_point: 0.7947, 0.6208; The action is #DUAL_POINT#; touch_point: 0.7947, 0.6208, lift_point: 0.7947, 0.6208", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/876_4.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Dallas?; The action is #DUAL_POINT#; touch_point: 0.8275, 0.6317, lift_point: 0.8275, 0.6317; The action is #DUAL_POINT#; touch_point: 0.7947, 0.6208, lift_point: 0.7947, 0.6208; The action is #DUAL_POINT#; touch_point: 0.7947, 0.6208, lift_point: 0.7947, 0.6208; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.529, 0.9613, lift_point: 0.529, 0.9613", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/876_5.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Dallas?; The action is #DUAL_POINT#; touch_point: 0.8275, 0.6317, lift_point: 0.8275, 0.6317; The action is #DUAL_POINT#; touch_point: 0.7947, 0.6208, lift_point: 0.7947, 0.6208; The action is #DUAL_POINT#; touch_point: 0.7947, 0.6208, lift_point: 0.7947, 0.6208; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.529, 0.9613, lift_point: 0.529, 0.9613", "response": "The action is #DUAL_POINT#; touch_point: 0.1668, 0.5882, lift_point: 0.1668, 0.5882", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/876_6.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Dallas?; The action is #DUAL_POINT#; touch_point: 0.8275, 0.6317, lift_point: 0.8275, 0.6317; The action is #DUAL_POINT#; touch_point: 0.7947, 0.6208, lift_point: 0.7947, 0.6208; The action is #DUAL_POINT#; touch_point: 0.7947, 0.6208, lift_point: 0.7947, 0.6208; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.529, 0.9613, lift_point: 0.529, 0.9613; The action is #DUAL_POINT#; touch_point: 0.1668, 0.5882, lift_point: 0.1668, 0.5882", "response": "The action is #DUAL_POINT#; touch_point: 0.1, 0.952, lift_point: 0.1, 0.952", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/876_7.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Dallas?; The action is #DUAL_POINT#; touch_point: 0.8275, 0.6317, lift_point: 0.8275, 0.6317; The action is #DUAL_POINT#; touch_point: 0.7947, 0.6208, lift_point: 0.7947, 0.6208; The action is #DUAL_POINT#; touch_point: 0.7947, 0.6208, lift_point: 0.7947, 0.6208; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.529, 0.9613, lift_point: 0.529, 0.9613; The action is #DUAL_POINT#; touch_point: 0.1668, 0.5882, lift_point: 0.1668, 0.5882; The action is #DUAL_POINT#; touch_point: 0.1, 0.952, lift_point: 0.1, 0.952", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Dallas?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/876_8.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Dallas?; The action is #DUAL_POINT#; touch_point: 0.8275, 0.6317, lift_point: 0.8275, 0.6317; The action is #DUAL_POINT#; touch_point: 0.7947, 0.6208, lift_point: 0.7947, 0.6208; The action is #DUAL_POINT#; touch_point: 0.7947, 0.6208, lift_point: 0.7947, 0.6208; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.529, 0.9613, lift_point: 0.529, 0.9613; The action is #DUAL_POINT#; touch_point: 0.1668, 0.5882, lift_point: 0.1668, 0.5882; The action is #DUAL_POINT#; touch_point: 0.1, 0.952, lift_point: 0.1, 0.952; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Dallas?\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/876_9.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Dallas?; The action is #DUAL_POINT#; touch_point: 0.8275, 0.6317, lift_point: 0.8275, 0.6317; The action is #DUAL_POINT#; touch_point: 0.7947, 0.6208, lift_point: 0.7947, 0.6208; The action is #DUAL_POINT#; touch_point: 0.7947, 0.6208, lift_point: 0.7947, 0.6208; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.529, 0.9613, lift_point: 0.529, 0.9613; The action is #DUAL_POINT#; touch_point: 0.1668, 0.5882, lift_point: 0.1668, 0.5882; The action is #DUAL_POINT#; touch_point: 0.1, 0.952, lift_point: 0.1, 0.952; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Dallas?\"; The action is #PRESS_ENTER#", "response": "The action is #DUAL_POINT#; touch_point: 0.8381, 0.2983, lift_point: 0.8381, 0.2983", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/876_10.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Dallas?; The action is #DUAL_POINT#; touch_point: 0.8275, 0.6317, lift_point: 0.8275, 0.6317; The action is #DUAL_POINT#; touch_point: 0.7947, 0.6208, lift_point: 0.7947, 0.6208; The action is #DUAL_POINT#; touch_point: 0.7947, 0.6208, lift_point: 0.7947, 0.6208; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.529, 0.9613, lift_point: 0.529, 0.9613; The action is #DUAL_POINT#; touch_point: 0.1668, 0.5882, lift_point: 0.1668, 0.5882; The action is #DUAL_POINT#; touch_point: 0.1, 0.952, lift_point: 0.1, 0.952; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Dallas?\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.8381, 0.2983, lift_point: 0.8381, 0.2983", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/876_11.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Nordstrom?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1008_1.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Nordstrom?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8144, 0.5933, lift_point: 0.8144, 0.5933", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1008_2.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Nordstrom?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8144, 0.5933, lift_point: 0.8144, 0.5933", "response": "The action is #DUAL_POINT#; touch_point: 0.8079, 0.6457, lift_point: 0.8079, 0.6457", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1008_3.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Nordstrom?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8144, 0.5933, lift_point: 0.8144, 0.5933; The action is #DUAL_POINT#; touch_point: 0.8079, 0.6457, lift_point: 0.8079, 0.6457", "response": "The action is #DUAL_POINT#; touch_point: 0.1625, 0.7341, lift_point: 0.1625, 0.7341", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1008_4.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Nordstrom?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8144, 0.5933, lift_point: 0.8144, 0.5933; The action is #DUAL_POINT#; touch_point: 0.8079, 0.6457, lift_point: 0.8079, 0.6457; The action is #DUAL_POINT#; touch_point: 0.1625, 0.7341, lift_point: 0.1625, 0.7341", "response": "The action is #DUAL_POINT#; touch_point: 0.1134, 0.9331, lift_point: 0.1134, 0.9331", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1008_5.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Nordstrom?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8144, 0.5933, lift_point: 0.8144, 0.5933; The action is #DUAL_POINT#; touch_point: 0.8079, 0.6457, lift_point: 0.8079, 0.6457; The action is #DUAL_POINT#; touch_point: 0.1625, 0.7341, lift_point: 0.1625, 0.7341; The action is #DUAL_POINT#; touch_point: 0.1134, 0.9331, lift_point: 0.1134, 0.9331", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Nordstrom?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1008_6.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Nordstrom?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8144, 0.5933, lift_point: 0.8144, 0.5933; The action is #DUAL_POINT#; touch_point: 0.8079, 0.6457, lift_point: 0.8079, 0.6457; The action is #DUAL_POINT#; touch_point: 0.1625, 0.7341, lift_point: 0.1625, 0.7341; The action is #DUAL_POINT#; touch_point: 0.1134, 0.9331, lift_point: 0.1134, 0.9331; The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Nordstrom?\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1008_7.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Nordstrom?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8144, 0.5933, lift_point: 0.8144, 0.5933; The action is #DUAL_POINT#; touch_point: 0.8079, 0.6457, lift_point: 0.8079, 0.6457; The action is #DUAL_POINT#; touch_point: 0.1625, 0.7341, lift_point: 0.1625, 0.7341; The action is #DUAL_POINT#; touch_point: 0.1134, 0.9331, lift_point: 0.1134, 0.9331; The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Nordstrom?\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1008_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in San Francisco?", "response": "The action is #DUAL_POINT#; touch_point: 0.5409, 0.6898, lift_point: 0.5409, 0.6898", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1045_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in San Francisco?; The action is #DUAL_POINT#; touch_point: 0.5409, 0.6898, lift_point: 0.5409, 0.6898", "response": "The action is #DUAL_POINT#; touch_point: 0.8153, 0.6201, lift_point: 0.8153, 0.6201", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1045_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in San Francisco?; The action is #DUAL_POINT#; touch_point: 0.5409, 0.6898, lift_point: 0.5409, 0.6898; The action is #DUAL_POINT#; touch_point: 0.8153, 0.6201, lift_point: 0.8153, 0.6201", "response": "The action is #DUAL_POINT#; touch_point: 0.2286, 0.0469, lift_point: 0.2286, 0.0469", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1045_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in San Francisco?; The action is #DUAL_POINT#; touch_point: 0.5409, 0.6898, lift_point: 0.5409, 0.6898; The action is #DUAL_POINT#; touch_point: 0.8153, 0.6201, lift_point: 0.8153, 0.6201; The action is #DUAL_POINT#; touch_point: 0.2286, 0.0469, lift_point: 0.2286, 0.0469", "response": "The action is #DUAL_POINT#; touch_point: 0.1685, 0.5766, lift_point: 0.1685, 0.5766", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1045_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in San Francisco?; The action is #DUAL_POINT#; touch_point: 0.5409, 0.6898, lift_point: 0.5409, 0.6898; The action is #DUAL_POINT#; touch_point: 0.8153, 0.6201, lift_point: 0.8153, 0.6201; The action is #DUAL_POINT#; touch_point: 0.2286, 0.0469, lift_point: 0.2286, 0.0469; The action is #DUAL_POINT#; touch_point: 0.1685, 0.5766, lift_point: 0.1685, 0.5766", "response": "The action is #DUAL_POINT#; touch_point: 0.1106, 0.9401, lift_point: 0.1106, 0.9401", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1045_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in San Francisco?; The action is #DUAL_POINT#; touch_point: 0.5409, 0.6898, lift_point: 0.5409, 0.6898; The action is #DUAL_POINT#; touch_point: 0.8153, 0.6201, lift_point: 0.8153, 0.6201; The action is #DUAL_POINT#; touch_point: 0.2286, 0.0469, lift_point: 0.2286, 0.0469; The action is #DUAL_POINT#; touch_point: 0.1685, 0.5766, lift_point: 0.1685, 0.5766; The action is #DUAL_POINT#; touch_point: 0.1106, 0.9401, lift_point: 0.1106, 0.9401", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in San Francisco?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1045_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in San Francisco?; The action is #DUAL_POINT#; touch_point: 0.5409, 0.6898, lift_point: 0.5409, 0.6898; The action is #DUAL_POINT#; touch_point: 0.8153, 0.6201, lift_point: 0.8153, 0.6201; The action is #DUAL_POINT#; touch_point: 0.2286, 0.0469, lift_point: 0.2286, 0.0469; The action is #DUAL_POINT#; touch_point: 0.1685, 0.5766, lift_point: 0.1685, 0.5766; The action is #DUAL_POINT#; touch_point: 0.1106, 0.9401, lift_point: 0.1106, 0.9401; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in San Francisco?\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1045_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in San Francisco?; The action is #DUAL_POINT#; touch_point: 0.5409, 0.6898, lift_point: 0.5409, 0.6898; The action is #DUAL_POINT#; touch_point: 0.8153, 0.6201, lift_point: 0.8153, 0.6201; The action is #DUAL_POINT#; touch_point: 0.2286, 0.0469, lift_point: 0.2286, 0.0469; The action is #DUAL_POINT#; touch_point: 0.1685, 0.5766, lift_point: 0.1685, 0.5766; The action is #DUAL_POINT#; touch_point: 0.1106, 0.9401, lift_point: 0.1106, 0.9401; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in San Francisco?\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1045_8.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new window in Chrome", "response": "The action is #DUAL_POINT#; touch_point: 0.8044, 0.6462, lift_point: 0.8044, 0.6462", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1057_1.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new window in Chrome; The action is #DUAL_POINT#; touch_point: 0.8044, 0.6462, lift_point: 0.8044, 0.6462", "response": "The action is #DUAL_POINT#; touch_point: 0.8044, 0.6462, lift_point: 0.8044, 0.6462", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1057_2.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new window in Chrome; The action is #DUAL_POINT#; touch_point: 0.8044, 0.6462, lift_point: 0.8044, 0.6462; The action is #DUAL_POINT#; touch_point: 0.8044, 0.6462, lift_point: 0.8044, 0.6462", "response": "The action is #DUAL_POINT#; touch_point: 0.0528, 0.8526, lift_point: 0.0528, 0.8526", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1057_3.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new window in Chrome; The action is #DUAL_POINT#; touch_point: 0.8044, 0.6462, lift_point: 0.8044, 0.6462; The action is #DUAL_POINT#; touch_point: 0.8044, 0.6462, lift_point: 0.8044, 0.6462; The action is #DUAL_POINT#; touch_point: 0.0528, 0.8526, lift_point: 0.0528, 0.8526", "response": "The action is #DUAL_POINT#; touch_point: 0.163, 0.5951, lift_point: 0.163, 0.5951", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1057_4.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new window in Chrome; The action is #DUAL_POINT#; touch_point: 0.8044, 0.6462, lift_point: 0.8044, 0.6462; The action is #DUAL_POINT#; touch_point: 0.8044, 0.6462, lift_point: 0.8044, 0.6462; The action is #DUAL_POINT#; touch_point: 0.0528, 0.8526, lift_point: 0.0528, 0.8526; The action is #DUAL_POINT#; touch_point: 0.163, 0.5951, lift_point: 0.163, 0.5951", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1057_5.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Spotify app", "response": "The action is #DUAL_POINT#; touch_point: 0.8103, 0.5941, lift_point: 0.8103, 0.5941", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1095_1.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Spotify app; The action is #DUAL_POINT#; touch_point: 0.8103, 0.5941, lift_point: 0.8103, 0.5941", "response": "The action is #DUAL_POINT#; touch_point: 0.8103, 0.5941, lift_point: 0.8103, 0.5941", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1095_2.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Spotify app; The action is #DUAL_POINT#; touch_point: 0.8103, 0.5941, lift_point: 0.8103, 0.5941; The action is #DUAL_POINT#; touch_point: 0.8103, 0.5941, lift_point: 0.8103, 0.5941", "response": "The action is #DUAL_POINT#; touch_point: 0.1742, 0.6779, lift_point: 0.1742, 0.6779", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1095_3.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Spotify app; The action is #DUAL_POINT#; touch_point: 0.8103, 0.5941, lift_point: 0.8103, 0.5941; The action is #DUAL_POINT#; touch_point: 0.8103, 0.5941, lift_point: 0.8103, 0.5941; The action is #DUAL_POINT#; touch_point: 0.1742, 0.6779, lift_point: 0.1742, 0.6779", "response": "The action is #DUAL_POINT#; touch_point: 0.1824, 0.6596, lift_point: 0.1824, 0.6596", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1095_4.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Spotify app; The action is #DUAL_POINT#; touch_point: 0.8103, 0.5941, lift_point: 0.8103, 0.5941; The action is #DUAL_POINT#; touch_point: 0.8103, 0.5941, lift_point: 0.8103, 0.5941; The action is #DUAL_POINT#; touch_point: 0.1742, 0.6779, lift_point: 0.1742, 0.6779; The action is #DUAL_POINT#; touch_point: 0.1824, 0.6596, lift_point: 0.1824, 0.6596", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1095_5.png" ] }, { "query": "\nPrevious Actions: Goal: How big is the sun?", "response": "The action is #DUAL_POINT#; touch_point: 0.789, 0.7015, lift_point: 0.789, 0.7015", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1205_1.png" ] }, { "query": "\nPrevious Actions: Goal: How big is the sun?; The action is #DUAL_POINT#; touch_point: 0.789, 0.7015, lift_point: 0.789, 0.7015", "response": "The action is #DUAL_POINT#; touch_point: 0.0518, 0.2867, lift_point: 0.0518, 0.2867", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1205_2.png" ] }, { "query": "\nPrevious Actions: Goal: How big is the sun?; The action is #DUAL_POINT#; touch_point: 0.789, 0.7015, lift_point: 0.789, 0.7015; The action is #DUAL_POINT#; touch_point: 0.0518, 0.2867, lift_point: 0.0518, 0.2867", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"How big is the sun?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1205_3.png" ] }, { "query": "\nPrevious Actions: Goal: How big is the sun?; The action is #DUAL_POINT#; touch_point: 0.789, 0.7015, lift_point: 0.789, 0.7015; The action is #DUAL_POINT#; touch_point: 0.0518, 0.2867, lift_point: 0.0518, 0.2867; The action is #TYPE#; And the content is : \"typed_text\": \"How big is the sun?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1291, 0.4175, lift_point: 0.1291, 0.4175", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1205_4.png" ] }, { "query": "\nPrevious Actions: Goal: How big is the sun?; The action is #DUAL_POINT#; touch_point: 0.789, 0.7015, lift_point: 0.789, 0.7015; The action is #DUAL_POINT#; touch_point: 0.0518, 0.2867, lift_point: 0.0518, 0.2867; The action is #TYPE#; And the content is : \"typed_text\": \"How big is the sun?\"; The action is #DUAL_POINT#; touch_point: 0.1291, 0.4175, lift_point: 0.1291, 0.4175", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1205_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's US dollar exchange rate against the Chinese Yuan?", "response": "The action is #DUAL_POINT#; touch_point: 0.7852, 0.6943, lift_point: 0.7852, 0.6943", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1267_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's US dollar exchange rate against the Chinese Yuan?; The action is #DUAL_POINT#; touch_point: 0.7852, 0.6943, lift_point: 0.7852, 0.6943", "response": "The action is #DUAL_POINT#; touch_point: 0.0693, 0.4661, lift_point: 0.0693, 0.4661", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1267_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's US dollar exchange rate against the Chinese Yuan?; The action is #DUAL_POINT#; touch_point: 0.7852, 0.6943, lift_point: 0.7852, 0.6943; The action is #DUAL_POINT#; touch_point: 0.0693, 0.4661, lift_point: 0.0693, 0.4661", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats US dollar exchange rate against the Chinese Yuan?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1267_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's US dollar exchange rate against the Chinese Yuan?; The action is #DUAL_POINT#; touch_point: 0.7852, 0.6943, lift_point: 0.7852, 0.6943; The action is #DUAL_POINT#; touch_point: 0.0693, 0.4661, lift_point: 0.0693, 0.4661; The action is #TYPE#; And the content is : \"typed_text\": \"Whats US dollar exchange rate against the Chinese Yuan?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.0616, 0.3515, lift_point: 0.0616, 0.3515", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1267_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's US dollar exchange rate against the Chinese Yuan?; The action is #DUAL_POINT#; touch_point: 0.7852, 0.6943, lift_point: 0.7852, 0.6943; The action is #DUAL_POINT#; touch_point: 0.0693, 0.4661, lift_point: 0.0693, 0.4661; The action is #TYPE#; And the content is : \"typed_text\": \"Whats US dollar exchange rate against the Chinese Yuan?\"; The action is #DUAL_POINT#; touch_point: 0.0616, 0.3515, lift_point: 0.0616, 0.3515", "response": "The action is #DUAL_POINT#; touch_point: 0.1402, 0.5243, lift_point: 0.1402, 0.5243", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1267_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's US dollar exchange rate against the Chinese Yuan?; The action is #DUAL_POINT#; touch_point: 0.7852, 0.6943, lift_point: 0.7852, 0.6943; The action is #DUAL_POINT#; touch_point: 0.0693, 0.4661, lift_point: 0.0693, 0.4661; The action is #TYPE#; And the content is : \"typed_text\": \"Whats US dollar exchange rate against the Chinese Yuan?\"; The action is #DUAL_POINT#; touch_point: 0.0616, 0.3515, lift_point: 0.0616, 0.3515; The action is #DUAL_POINT#; touch_point: 0.1402, 0.5243, lift_point: 0.1402, 0.5243", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1267_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Uruguay?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1327_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Uruguay?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7839, 0.6605, lift_point: 0.7839, 0.6605", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1327_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Uruguay?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7839, 0.6605, lift_point: 0.7839, 0.6605", "response": "The action is #DUAL_POINT#; touch_point: 0.0562, 0.4753, lift_point: 0.0562, 0.4753", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1327_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Uruguay?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7839, 0.6605, lift_point: 0.7839, 0.6605; The action is #DUAL_POINT#; touch_point: 0.0562, 0.4753, lift_point: 0.0562, 0.4753", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Uruguay?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1327_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Uruguay?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7839, 0.6605, lift_point: 0.7839, 0.6605; The action is #DUAL_POINT#; touch_point: 0.0562, 0.4753, lift_point: 0.0562, 0.4753; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Uruguay?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.0533, 0.6203, lift_point: 0.0533, 0.6203", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1327_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Uruguay?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7839, 0.6605, lift_point: 0.7839, 0.6605; The action is #DUAL_POINT#; touch_point: 0.0562, 0.4753, lift_point: 0.0562, 0.4753; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Uruguay?\"; The action is #DUAL_POINT#; touch_point: 0.0533, 0.6203, lift_point: 0.0533, 0.6203", "response": "The action is #DUAL_POINT#; touch_point: 0.1402, 0.6363, lift_point: 0.1402, 0.6363", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1327_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Uruguay?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7839, 0.6605, lift_point: 0.7839, 0.6605; The action is #DUAL_POINT#; touch_point: 0.0562, 0.4753, lift_point: 0.0562, 0.4753; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Uruguay?\"; The action is #DUAL_POINT#; touch_point: 0.0533, 0.6203, lift_point: 0.0533, 0.6203; The action is #DUAL_POINT#; touch_point: 0.1402, 0.6363, lift_point: 0.1402, 0.6363", "response": "The action is #DUAL_POINT#; touch_point: 0.3553, 0.5071, lift_point: 0.3553, 0.5071", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1327_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Uruguay?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7839, 0.6605, lift_point: 0.7839, 0.6605; The action is #DUAL_POINT#; touch_point: 0.0562, 0.4753, lift_point: 0.0562, 0.4753; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Uruguay?\"; The action is #DUAL_POINT#; touch_point: 0.0533, 0.6203, lift_point: 0.0533, 0.6203; The action is #DUAL_POINT#; touch_point: 0.1402, 0.6363, lift_point: 0.1402, 0.6363; The action is #DUAL_POINT#; touch_point: 0.3553, 0.5071, lift_point: 0.3553, 0.5071", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1327_8.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Spain?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1427_1.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Spain?; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1427_2.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Spain?; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.5111, 0.4875, lift_point: 0.5111, 0.4875", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1427_3.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Spain?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5111, 0.4875, lift_point: 0.5111, 0.4875", "response": "The action is #PRESS_BACK#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1427_4.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Spain?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5111, 0.4875, lift_point: 0.5111, 0.4875; The action is #PRESS_BACK#", "response": "The action is #DUAL_POINT#; touch_point: 0.0975, 0.4783, lift_point: 0.0975, 0.4783", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1427_5.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Spain?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5111, 0.4875, lift_point: 0.5111, 0.4875; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.0975, 0.4783, lift_point: 0.0975, 0.4783", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Spain ?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1427_6.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Spain?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5111, 0.4875, lift_point: 0.5111, 0.4875; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.0975, 0.4783, lift_point: 0.0975, 0.4783; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Spain ?\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1427_7.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Spain?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5111, 0.4875, lift_point: 0.5111, 0.4875; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.0975, 0.4783, lift_point: 0.0975, 0.4783; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Spain ?\"; The action is #PRESS_ENTER#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1427_8.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Spain?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5111, 0.4875, lift_point: 0.5111, 0.4875; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.0975, 0.4783, lift_point: 0.0975, 0.4783; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Spain ?\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.6981, 0.9436, lift_point: 0.6981, 0.9436", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1427_9.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Spain?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5111, 0.4875, lift_point: 0.5111, 0.4875; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.0975, 0.4783, lift_point: 0.0975, 0.4783; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Spain ?\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6981, 0.9436, lift_point: 0.6981, 0.9436", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1427_10.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Olive Garden?", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1669_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Olive Garden?; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.4638, 0.5308, lift_point: 0.4638, 0.5308", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1669_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Olive Garden?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4638, 0.5308, lift_point: 0.4638, 0.5308", "response": "The action is #DUAL_POINT#; touch_point: 0.1113, 0.4897, lift_point: 0.1113, 0.4897", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1669_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Olive Garden?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4638, 0.5308, lift_point: 0.4638, 0.5308; The action is #DUAL_POINT#; touch_point: 0.1113, 0.4897, lift_point: 0.1113, 0.4897", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at O live Garden?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1669_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Olive Garden?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4638, 0.5308, lift_point: 0.4638, 0.5308; The action is #DUAL_POINT#; touch_point: 0.1113, 0.4897, lift_point: 0.1113, 0.4897; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at O live Garden?\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1669_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Olive Garden?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4638, 0.5308, lift_point: 0.4638, 0.5308; The action is #DUAL_POINT#; touch_point: 0.1113, 0.4897, lift_point: 0.1113, 0.4897; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at O live Garden?\"; The action is #PRESS_ENTER#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1669_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Olive Garden?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4638, 0.5308, lift_point: 0.4638, 0.5308; The action is #DUAL_POINT#; touch_point: 0.1113, 0.4897, lift_point: 0.1113, 0.4897; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at O live Garden?\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.5829, 0.4735, lift_point: 0.5829, 0.4735", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1669_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Olive Garden?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4638, 0.5308, lift_point: 0.4638, 0.5308; The action is #DUAL_POINT#; touch_point: 0.1113, 0.4897, lift_point: 0.1113, 0.4897; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at O live Garden?\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5829, 0.4735, lift_point: 0.5829, 0.4735", "response": "The action is #DUAL_POINT#; touch_point: 0.3795, 0.6381, lift_point: 0.3795, 0.6381", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1669_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Olive Garden?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4638, 0.5308, lift_point: 0.4638, 0.5308; The action is #DUAL_POINT#; touch_point: 0.1113, 0.4897, lift_point: 0.1113, 0.4897; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at O live Garden?\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5829, 0.4735, lift_point: 0.5829, 0.4735; The action is #DUAL_POINT#; touch_point: 0.3795, 0.6381, lift_point: 0.3795, 0.6381", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1669_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Olive Garden?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4638, 0.5308, lift_point: 0.4638, 0.5308; The action is #DUAL_POINT#; touch_point: 0.1113, 0.4897, lift_point: 0.1113, 0.4897; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at O live Garden?\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5829, 0.4735, lift_point: 0.5829, 0.4735; The action is #DUAL_POINT#; touch_point: 0.3795, 0.6381, lift_point: 0.3795, 0.6381; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1669_10.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Olive Garden?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4638, 0.5308, lift_point: 0.4638, 0.5308; The action is #DUAL_POINT#; touch_point: 0.1113, 0.4897, lift_point: 0.1113, 0.4897; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at O live Garden?\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5829, 0.4735, lift_point: 0.5829, 0.4735; The action is #DUAL_POINT#; touch_point: 0.3795, 0.6381, lift_point: 0.3795, 0.6381; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.6188, 0.3857, lift_point: 0.6188, 0.3857", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1669_11.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Olive Garden?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4638, 0.5308, lift_point: 0.4638, 0.5308; The action is #DUAL_POINT#; touch_point: 0.1113, 0.4897, lift_point: 0.1113, 0.4897; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at O live Garden?\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5829, 0.4735, lift_point: 0.5829, 0.4735; The action is #DUAL_POINT#; touch_point: 0.3795, 0.6381, lift_point: 0.3795, 0.6381; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6188, 0.3857, lift_point: 0.6188, 0.3857", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1669_12.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from London to Paris", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1712_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from London to Paris; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1712_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from London to Paris; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.4734, 0.5023, lift_point: 0.4734, 0.5023", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1712_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from London to Paris; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4734, 0.5023, lift_point: 0.4734, 0.5023", "response": "The action is #DUAL_POINT#; touch_point: 0.1118, 0.5014, lift_point: 0.1118, 0.5014", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1712_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from London to Paris; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4734, 0.5023, lift_point: 0.4734, 0.5023; The action is #DUAL_POINT#; touch_point: 0.1118, 0.5014, lift_point: 0.1118, 0.5014", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from London to Paris\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1712_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from London to Paris; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4734, 0.5023, lift_point: 0.4734, 0.5023; The action is #DUAL_POINT#; touch_point: 0.1118, 0.5014, lift_point: 0.1118, 0.5014; The action is #TYPE#; And the content is : \"typed_text\": \"flights from London to Paris\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1712_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from London to Paris; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4734, 0.5023, lift_point: 0.4734, 0.5023; The action is #DUAL_POINT#; touch_point: 0.1118, 0.5014, lift_point: 0.1118, 0.5014; The action is #TYPE#; And the content is : \"typed_text\": \"flights from London to Paris\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1712_7.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Amazon Alexa app", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1782_1.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Amazon Alexa app; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.179, 0.3816, lift_point: 0.179, 0.3816", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1782_2.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Amazon Alexa app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.179, 0.3816, lift_point: 0.179, 0.3816", "response": "The action is #DUAL_POINT#; touch_point: 0.0572, 0.7921, lift_point: 0.0572, 0.7921", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1782_3.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Amazon Alexa app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.179, 0.3816, lift_point: 0.179, 0.3816; The action is #DUAL_POINT#; touch_point: 0.0572, 0.7921, lift_point: 0.0572, 0.7921", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"amazon alexa\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1782_4.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Amazon Alexa app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.179, 0.3816, lift_point: 0.179, 0.3816; The action is #DUAL_POINT#; touch_point: 0.0572, 0.7921, lift_point: 0.0572, 0.7921; The action is #TYPE#; And the content is : \"typed_text\": \"amazon alexa\"", "response": "The action is #DUAL_POINT#; touch_point: 0.0569, 0.9391, lift_point: 0.0569, 0.9391", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1782_5.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Amazon Alexa app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.179, 0.3816, lift_point: 0.179, 0.3816; The action is #DUAL_POINT#; touch_point: 0.0572, 0.7921, lift_point: 0.0572, 0.7921; The action is #TYPE#; And the content is : \"typed_text\": \"amazon alexa\"; The action is #DUAL_POINT#; touch_point: 0.0569, 0.9391, lift_point: 0.0569, 0.9391", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"amazon alexa\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1782_6.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Amazon Alexa app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.179, 0.3816, lift_point: 0.179, 0.3816; The action is #DUAL_POINT#; touch_point: 0.0572, 0.7921, lift_point: 0.0572, 0.7921; The action is #TYPE#; And the content is : \"typed_text\": \"amazon alexa\"; The action is #DUAL_POINT#; touch_point: 0.0569, 0.9391, lift_point: 0.0569, 0.9391; The action is #TYPE#; And the content is : \"typed_text\": \"amazon alexa\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1388, 0.6125, lift_point: 0.1388, 0.6125", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1782_7.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Amazon Alexa app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.179, 0.3816, lift_point: 0.179, 0.3816; The action is #DUAL_POINT#; touch_point: 0.0572, 0.7921, lift_point: 0.0572, 0.7921; The action is #TYPE#; And the content is : \"typed_text\": \"amazon alexa\"; The action is #DUAL_POINT#; touch_point: 0.0569, 0.9391, lift_point: 0.0569, 0.9391; The action is #TYPE#; And the content is : \"typed_text\": \"amazon alexa\"; The action is #DUAL_POINT#; touch_point: 0.1388, 0.6125, lift_point: 0.1388, 0.6125", "response": "The action is #DUAL_POINT#; touch_point: 0.1312, 0.7919, lift_point: 0.1312, 0.7919", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1782_8.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Amazon Alexa app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.179, 0.3816, lift_point: 0.179, 0.3816; The action is #DUAL_POINT#; touch_point: 0.0572, 0.7921, lift_point: 0.0572, 0.7921; The action is #TYPE#; And the content is : \"typed_text\": \"amazon alexa\"; The action is #DUAL_POINT#; touch_point: 0.0569, 0.9391, lift_point: 0.0569, 0.9391; The action is #TYPE#; And the content is : \"typed_text\": \"amazon alexa\"; The action is #DUAL_POINT#; touch_point: 0.1388, 0.6125, lift_point: 0.1388, 0.6125; The action is #DUAL_POINT#; touch_point: 0.1312, 0.7919, lift_point: 0.1312, 0.7919", "response": "The action is #DUAL_POINT#; touch_point: 0.8963, 0.436, lift_point: 0.8963, 0.436", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1782_9.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Amazon Alexa app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.179, 0.3816, lift_point: 0.179, 0.3816; The action is #DUAL_POINT#; touch_point: 0.0572, 0.7921, lift_point: 0.0572, 0.7921; The action is #TYPE#; And the content is : \"typed_text\": \"amazon alexa\"; The action is #DUAL_POINT#; touch_point: 0.0569, 0.9391, lift_point: 0.0569, 0.9391; The action is #TYPE#; And the content is : \"typed_text\": \"amazon alexa\"; The action is #DUAL_POINT#; touch_point: 0.1388, 0.6125, lift_point: 0.1388, 0.6125; The action is #DUAL_POINT#; touch_point: 0.1312, 0.7919, lift_point: 0.1312, 0.7919; The action is #DUAL_POINT#; touch_point: 0.8963, 0.436, lift_point: 0.8963, 0.436", "response": "The action is #DUAL_POINT#; touch_point: 0.8963, 0.436, lift_point: 0.8963, 0.436", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1782_10.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Amazon Alexa app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.179, 0.3816, lift_point: 0.179, 0.3816; The action is #DUAL_POINT#; touch_point: 0.0572, 0.7921, lift_point: 0.0572, 0.7921; The action is #TYPE#; And the content is : \"typed_text\": \"amazon alexa\"; The action is #DUAL_POINT#; touch_point: 0.0569, 0.9391, lift_point: 0.0569, 0.9391; The action is #TYPE#; And the content is : \"typed_text\": \"amazon alexa\"; The action is #DUAL_POINT#; touch_point: 0.1388, 0.6125, lift_point: 0.1388, 0.6125; The action is #DUAL_POINT#; touch_point: 0.1312, 0.7919, lift_point: 0.1312, 0.7919; The action is #DUAL_POINT#; touch_point: 0.8963, 0.436, lift_point: 0.8963, 0.436; The action is #DUAL_POINT#; touch_point: 0.8963, 0.436, lift_point: 0.8963, 0.436", "response": "The action is #DUAL_POINT#; touch_point: 0.1343, 0.7973, lift_point: 0.1343, 0.7973", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1782_11.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Amazon Alexa app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.179, 0.3816, lift_point: 0.179, 0.3816; The action is #DUAL_POINT#; touch_point: 0.0572, 0.7921, lift_point: 0.0572, 0.7921; The action is #TYPE#; And the content is : \"typed_text\": \"amazon alexa\"; The action is #DUAL_POINT#; touch_point: 0.0569, 0.9391, lift_point: 0.0569, 0.9391; The action is #TYPE#; And the content is : \"typed_text\": \"amazon alexa\"; The action is #DUAL_POINT#; touch_point: 0.1388, 0.6125, lift_point: 0.1388, 0.6125; The action is #DUAL_POINT#; touch_point: 0.1312, 0.7919, lift_point: 0.1312, 0.7919; The action is #DUAL_POINT#; touch_point: 0.8963, 0.436, lift_point: 0.8963, 0.436; The action is #DUAL_POINT#; touch_point: 0.8963, 0.436, lift_point: 0.8963, 0.436; The action is #DUAL_POINT#; touch_point: 0.1343, 0.7973, lift_point: 0.1343, 0.7973", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1782_12.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Barbados?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1837_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Barbados?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.749, 0.6121, lift_point: 0.749, 0.6121", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1837_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Barbados?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.749, 0.6121, lift_point: 0.749, 0.6121", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Barbados?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1837_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Barbados?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.749, 0.6121, lift_point: 0.749, 0.6121; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Barbados?\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1837_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Barbados?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.749, 0.6121, lift_point: 0.749, 0.6121; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Barbados?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1837_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Barbados?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.749, 0.6121, lift_point: 0.749, 0.6121; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Barbados?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1837_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Barbados?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.749, 0.6121, lift_point: 0.749, 0.6121; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Barbados?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1837_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Barbados?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.749, 0.6121, lift_point: 0.749, 0.6121; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Barbados?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1837_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Barbados?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.749, 0.6121, lift_point: 0.749, 0.6121; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Barbados?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #DUAL_POINT#; touch_point: 0.043, 0.4401, lift_point: 0.043, 0.4401", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1837_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Barbados?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.749, 0.6121, lift_point: 0.749, 0.6121; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Barbados?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.043, 0.4401, lift_point: 0.043, 0.4401", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Barbados?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1837_10.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Barbados?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.749, 0.6121, lift_point: 0.749, 0.6121; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Barbados?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.043, 0.4401, lift_point: 0.043, 0.4401; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Barbados?\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1837_11.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Barbados?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.749, 0.6121, lift_point: 0.749, 0.6121; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Barbados?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.043, 0.4401, lift_point: 0.043, 0.4401; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Barbados?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1287, 0.5866, lift_point: 0.1287, 0.5866", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1837_12.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Barbados?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.749, 0.6121, lift_point: 0.749, 0.6121; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Barbados?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.043, 0.4401, lift_point: 0.043, 0.4401; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Barbados?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1287, 0.5866, lift_point: 0.1287, 0.5866", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1837_13.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7am", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1984_1.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7am; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.5083, 0.1503, lift_point: 0.5083, 0.1503", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1984_2.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7am; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5083, 0.1503, lift_point: 0.5083, 0.1503", "response": "The action is #DUAL_POINT#; touch_point: 0.0703, 0.0641, lift_point: 0.0703, 0.0641", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1984_3.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7am; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5083, 0.1503, lift_point: 0.5083, 0.1503; The action is #DUAL_POINT#; touch_point: 0.0703, 0.0641, lift_point: 0.0703, 0.0641", "response": "The action is #DUAL_POINT#; touch_point: 0.8975, 0.5141, lift_point: 0.8975, 0.5141", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1984_4.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7am; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5083, 0.1503, lift_point: 0.5083, 0.1503; The action is #DUAL_POINT#; touch_point: 0.0703, 0.0641, lift_point: 0.0703, 0.0641; The action is #DUAL_POINT#; touch_point: 0.8975, 0.5141, lift_point: 0.8975, 0.5141", "response": "The action is #DUAL_POINT#; touch_point: 0.3199, 0.6084, lift_point: 0.3199, 0.6084", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1984_5.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7am; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5083, 0.1503, lift_point: 0.5083, 0.1503; The action is #DUAL_POINT#; touch_point: 0.0703, 0.0641, lift_point: 0.0703, 0.0641; The action is #DUAL_POINT#; touch_point: 0.8975, 0.5141, lift_point: 0.8975, 0.5141; The action is #DUAL_POINT#; touch_point: 0.3199, 0.6084, lift_point: 0.3199, 0.6084", "response": "The action is #DUAL_POINT#; touch_point: 0.4096, 0.5209, lift_point: 0.4096, 0.5209", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1984_6.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7am; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5083, 0.1503, lift_point: 0.5083, 0.1503; The action is #DUAL_POINT#; touch_point: 0.0703, 0.0641, lift_point: 0.0703, 0.0641; The action is #DUAL_POINT#; touch_point: 0.8975, 0.5141, lift_point: 0.8975, 0.5141; The action is #DUAL_POINT#; touch_point: 0.3199, 0.6084, lift_point: 0.3199, 0.6084; The action is #DUAL_POINT#; touch_point: 0.4096, 0.5209, lift_point: 0.4096, 0.5209", "response": "The action is #DUAL_POINT#; touch_point: 0.6795, 0.7597, lift_point: 0.6795, 0.7597", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1984_7.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7am; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5083, 0.1503, lift_point: 0.5083, 0.1503; The action is #DUAL_POINT#; touch_point: 0.0703, 0.0641, lift_point: 0.0703, 0.0641; The action is #DUAL_POINT#; touch_point: 0.8975, 0.5141, lift_point: 0.8975, 0.5141; The action is #DUAL_POINT#; touch_point: 0.3199, 0.6084, lift_point: 0.3199, 0.6084; The action is #DUAL_POINT#; touch_point: 0.4096, 0.5209, lift_point: 0.4096, 0.5209; The action is #DUAL_POINT#; touch_point: 0.6795, 0.7597, lift_point: 0.6795, 0.7597", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1984_8.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new tab in the chrome app", "response": "The action is #DUAL_POINT#; touch_point: 0.7873, 0.6244, lift_point: 0.7873, 0.6244", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1988_1.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new tab in the chrome app; The action is #DUAL_POINT#; touch_point: 0.7873, 0.6244, lift_point: 0.7873, 0.6244", "response": "The action is #DUAL_POINT#; touch_point: 0.0533, 0.8212, lift_point: 0.0533, 0.8212", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1988_2.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new tab in the chrome app; The action is #DUAL_POINT#; touch_point: 0.7873, 0.6244, lift_point: 0.7873, 0.6244; The action is #DUAL_POINT#; touch_point: 0.0533, 0.8212, lift_point: 0.0533, 0.8212", "response": "The action is #DUAL_POINT#; touch_point: 0.0669, 0.08, lift_point: 0.0669, 0.08", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1988_3.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new tab in the chrome app; The action is #DUAL_POINT#; touch_point: 0.7873, 0.6244, lift_point: 0.7873, 0.6244; The action is #DUAL_POINT#; touch_point: 0.0533, 0.8212, lift_point: 0.0533, 0.8212; The action is #DUAL_POINT#; touch_point: 0.0669, 0.08, lift_point: 0.0669, 0.08", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/1988_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the Sony TV?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2035_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the Sony TV?; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2035_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the Sony TV?; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.5058, 0.6866, lift_point: 0.5058, 0.6866", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2035_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the Sony TV?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5058, 0.6866, lift_point: 0.5058, 0.6866", "response": "The action is #DUAL_POINT#; touch_point: 0.1233, 0.6236, lift_point: 0.1233, 0.6236", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2035_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the Sony TV?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5058, 0.6866, lift_point: 0.5058, 0.6866; The action is #DUAL_POINT#; touch_point: 0.1233, 0.6236, lift_point: 0.1233, 0.6236", "response": "The action is #DUAL_POINT#; touch_point: 0.0716, 0.9196, lift_point: 0.0716, 0.9196", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2035_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the Sony TV?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5058, 0.6866, lift_point: 0.5058, 0.6866; The action is #DUAL_POINT#; touch_point: 0.1233, 0.6236, lift_point: 0.1233, 0.6236; The action is #DUAL_POINT#; touch_point: 0.0716, 0.9196, lift_point: 0.0716, 0.9196", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"price of the Sony TV?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2035_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the Sony TV?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5058, 0.6866, lift_point: 0.5058, 0.6866; The action is #DUAL_POINT#; touch_point: 0.1233, 0.6236, lift_point: 0.1233, 0.6236; The action is #DUAL_POINT#; touch_point: 0.0716, 0.9196, lift_point: 0.0716, 0.9196; The action is #TYPE#; And the content is : \"typed_text\": \"price of the Sony TV?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1222, 0.3466, lift_point: 0.1222, 0.3466", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2035_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the Sony TV?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5058, 0.6866, lift_point: 0.5058, 0.6866; The action is #DUAL_POINT#; touch_point: 0.1233, 0.6236, lift_point: 0.1233, 0.6236; The action is #DUAL_POINT#; touch_point: 0.0716, 0.9196, lift_point: 0.0716, 0.9196; The action is #TYPE#; And the content is : \"typed_text\": \"price of the Sony TV?\"; The action is #DUAL_POINT#; touch_point: 0.1222, 0.3466, lift_point: 0.1222, 0.3466", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2035_8.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome private tab", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2057_1.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome private tab; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2057_2.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome private tab; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.369, 0.4993, lift_point: 0.369, 0.4993", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2057_3.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome private tab; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.369, 0.4993, lift_point: 0.369, 0.4993", "response": "The action is #DUAL_POINT#; touch_point: 0.8796, 0.5176, lift_point: 0.8796, 0.5176", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2057_4.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome private tab; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.369, 0.4993, lift_point: 0.369, 0.4993; The action is #DUAL_POINT#; touch_point: 0.8796, 0.5176, lift_point: 0.8796, 0.5176", "response": "The action is #DUAL_POINT#; touch_point: 0.9052, 0.8727, lift_point: 0.9052, 0.8727", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2057_5.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome private tab; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.369, 0.4993, lift_point: 0.369, 0.4993; The action is #DUAL_POINT#; touch_point: 0.8796, 0.5176, lift_point: 0.8796, 0.5176; The action is #DUAL_POINT#; touch_point: 0.9052, 0.8727, lift_point: 0.9052, 0.8727", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2057_6.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome private tab; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.369, 0.4993, lift_point: 0.369, 0.4993; The action is #DUAL_POINT#; touch_point: 0.8796, 0.5176, lift_point: 0.8796, 0.5176; The action is #DUAL_POINT#; touch_point: 0.9052, 0.8727, lift_point: 0.9052, 0.8727; The action is #Scrolling Up#", "response": "The action is #DUAL_POINT#; touch_point: 0.2241, 0.2157, lift_point: 0.2241, 0.2157", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2057_7.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome private tab; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.369, 0.4993, lift_point: 0.369, 0.4993; The action is #DUAL_POINT#; touch_point: 0.8796, 0.5176, lift_point: 0.8796, 0.5176; The action is #DUAL_POINT#; touch_point: 0.9052, 0.8727, lift_point: 0.9052, 0.8727; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2241, 0.2157, lift_point: 0.2241, 0.2157", "response": "The action is #DUAL_POINT#; touch_point: 0.0624, 0.9342, lift_point: 0.0624, 0.9342", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2057_8.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome private tab; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.369, 0.4993, lift_point: 0.369, 0.4993; The action is #DUAL_POINT#; touch_point: 0.8796, 0.5176, lift_point: 0.8796, 0.5176; The action is #DUAL_POINT#; touch_point: 0.9052, 0.8727, lift_point: 0.9052, 0.8727; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2241, 0.2157, lift_point: 0.2241, 0.2157; The action is #DUAL_POINT#; touch_point: 0.0624, 0.9342, lift_point: 0.0624, 0.9342", "response": "The action is #DUAL_POINT#; touch_point: 0.165, 0.7366, lift_point: 0.165, 0.7366", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2057_9.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome private tab; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.369, 0.4993, lift_point: 0.369, 0.4993; The action is #DUAL_POINT#; touch_point: 0.8796, 0.5176, lift_point: 0.8796, 0.5176; The action is #DUAL_POINT#; touch_point: 0.9052, 0.8727, lift_point: 0.9052, 0.8727; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2241, 0.2157, lift_point: 0.2241, 0.2157; The action is #DUAL_POINT#; touch_point: 0.0624, 0.9342, lift_point: 0.0624, 0.9342; The action is #DUAL_POINT#; touch_point: 0.165, 0.7366, lift_point: 0.165, 0.7366", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2057_10.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from IGN?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2100_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from IGN?; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2100_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from IGN?; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.7839, 0.8874, lift_point: 0.7839, 0.8874", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2100_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from IGN?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7839, 0.8874, lift_point: 0.7839, 0.8874", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2100_4.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open now", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2115_1.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open now; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2115_2.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open now; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.4934, 0.705, lift_point: 0.4934, 0.705", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2115_3.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open now; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4934, 0.705, lift_point: 0.4934, 0.705", "response": "The action is #DUAL_POINT#; touch_point: 0.1292, 0.6287, lift_point: 0.1292, 0.6287", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2115_4.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open now; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4934, 0.705, lift_point: 0.4934, 0.705; The action is #DUAL_POINT#; touch_point: 0.1292, 0.6287, lift_point: 0.1292, 0.6287", "response": "The action is #DUAL_POINT#; touch_point: 0.0555, 0.9183, lift_point: 0.0555, 0.9183", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2115_5.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open now; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4934, 0.705, lift_point: 0.4934, 0.705; The action is #DUAL_POINT#; touch_point: 0.1292, 0.6287, lift_point: 0.1292, 0.6287; The action is #DUAL_POINT#; touch_point: 0.0555, 0.9183, lift_point: 0.0555, 0.9183", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"nearest electronics store\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2115_6.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open now; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4934, 0.705, lift_point: 0.4934, 0.705; The action is #DUAL_POINT#; touch_point: 0.1292, 0.6287, lift_point: 0.1292, 0.6287; The action is #DUAL_POINT#; touch_point: 0.0555, 0.9183, lift_point: 0.0555, 0.9183; The action is #TYPE#; And the content is : \"typed_text\": \"nearest electronics store\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1161, 0.544, lift_point: 0.1161, 0.544", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2115_7.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open now; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4934, 0.705, lift_point: 0.4934, 0.705; The action is #DUAL_POINT#; touch_point: 0.1292, 0.6287, lift_point: 0.1292, 0.6287; The action is #DUAL_POINT#; touch_point: 0.0555, 0.9183, lift_point: 0.0555, 0.9183; The action is #TYPE#; And the content is : \"typed_text\": \"nearest electronics store\"; The action is #DUAL_POINT#; touch_point: 0.1161, 0.544, lift_point: 0.1161, 0.544", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2115_8.png" ] }, { "query": "\nPrevious Actions: Goal: What is the price of a 12' ladder at Home Depot?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2163_1.png" ] }, { "query": "\nPrevious Actions: Goal: What is the price of a 12' ladder at Home Depot?; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2163_2.png" ] }, { "query": "\nPrevious Actions: Goal: What is the price of a 12' ladder at Home Depot?; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.4937, 0.711, lift_point: 0.4937, 0.711", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2163_3.png" ] }, { "query": "\nPrevious Actions: Goal: What is the price of a 12' ladder at Home Depot?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4937, 0.711, lift_point: 0.4937, 0.711", "response": "The action is #DUAL_POINT#; touch_point: 0.1234, 0.797, lift_point: 0.1234, 0.797", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2163_4.png" ] }, { "query": "\nPrevious Actions: Goal: What is the price of a 12' ladder at Home Depot?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4937, 0.711, lift_point: 0.4937, 0.711; The action is #DUAL_POINT#; touch_point: 0.1234, 0.797, lift_point: 0.1234, 0.797", "response": "The action is #DUAL_POINT#; touch_point: 0.0724, 0.9237, lift_point: 0.0724, 0.9237", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2163_5.png" ] }, { "query": "\nPrevious Actions: Goal: What is the price of a 12' ladder at Home Depot?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4937, 0.711, lift_point: 0.4937, 0.711; The action is #DUAL_POINT#; touch_point: 0.1234, 0.797, lift_point: 0.1234, 0.797; The action is #DUAL_POINT#; touch_point: 0.0724, 0.9237, lift_point: 0.0724, 0.9237", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the price of a 12 ladder at Home Depot?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2163_6.png" ] }, { "query": "\nPrevious Actions: Goal: What is the price of a 12' ladder at Home Depot?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4937, 0.711, lift_point: 0.4937, 0.711; The action is #DUAL_POINT#; touch_point: 0.1234, 0.797, lift_point: 0.1234, 0.797; The action is #DUAL_POINT#; touch_point: 0.0724, 0.9237, lift_point: 0.0724, 0.9237; The action is #TYPE#; And the content is : \"typed_text\": \"What is the price of a 12 ladder at Home Depot?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1761, 0.5539, lift_point: 0.1761, 0.5539", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2163_7.png" ] }, { "query": "\nPrevious Actions: Goal: What is the price of a 12' ladder at Home Depot?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4937, 0.711, lift_point: 0.4937, 0.711; The action is #DUAL_POINT#; touch_point: 0.1234, 0.797, lift_point: 0.1234, 0.797; The action is #DUAL_POINT#; touch_point: 0.0724, 0.9237, lift_point: 0.0724, 0.9237; The action is #TYPE#; And the content is : \"typed_text\": \"What is the price of a 12 ladder at Home Depot?\"; The action is #DUAL_POINT#; touch_point: 0.1761, 0.5539, lift_point: 0.1761, 0.5539", "response": "The action is #DUAL_POINT#; touch_point: 0.6475, 0.5864, lift_point: 0.6475, 0.5864", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2163_8.png" ] }, { "query": "\nPrevious Actions: Goal: What is the price of a 12' ladder at Home Depot?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4937, 0.711, lift_point: 0.4937, 0.711; The action is #DUAL_POINT#; touch_point: 0.1234, 0.797, lift_point: 0.1234, 0.797; The action is #DUAL_POINT#; touch_point: 0.0724, 0.9237, lift_point: 0.0724, 0.9237; The action is #TYPE#; And the content is : \"typed_text\": \"What is the price of a 12 ladder at Home Depot?\"; The action is #DUAL_POINT#; touch_point: 0.1761, 0.5539, lift_point: 0.1761, 0.5539; The action is #DUAL_POINT#; touch_point: 0.6475, 0.5864, lift_point: 0.6475, 0.5864", "response": "The action is #DUAL_POINT#; touch_point: 0.1838, 0.2588, lift_point: 0.1838, 0.2588", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2163_9.png" ] }, { "query": "\nPrevious Actions: Goal: What is the price of a 12' ladder at Home Depot?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4937, 0.711, lift_point: 0.4937, 0.711; The action is #DUAL_POINT#; touch_point: 0.1234, 0.797, lift_point: 0.1234, 0.797; The action is #DUAL_POINT#; touch_point: 0.0724, 0.9237, lift_point: 0.0724, 0.9237; The action is #TYPE#; And the content is : \"typed_text\": \"What is the price of a 12 ladder at Home Depot?\"; The action is #DUAL_POINT#; touch_point: 0.1761, 0.5539, lift_point: 0.1761, 0.5539; The action is #DUAL_POINT#; touch_point: 0.6475, 0.5864, lift_point: 0.6475, 0.5864; The action is #DUAL_POINT#; touch_point: 0.1838, 0.2588, lift_point: 0.1838, 0.2588", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2163_10.png" ] }, { "query": "\nPrevious Actions: Goal: Open the files app", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2397_1.png" ] }, { "query": "\nPrevious Actions: Goal: Open the files app; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2397_2.png" ] }, { "query": "\nPrevious Actions: Goal: Open the files app; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.4698, 0.4789, lift_point: 0.4698, 0.4789", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2397_3.png" ] }, { "query": "\nPrevious Actions: Goal: Open the files app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4698, 0.4789, lift_point: 0.4698, 0.4789", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2397_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the US dollar exchange rateagainst the Swiss Franc?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2466_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the US dollar exchange rateagainst the Swiss Franc?; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2466_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the US dollar exchange rateagainst the Swiss Franc?; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.4741, 0.854, lift_point: 0.4741, 0.854", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2466_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the US dollar exchange rateagainst the Swiss Franc?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4741, 0.854, lift_point: 0.4741, 0.854", "response": "The action is #DUAL_POINT#; touch_point: 0.1283, 0.7939, lift_point: 0.1283, 0.7939", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2466_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the US dollar exchange rateagainst the Swiss Franc?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4741, 0.854, lift_point: 0.4741, 0.854; The action is #DUAL_POINT#; touch_point: 0.1283, 0.7939, lift_point: 0.1283, 0.7939", "response": "The action is #DUAL_POINT#; touch_point: 0.0549, 0.9105, lift_point: 0.0549, 0.9105", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2466_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the US dollar exchange rateagainst the Swiss Franc?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4741, 0.854, lift_point: 0.4741, 0.854; The action is #DUAL_POINT#; touch_point: 0.1283, 0.7939, lift_point: 0.1283, 0.7939; The action is #DUAL_POINT#; touch_point: 0.0549, 0.9105, lift_point: 0.0549, 0.9105", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the US dollar exchange rateagainst the Swiss Franc?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2466_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the US dollar exchange rateagainst the Swiss Franc?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4741, 0.854, lift_point: 0.4741, 0.854; The action is #DUAL_POINT#; touch_point: 0.1283, 0.7939, lift_point: 0.1283, 0.7939; The action is #DUAL_POINT#; touch_point: 0.0549, 0.9105, lift_point: 0.0549, 0.9105; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the US dollar exchange rateagainst the Swiss Franc?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1165, 0.7526, lift_point: 0.1165, 0.7526", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2466_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the US dollar exchange rateagainst the Swiss Franc?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4741, 0.854, lift_point: 0.4741, 0.854; The action is #DUAL_POINT#; touch_point: 0.1283, 0.7939, lift_point: 0.1283, 0.7939; The action is #DUAL_POINT#; touch_point: 0.0549, 0.9105, lift_point: 0.0549, 0.9105; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the US dollar exchange rateagainst the Swiss Franc?\"; The action is #DUAL_POINT#; touch_point: 0.1165, 0.7526, lift_point: 0.1165, 0.7526", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2466_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this evening?", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2480_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this evening?; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.4921, 0.8521, lift_point: 0.4921, 0.8521", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2480_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this evening?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4921, 0.8521, lift_point: 0.4921, 0.8521", "response": "The action is #DUAL_POINT#; touch_point: 0.1316, 0.703, lift_point: 0.1316, 0.703", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2480_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this evening?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4921, 0.8521, lift_point: 0.4921, 0.8521; The action is #DUAL_POINT#; touch_point: 0.1316, 0.703, lift_point: 0.1316, 0.703", "response": "The action is #DUAL_POINT#; touch_point: 0.0721, 0.8909, lift_point: 0.0721, 0.8909", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2480_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this evening?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4921, 0.8521, lift_point: 0.4921, 0.8521; The action is #DUAL_POINT#; touch_point: 0.1316, 0.703, lift_point: 0.1316, 0.703; The action is #DUAL_POINT#; touch_point: 0.0721, 0.8909, lift_point: 0.0721, 0.8909", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"news this evening\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2480_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this evening?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4921, 0.8521, lift_point: 0.4921, 0.8521; The action is #DUAL_POINT#; touch_point: 0.1316, 0.703, lift_point: 0.1316, 0.703; The action is #DUAL_POINT#; touch_point: 0.0721, 0.8909, lift_point: 0.0721, 0.8909; The action is #TYPE#; And the content is : \"typed_text\": \"news this evening\"", "response": "The action is #DUAL_POINT#; touch_point: 0.2493, 0.5909, lift_point: 0.2493, 0.5909", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2480_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this evening?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4921, 0.8521, lift_point: 0.4921, 0.8521; The action is #DUAL_POINT#; touch_point: 0.1316, 0.703, lift_point: 0.1316, 0.703; The action is #DUAL_POINT#; touch_point: 0.0721, 0.8909, lift_point: 0.0721, 0.8909; The action is #TYPE#; And the content is : \"typed_text\": \"news this evening\"; The action is #DUAL_POINT#; touch_point: 0.2493, 0.5909, lift_point: 0.2493, 0.5909", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2480_7.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Philadelphia?", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2543_1.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Philadelphia?; The action is #Scrolling Up#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2543_2.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Philadelphia?; The action is #Scrolling Up#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2543_3.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Philadelphia?; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.4646, 0.8911, lift_point: 0.4646, 0.8911", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2543_4.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Philadelphia?; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4646, 0.8911, lift_point: 0.4646, 0.8911", "response": "The action is #DUAL_POINT#; touch_point: 0.1309, 0.7459, lift_point: 0.1309, 0.7459", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2543_5.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Philadelphia?; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4646, 0.8911, lift_point: 0.4646, 0.8911; The action is #DUAL_POINT#; touch_point: 0.1309, 0.7459, lift_point: 0.1309, 0.7459", "response": "The action is #DUAL_POINT#; touch_point: 0.0642, 0.9202, lift_point: 0.0642, 0.9202", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2543_6.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Philadelphia?; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4646, 0.8911, lift_point: 0.4646, 0.8911; The action is #DUAL_POINT#; touch_point: 0.1309, 0.7459, lift_point: 0.1309, 0.7459; The action is #DUAL_POINT#; touch_point: 0.0642, 0.9202, lift_point: 0.0642, 0.9202", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent for in Philadelphia\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2543_7.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Philadelphia?; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4646, 0.8911, lift_point: 0.4646, 0.8911; The action is #DUAL_POINT#; touch_point: 0.1309, 0.7459, lift_point: 0.1309, 0.7459; The action is #DUAL_POINT#; touch_point: 0.0642, 0.9202, lift_point: 0.0642, 0.9202; The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent for in Philadelphia\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1145, 0.5032, lift_point: 0.1145, 0.5032", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2543_8.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Philadelphia?; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4646, 0.8911, lift_point: 0.4646, 0.8911; The action is #DUAL_POINT#; touch_point: 0.1309, 0.7459, lift_point: 0.1309, 0.7459; The action is #DUAL_POINT#; touch_point: 0.0642, 0.9202, lift_point: 0.0642, 0.9202; The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent for in Philadelphia\"; The action is #DUAL_POINT#; touch_point: 0.1145, 0.5032, lift_point: 0.1145, 0.5032", "response": "The action is #DUAL_POINT#; touch_point: 0.1958, 0.8918, lift_point: 0.1958, 0.8918", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2543_9.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Philadelphia?; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4646, 0.8911, lift_point: 0.4646, 0.8911; The action is #DUAL_POINT#; touch_point: 0.1309, 0.7459, lift_point: 0.1309, 0.7459; The action is #DUAL_POINT#; touch_point: 0.0642, 0.9202, lift_point: 0.0642, 0.9202; The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent for in Philadelphia\"; The action is #DUAL_POINT#; touch_point: 0.1145, 0.5032, lift_point: 0.1145, 0.5032; The action is #DUAL_POINT#; touch_point: 0.1958, 0.8918, lift_point: 0.1958, 0.8918", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2543_10.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Katy Perry video on YouTube", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2549_1.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Katy Perry video on YouTube; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.7561, 0.7157, lift_point: 0.7561, 0.7157", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2549_2.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Katy Perry video on YouTube; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7561, 0.7157, lift_point: 0.7561, 0.7157", "response": "The action is #DUAL_POINT#; touch_point: 0.0622, 0.8402, lift_point: 0.0622, 0.8402", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2549_3.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Katy Perry video on YouTube; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7561, 0.7157, lift_point: 0.7561, 0.7157; The action is #DUAL_POINT#; touch_point: 0.0622, 0.8402, lift_point: 0.0622, 0.8402", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"new Katy Perry video\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2549_4.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Katy Perry video on YouTube; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7561, 0.7157, lift_point: 0.7561, 0.7157; The action is #DUAL_POINT#; touch_point: 0.0622, 0.8402, lift_point: 0.0622, 0.8402; The action is #TYPE#; And the content is : \"typed_text\": \"new Katy Perry video\"", "response": "The action is #DUAL_POINT#; touch_point: 0.0884, 0.584, lift_point: 0.0884, 0.584", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2549_5.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Katy Perry video on YouTube; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7561, 0.7157, lift_point: 0.7561, 0.7157; The action is #DUAL_POINT#; touch_point: 0.0622, 0.8402, lift_point: 0.0622, 0.8402; The action is #TYPE#; And the content is : \"typed_text\": \"new Katy Perry video\"; The action is #DUAL_POINT#; touch_point: 0.0884, 0.584, lift_point: 0.0884, 0.584", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2549_6.png" ] }, { "query": "\nPrevious Actions: Goal: Show me some nice wallpapers for my phone", "response": "The action is #DUAL_POINT#; touch_point: 0.786, 0.6713, lift_point: 0.786, 0.6713", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2641_1.png" ] }, { "query": "\nPrevious Actions: Goal: Show me some nice wallpapers for my phone; The action is #DUAL_POINT#; touch_point: 0.786, 0.6713, lift_point: 0.786, 0.6713", "response": "The action is #DUAL_POINT#; touch_point: 0.7923, 0.6932, lift_point: 0.7923, 0.6932", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2641_2.png" ] }, { "query": "\nPrevious Actions: Goal: Show me some nice wallpapers for my phone; The action is #DUAL_POINT#; touch_point: 0.786, 0.6713, lift_point: 0.786, 0.6713; The action is #DUAL_POINT#; touch_point: 0.7923, 0.6932, lift_point: 0.7923, 0.6932", "response": "The action is #DUAL_POINT#; touch_point: 0.7972, 0.6824, lift_point: 0.7972, 0.6824", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2641_3.png" ] }, { "query": "\nPrevious Actions: Goal: Show me some nice wallpapers for my phone; The action is #DUAL_POINT#; touch_point: 0.786, 0.6713, lift_point: 0.786, 0.6713; The action is #DUAL_POINT#; touch_point: 0.7923, 0.6932, lift_point: 0.7923, 0.6932; The action is #DUAL_POINT#; touch_point: 0.7972, 0.6824, lift_point: 0.7972, 0.6824", "response": "The action is #DUAL_POINT#; touch_point: 0.7985, 0.6824, lift_point: 0.7985, 0.6824", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2641_4.png" ] }, { "query": "\nPrevious Actions: Goal: Show me some nice wallpapers for my phone; The action is #DUAL_POINT#; touch_point: 0.786, 0.6713, lift_point: 0.786, 0.6713; The action is #DUAL_POINT#; touch_point: 0.7923, 0.6932, lift_point: 0.7923, 0.6932; The action is #DUAL_POINT#; touch_point: 0.7972, 0.6824, lift_point: 0.7972, 0.6824; The action is #DUAL_POINT#; touch_point: 0.7985, 0.6824, lift_point: 0.7985, 0.6824", "response": "The action is #DUAL_POINT#; touch_point: 0.0615, 0.6006, lift_point: 0.0615, 0.6006", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2641_5.png" ] }, { "query": "\nPrevious Actions: Goal: Show me some nice wallpapers for my phone; The action is #DUAL_POINT#; touch_point: 0.786, 0.6713, lift_point: 0.786, 0.6713; The action is #DUAL_POINT#; touch_point: 0.7923, 0.6932, lift_point: 0.7923, 0.6932; The action is #DUAL_POINT#; touch_point: 0.7972, 0.6824, lift_point: 0.7972, 0.6824; The action is #DUAL_POINT#; touch_point: 0.7985, 0.6824, lift_point: 0.7985, 0.6824; The action is #DUAL_POINT#; touch_point: 0.0615, 0.6006, lift_point: 0.0615, 0.6006", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"nice wallpapers for my phone\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2641_6.png" ] }, { "query": "\nPrevious Actions: Goal: Show me some nice wallpapers for my phone; The action is #DUAL_POINT#; touch_point: 0.786, 0.6713, lift_point: 0.786, 0.6713; The action is #DUAL_POINT#; touch_point: 0.7923, 0.6932, lift_point: 0.7923, 0.6932; The action is #DUAL_POINT#; touch_point: 0.7972, 0.6824, lift_point: 0.7972, 0.6824; The action is #DUAL_POINT#; touch_point: 0.7985, 0.6824, lift_point: 0.7985, 0.6824; The action is #DUAL_POINT#; touch_point: 0.0615, 0.6006, lift_point: 0.0615, 0.6006; The action is #TYPE#; And the content is : \"typed_text\": \"nice wallpapers for my phone\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1436, 0.3267, lift_point: 0.1436, 0.3267", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2641_7.png" ] }, { "query": "\nPrevious Actions: Goal: Show me some nice wallpapers for my phone; The action is #DUAL_POINT#; touch_point: 0.786, 0.6713, lift_point: 0.786, 0.6713; The action is #DUAL_POINT#; touch_point: 0.7923, 0.6932, lift_point: 0.7923, 0.6932; The action is #DUAL_POINT#; touch_point: 0.7972, 0.6824, lift_point: 0.7972, 0.6824; The action is #DUAL_POINT#; touch_point: 0.7985, 0.6824, lift_point: 0.7985, 0.6824; The action is #DUAL_POINT#; touch_point: 0.0615, 0.6006, lift_point: 0.0615, 0.6006; The action is #TYPE#; And the content is : \"typed_text\": \"nice wallpapers for my phone\"; The action is #DUAL_POINT#; touch_point: 0.1436, 0.3267, lift_point: 0.1436, 0.3267", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2641_8.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Buenos aires", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2733_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Buenos aires; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8012, 0.6957, lift_point: 0.8012, 0.6957", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2733_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Buenos aires; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8012, 0.6957, lift_point: 0.8012, 0.6957", "response": "The action is #DUAL_POINT#; touch_point: 0.7813, 0.6517, lift_point: 0.7813, 0.6517", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2733_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Buenos aires; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8012, 0.6957, lift_point: 0.8012, 0.6957; The action is #DUAL_POINT#; touch_point: 0.7813, 0.6517, lift_point: 0.7813, 0.6517", "response": "The action is #DUAL_POINT#; touch_point: 0.7813, 0.6517, lift_point: 0.7813, 0.6517", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2733_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Buenos aires; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8012, 0.6957, lift_point: 0.8012, 0.6957; The action is #DUAL_POINT#; touch_point: 0.7813, 0.6517, lift_point: 0.7813, 0.6517; The action is #DUAL_POINT#; touch_point: 0.7813, 0.6517, lift_point: 0.7813, 0.6517", "response": "The action is #DUAL_POINT#; touch_point: 0.0642, 0.6339, lift_point: 0.0642, 0.6339", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2733_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Buenos aires; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8012, 0.6957, lift_point: 0.8012, 0.6957; The action is #DUAL_POINT#; touch_point: 0.7813, 0.6517, lift_point: 0.7813, 0.6517; The action is #DUAL_POINT#; touch_point: 0.7813, 0.6517, lift_point: 0.7813, 0.6517; The action is #DUAL_POINT#; touch_point: 0.0642, 0.6339, lift_point: 0.0642, 0.6339", "response": "The action is #DUAL_POINT#; touch_point: 0.9935, 0.466, lift_point: 0.9935, 0.466", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2733_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Buenos aires; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8012, 0.6957, lift_point: 0.8012, 0.6957; The action is #DUAL_POINT#; touch_point: 0.7813, 0.6517, lift_point: 0.7813, 0.6517; The action is #DUAL_POINT#; touch_point: 0.7813, 0.6517, lift_point: 0.7813, 0.6517; The action is #DUAL_POINT#; touch_point: 0.0642, 0.6339, lift_point: 0.0642, 0.6339; The action is #DUAL_POINT#; touch_point: 0.9935, 0.466, lift_point: 0.9935, 0.466", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Buenos aires\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2733_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Buenos aires; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8012, 0.6957, lift_point: 0.8012, 0.6957; The action is #DUAL_POINT#; touch_point: 0.7813, 0.6517, lift_point: 0.7813, 0.6517; The action is #DUAL_POINT#; touch_point: 0.7813, 0.6517, lift_point: 0.7813, 0.6517; The action is #DUAL_POINT#; touch_point: 0.0642, 0.6339, lift_point: 0.0642, 0.6339; The action is #DUAL_POINT#; touch_point: 0.9935, 0.466, lift_point: 0.9935, 0.466; The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Buenos aires\"", "response": "The action is #DUAL_POINT#; touch_point: 0.4465, 0.9944, lift_point: 0.4465, 0.9944", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2733_8.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Buenos aires; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8012, 0.6957, lift_point: 0.8012, 0.6957; The action is #DUAL_POINT#; touch_point: 0.7813, 0.6517, lift_point: 0.7813, 0.6517; The action is #DUAL_POINT#; touch_point: 0.7813, 0.6517, lift_point: 0.7813, 0.6517; The action is #DUAL_POINT#; touch_point: 0.0642, 0.6339, lift_point: 0.0642, 0.6339; The action is #DUAL_POINT#; touch_point: 0.9935, 0.466, lift_point: 0.9935, 0.466; The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Buenos aires\"; The action is #DUAL_POINT#; touch_point: 0.4465, 0.9944, lift_point: 0.4465, 0.9944", "response": "The action is #DUAL_POINT#; touch_point: 0.0622, 0.3084, lift_point: 0.0622, 0.3084", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2733_9.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Buenos aires; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8012, 0.6957, lift_point: 0.8012, 0.6957; The action is #DUAL_POINT#; touch_point: 0.7813, 0.6517, lift_point: 0.7813, 0.6517; The action is #DUAL_POINT#; touch_point: 0.7813, 0.6517, lift_point: 0.7813, 0.6517; The action is #DUAL_POINT#; touch_point: 0.0642, 0.6339, lift_point: 0.0642, 0.6339; The action is #DUAL_POINT#; touch_point: 0.9935, 0.466, lift_point: 0.9935, 0.466; The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Buenos aires\"; The action is #DUAL_POINT#; touch_point: 0.4465, 0.9944, lift_point: 0.4465, 0.9944; The action is #DUAL_POINT#; touch_point: 0.0622, 0.3084, lift_point: 0.0622, 0.3084", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2733_10.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Buenos aires; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8012, 0.6957, lift_point: 0.8012, 0.6957; The action is #DUAL_POINT#; touch_point: 0.7813, 0.6517, lift_point: 0.7813, 0.6517; The action is #DUAL_POINT#; touch_point: 0.7813, 0.6517, lift_point: 0.7813, 0.6517; The action is #DUAL_POINT#; touch_point: 0.0642, 0.6339, lift_point: 0.0642, 0.6339; The action is #DUAL_POINT#; touch_point: 0.9935, 0.466, lift_point: 0.9935, 0.466; The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Buenos aires\"; The action is #DUAL_POINT#; touch_point: 0.4465, 0.9944, lift_point: 0.4465, 0.9944; The action is #DUAL_POINT#; touch_point: 0.0622, 0.3084, lift_point: 0.0622, 0.3084; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.0509, 0.1702, lift_point: 0.0509, 0.1702", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2733_11.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Buenos aires; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8012, 0.6957, lift_point: 0.8012, 0.6957; The action is #DUAL_POINT#; touch_point: 0.7813, 0.6517, lift_point: 0.7813, 0.6517; The action is #DUAL_POINT#; touch_point: 0.7813, 0.6517, lift_point: 0.7813, 0.6517; The action is #DUAL_POINT#; touch_point: 0.0642, 0.6339, lift_point: 0.0642, 0.6339; The action is #DUAL_POINT#; touch_point: 0.9935, 0.466, lift_point: 0.9935, 0.466; The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Buenos aires\"; The action is #DUAL_POINT#; touch_point: 0.4465, 0.9944, lift_point: 0.4465, 0.9944; The action is #DUAL_POINT#; touch_point: 0.0622, 0.3084, lift_point: 0.0622, 0.3084; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0509, 0.1702, lift_point: 0.0509, 0.1702", "response": "The action is #PRESS_BACK#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2733_12.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Buenos aires; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8012, 0.6957, lift_point: 0.8012, 0.6957; The action is #DUAL_POINT#; touch_point: 0.7813, 0.6517, lift_point: 0.7813, 0.6517; The action is #DUAL_POINT#; touch_point: 0.7813, 0.6517, lift_point: 0.7813, 0.6517; The action is #DUAL_POINT#; touch_point: 0.0642, 0.6339, lift_point: 0.0642, 0.6339; The action is #DUAL_POINT#; touch_point: 0.9935, 0.466, lift_point: 0.9935, 0.466; The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Buenos aires\"; The action is #DUAL_POINT#; touch_point: 0.4465, 0.9944, lift_point: 0.4465, 0.9944; The action is #DUAL_POINT#; touch_point: 0.0622, 0.3084, lift_point: 0.0622, 0.3084; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0509, 0.1702, lift_point: 0.0509, 0.1702; The action is #PRESS_BACK#", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2733_13.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Buenos aires; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8012, 0.6957, lift_point: 0.8012, 0.6957; The action is #DUAL_POINT#; touch_point: 0.7813, 0.6517, lift_point: 0.7813, 0.6517; The action is #DUAL_POINT#; touch_point: 0.7813, 0.6517, lift_point: 0.7813, 0.6517; The action is #DUAL_POINT#; touch_point: 0.0642, 0.6339, lift_point: 0.0642, 0.6339; The action is #DUAL_POINT#; touch_point: 0.9935, 0.466, lift_point: 0.9935, 0.466; The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Buenos aires\"; The action is #DUAL_POINT#; touch_point: 0.4465, 0.9944, lift_point: 0.4465, 0.9944; The action is #DUAL_POINT#; touch_point: 0.0622, 0.3084, lift_point: 0.0622, 0.3084; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0509, 0.1702, lift_point: 0.0509, 0.1702; The action is #PRESS_BACK#; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7909, 0.6879, lift_point: 0.7909, 0.6879", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2733_14.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Buenos aires; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8012, 0.6957, lift_point: 0.8012, 0.6957; The action is #DUAL_POINT#; touch_point: 0.7813, 0.6517, lift_point: 0.7813, 0.6517; The action is #DUAL_POINT#; touch_point: 0.7813, 0.6517, lift_point: 0.7813, 0.6517; The action is #DUAL_POINT#; touch_point: 0.0642, 0.6339, lift_point: 0.0642, 0.6339; The action is #DUAL_POINT#; touch_point: 0.9935, 0.466, lift_point: 0.9935, 0.466; The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Buenos aires\"; The action is #DUAL_POINT#; touch_point: 0.4465, 0.9944, lift_point: 0.4465, 0.9944; The action is #DUAL_POINT#; touch_point: 0.0622, 0.3084, lift_point: 0.0622, 0.3084; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0509, 0.1702, lift_point: 0.0509, 0.1702; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7909, 0.6879, lift_point: 0.7909, 0.6879", "response": "The action is #DUAL_POINT#; touch_point: 0.7909, 0.6879, lift_point: 0.7909, 0.6879", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2733_15.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Buenos aires; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8012, 0.6957, lift_point: 0.8012, 0.6957; The action is #DUAL_POINT#; touch_point: 0.7813, 0.6517, lift_point: 0.7813, 0.6517; The action is #DUAL_POINT#; touch_point: 0.7813, 0.6517, lift_point: 0.7813, 0.6517; The action is #DUAL_POINT#; touch_point: 0.0642, 0.6339, lift_point: 0.0642, 0.6339; The action is #DUAL_POINT#; touch_point: 0.9935, 0.466, lift_point: 0.9935, 0.466; The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Buenos aires\"; The action is #DUAL_POINT#; touch_point: 0.4465, 0.9944, lift_point: 0.4465, 0.9944; The action is #DUAL_POINT#; touch_point: 0.0622, 0.3084, lift_point: 0.0622, 0.3084; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0509, 0.1702, lift_point: 0.0509, 0.1702; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7909, 0.6879, lift_point: 0.7909, 0.6879; The action is #DUAL_POINT#; touch_point: 0.7909, 0.6879, lift_point: 0.7909, 0.6879", "response": "The action is #DUAL_POINT#; touch_point: 0.0642, 0.2568, lift_point: 0.0642, 0.2568", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2733_16.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Buenos aires; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8012, 0.6957, lift_point: 0.8012, 0.6957; The action is #DUAL_POINT#; touch_point: 0.7813, 0.6517, lift_point: 0.7813, 0.6517; The action is #DUAL_POINT#; touch_point: 0.7813, 0.6517, lift_point: 0.7813, 0.6517; The action is #DUAL_POINT#; touch_point: 0.0642, 0.6339, lift_point: 0.0642, 0.6339; The action is #DUAL_POINT#; touch_point: 0.9935, 0.466, lift_point: 0.9935, 0.466; The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Buenos aires\"; The action is #DUAL_POINT#; touch_point: 0.4465, 0.9944, lift_point: 0.4465, 0.9944; The action is #DUAL_POINT#; touch_point: 0.0622, 0.3084, lift_point: 0.0622, 0.3084; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0509, 0.1702, lift_point: 0.0509, 0.1702; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7909, 0.6879, lift_point: 0.7909, 0.6879; The action is #DUAL_POINT#; touch_point: 0.7909, 0.6879, lift_point: 0.7909, 0.6879; The action is #DUAL_POINT#; touch_point: 0.0642, 0.2568, lift_point: 0.0642, 0.2568", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Buenos aires\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2733_17.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Buenos aires; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8012, 0.6957, lift_point: 0.8012, 0.6957; The action is #DUAL_POINT#; touch_point: 0.7813, 0.6517, lift_point: 0.7813, 0.6517; The action is #DUAL_POINT#; touch_point: 0.7813, 0.6517, lift_point: 0.7813, 0.6517; The action is #DUAL_POINT#; touch_point: 0.0642, 0.6339, lift_point: 0.0642, 0.6339; The action is #DUAL_POINT#; touch_point: 0.9935, 0.466, lift_point: 0.9935, 0.466; The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Buenos aires\"; The action is #DUAL_POINT#; touch_point: 0.4465, 0.9944, lift_point: 0.4465, 0.9944; The action is #DUAL_POINT#; touch_point: 0.0622, 0.3084, lift_point: 0.0622, 0.3084; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0509, 0.1702, lift_point: 0.0509, 0.1702; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7909, 0.6879, lift_point: 0.7909, 0.6879; The action is #DUAL_POINT#; touch_point: 0.7909, 0.6879, lift_point: 0.7909, 0.6879; The action is #DUAL_POINT#; touch_point: 0.0642, 0.2568, lift_point: 0.0642, 0.2568; The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Buenos aires\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1434, 0.5584, lift_point: 0.1434, 0.5584", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2733_18.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Buenos aires; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8012, 0.6957, lift_point: 0.8012, 0.6957; The action is #DUAL_POINT#; touch_point: 0.7813, 0.6517, lift_point: 0.7813, 0.6517; The action is #DUAL_POINT#; touch_point: 0.7813, 0.6517, lift_point: 0.7813, 0.6517; The action is #DUAL_POINT#; touch_point: 0.0642, 0.6339, lift_point: 0.0642, 0.6339; The action is #DUAL_POINT#; touch_point: 0.9935, 0.466, lift_point: 0.9935, 0.466; The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Buenos aires\"; The action is #DUAL_POINT#; touch_point: 0.4465, 0.9944, lift_point: 0.4465, 0.9944; The action is #DUAL_POINT#; touch_point: 0.0622, 0.3084, lift_point: 0.0622, 0.3084; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0509, 0.1702, lift_point: 0.0509, 0.1702; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7909, 0.6879, lift_point: 0.7909, 0.6879; The action is #DUAL_POINT#; touch_point: 0.7909, 0.6879, lift_point: 0.7909, 0.6879; The action is #DUAL_POINT#; touch_point: 0.0642, 0.2568, lift_point: 0.0642, 0.2568; The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Buenos aires\"; The action is #DUAL_POINT#; touch_point: 0.1434, 0.5584, lift_point: 0.1434, 0.5584", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2733_19.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Buenos aires; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8012, 0.6957, lift_point: 0.8012, 0.6957; The action is #DUAL_POINT#; touch_point: 0.7813, 0.6517, lift_point: 0.7813, 0.6517; The action is #DUAL_POINT#; touch_point: 0.7813, 0.6517, lift_point: 0.7813, 0.6517; The action is #DUAL_POINT#; touch_point: 0.0642, 0.6339, lift_point: 0.0642, 0.6339; The action is #DUAL_POINT#; touch_point: 0.9935, 0.466, lift_point: 0.9935, 0.466; The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Buenos aires\"; The action is #DUAL_POINT#; touch_point: 0.4465, 0.9944, lift_point: 0.4465, 0.9944; The action is #DUAL_POINT#; touch_point: 0.0622, 0.3084, lift_point: 0.0622, 0.3084; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0509, 0.1702, lift_point: 0.0509, 0.1702; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7909, 0.6879, lift_point: 0.7909, 0.6879; The action is #DUAL_POINT#; touch_point: 0.7909, 0.6879, lift_point: 0.7909, 0.6879; The action is #DUAL_POINT#; touch_point: 0.0642, 0.2568, lift_point: 0.0642, 0.2568; The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Buenos aires\"; The action is #DUAL_POINT#; touch_point: 0.1434, 0.5584, lift_point: 0.1434, 0.5584; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2733_20.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Buenos aires; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8012, 0.6957, lift_point: 0.8012, 0.6957; The action is #DUAL_POINT#; touch_point: 0.7813, 0.6517, lift_point: 0.7813, 0.6517; The action is #DUAL_POINT#; touch_point: 0.7813, 0.6517, lift_point: 0.7813, 0.6517; The action is #DUAL_POINT#; touch_point: 0.0642, 0.6339, lift_point: 0.0642, 0.6339; The action is #DUAL_POINT#; touch_point: 0.9935, 0.466, lift_point: 0.9935, 0.466; The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Buenos aires\"; The action is #DUAL_POINT#; touch_point: 0.4465, 0.9944, lift_point: 0.4465, 0.9944; The action is #DUAL_POINT#; touch_point: 0.0622, 0.3084, lift_point: 0.0622, 0.3084; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0509, 0.1702, lift_point: 0.0509, 0.1702; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7909, 0.6879, lift_point: 0.7909, 0.6879; The action is #DUAL_POINT#; touch_point: 0.7909, 0.6879, lift_point: 0.7909, 0.6879; The action is #DUAL_POINT#; touch_point: 0.0642, 0.2568, lift_point: 0.0642, 0.2568; The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Buenos aires\"; The action is #DUAL_POINT#; touch_point: 0.1434, 0.5584, lift_point: 0.1434, 0.5584; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.4244, 0.5674, lift_point: 0.4244, 0.5674", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2733_21.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Buenos aires; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8012, 0.6957, lift_point: 0.8012, 0.6957; The action is #DUAL_POINT#; touch_point: 0.7813, 0.6517, lift_point: 0.7813, 0.6517; The action is #DUAL_POINT#; touch_point: 0.7813, 0.6517, lift_point: 0.7813, 0.6517; The action is #DUAL_POINT#; touch_point: 0.0642, 0.6339, lift_point: 0.0642, 0.6339; The action is #DUAL_POINT#; touch_point: 0.9935, 0.466, lift_point: 0.9935, 0.466; The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Buenos aires\"; The action is #DUAL_POINT#; touch_point: 0.4465, 0.9944, lift_point: 0.4465, 0.9944; The action is #DUAL_POINT#; touch_point: 0.0622, 0.3084, lift_point: 0.0622, 0.3084; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0509, 0.1702, lift_point: 0.0509, 0.1702; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7909, 0.6879, lift_point: 0.7909, 0.6879; The action is #DUAL_POINT#; touch_point: 0.7909, 0.6879, lift_point: 0.7909, 0.6879; The action is #DUAL_POINT#; touch_point: 0.0642, 0.2568, lift_point: 0.0642, 0.2568; The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Buenos aires\"; The action is #DUAL_POINT#; touch_point: 0.1434, 0.5584, lift_point: 0.1434, 0.5584; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4244, 0.5674, lift_point: 0.4244, 0.5674", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2733_22.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in New York?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2742_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in New York?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7879, 0.6835, lift_point: 0.7879, 0.6835", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2742_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in New York?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7879, 0.6835, lift_point: 0.7879, 0.6835", "response": "The action is #DUAL_POINT#; touch_point: 0.7879, 0.6835, lift_point: 0.7879, 0.6835", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2742_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in New York?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7879, 0.6835, lift_point: 0.7879, 0.6835; The action is #DUAL_POINT#; touch_point: 0.7879, 0.6835, lift_point: 0.7879, 0.6835", "response": "The action is #DUAL_POINT#; touch_point: 0.7891, 0.6835, lift_point: 0.7891, 0.6835", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2742_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in New York?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7879, 0.6835, lift_point: 0.7879, 0.6835; The action is #DUAL_POINT#; touch_point: 0.7879, 0.6835, lift_point: 0.7879, 0.6835; The action is #DUAL_POINT#; touch_point: 0.7891, 0.6835, lift_point: 0.7891, 0.6835", "response": "The action is #DUAL_POINT#; touch_point: 0.7891, 0.6835, lift_point: 0.7891, 0.6835", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2742_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in New York?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7879, 0.6835, lift_point: 0.7879, 0.6835; The action is #DUAL_POINT#; touch_point: 0.7879, 0.6835, lift_point: 0.7879, 0.6835; The action is #DUAL_POINT#; touch_point: 0.7891, 0.6835, lift_point: 0.7891, 0.6835; The action is #DUAL_POINT#; touch_point: 0.7891, 0.6835, lift_point: 0.7891, 0.6835", "response": "The action is #DUAL_POINT#; touch_point: 0.0597, 0.5494, lift_point: 0.0597, 0.5494", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2742_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in New York?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7879, 0.6835, lift_point: 0.7879, 0.6835; The action is #DUAL_POINT#; touch_point: 0.7879, 0.6835, lift_point: 0.7879, 0.6835; The action is #DUAL_POINT#; touch_point: 0.7891, 0.6835, lift_point: 0.7891, 0.6835; The action is #DUAL_POINT#; touch_point: 0.7891, 0.6835, lift_point: 0.7891, 0.6835; The action is #DUAL_POINT#; touch_point: 0.0597, 0.5494, lift_point: 0.0597, 0.5494", "response": "The action is #TYPE#; And the content is : \"typed_text\": \" weather like in New York\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2742_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in New York?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7879, 0.6835, lift_point: 0.7879, 0.6835; The action is #DUAL_POINT#; touch_point: 0.7879, 0.6835, lift_point: 0.7879, 0.6835; The action is #DUAL_POINT#; touch_point: 0.7891, 0.6835, lift_point: 0.7891, 0.6835; The action is #DUAL_POINT#; touch_point: 0.7891, 0.6835, lift_point: 0.7891, 0.6835; The action is #DUAL_POINT#; touch_point: 0.0597, 0.5494, lift_point: 0.0597, 0.5494; The action is #TYPE#; And the content is : \"typed_text\": \" weather like in New York\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1428, 0.4671, lift_point: 0.1428, 0.4671", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2742_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in New York?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7879, 0.6835, lift_point: 0.7879, 0.6835; The action is #DUAL_POINT#; touch_point: 0.7879, 0.6835, lift_point: 0.7879, 0.6835; The action is #DUAL_POINT#; touch_point: 0.7891, 0.6835, lift_point: 0.7891, 0.6835; The action is #DUAL_POINT#; touch_point: 0.7891, 0.6835, lift_point: 0.7891, 0.6835; The action is #DUAL_POINT#; touch_point: 0.0597, 0.5494, lift_point: 0.0597, 0.5494; The action is #TYPE#; And the content is : \"typed_text\": \" weather like in New York\"; The action is #DUAL_POINT#; touch_point: 0.1428, 0.4671, lift_point: 0.1428, 0.4671", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2742_9.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest IKEA?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2874_1.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest IKEA?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7898, 0.6787, lift_point: 0.7898, 0.6787", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2874_2.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest IKEA?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7898, 0.6787, lift_point: 0.7898, 0.6787", "response": "The action is #DUAL_POINT#; touch_point: 0.7898, 0.6787, lift_point: 0.7898, 0.6787", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2874_3.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest IKEA?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7898, 0.6787, lift_point: 0.7898, 0.6787; The action is #DUAL_POINT#; touch_point: 0.7898, 0.6787, lift_point: 0.7898, 0.6787", "response": "The action is #DUAL_POINT#; touch_point: 0.7937, 0.6907, lift_point: 0.7937, 0.6907", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2874_4.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest IKEA?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7898, 0.6787, lift_point: 0.7898, 0.6787; The action is #DUAL_POINT#; touch_point: 0.7898, 0.6787, lift_point: 0.7898, 0.6787; The action is #DUAL_POINT#; touch_point: 0.7937, 0.6907, lift_point: 0.7937, 0.6907", "response": "The action is #DUAL_POINT#; touch_point: 0.7962, 0.6827, lift_point: 0.7962, 0.6827", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2874_5.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest IKEA?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7898, 0.6787, lift_point: 0.7898, 0.6787; The action is #DUAL_POINT#; touch_point: 0.7898, 0.6787, lift_point: 0.7898, 0.6787; The action is #DUAL_POINT#; touch_point: 0.7937, 0.6907, lift_point: 0.7937, 0.6907; The action is #DUAL_POINT#; touch_point: 0.7962, 0.6827, lift_point: 0.7962, 0.6827", "response": "The action is #DUAL_POINT#; touch_point: 0.7962, 0.6827, lift_point: 0.7962, 0.6827", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2874_6.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest IKEA?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7898, 0.6787, lift_point: 0.7898, 0.6787; The action is #DUAL_POINT#; touch_point: 0.7898, 0.6787, lift_point: 0.7898, 0.6787; The action is #DUAL_POINT#; touch_point: 0.7937, 0.6907, lift_point: 0.7937, 0.6907; The action is #DUAL_POINT#; touch_point: 0.7962, 0.6827, lift_point: 0.7962, 0.6827; The action is #DUAL_POINT#; touch_point: 0.7962, 0.6827, lift_point: 0.7962, 0.6827", "response": "The action is #DUAL_POINT#; touch_point: 0.0555, 0.5808, lift_point: 0.0555, 0.5808", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2874_7.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest IKEA?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7898, 0.6787, lift_point: 0.7898, 0.6787; The action is #DUAL_POINT#; touch_point: 0.7898, 0.6787, lift_point: 0.7898, 0.6787; The action is #DUAL_POINT#; touch_point: 0.7937, 0.6907, lift_point: 0.7937, 0.6907; The action is #DUAL_POINT#; touch_point: 0.7962, 0.6827, lift_point: 0.7962, 0.6827; The action is #DUAL_POINT#; touch_point: 0.7962, 0.6827, lift_point: 0.7962, 0.6827; The action is #DUAL_POINT#; touch_point: 0.0555, 0.5808, lift_point: 0.0555, 0.5808", "response": "The action is #DUAL_POINT#; touch_point: 0.0647, 0.8933, lift_point: 0.0647, 0.8933", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2874_8.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest IKEA?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7898, 0.6787, lift_point: 0.7898, 0.6787; The action is #DUAL_POINT#; touch_point: 0.7898, 0.6787, lift_point: 0.7898, 0.6787; The action is #DUAL_POINT#; touch_point: 0.7937, 0.6907, lift_point: 0.7937, 0.6907; The action is #DUAL_POINT#; touch_point: 0.7962, 0.6827, lift_point: 0.7962, 0.6827; The action is #DUAL_POINT#; touch_point: 0.7962, 0.6827, lift_point: 0.7962, 0.6827; The action is #DUAL_POINT#; touch_point: 0.0555, 0.5808, lift_point: 0.0555, 0.5808; The action is #DUAL_POINT#; touch_point: 0.0647, 0.8933, lift_point: 0.0647, 0.8933", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest IKEA\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2874_9.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest IKEA?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7898, 0.6787, lift_point: 0.7898, 0.6787; The action is #DUAL_POINT#; touch_point: 0.7898, 0.6787, lift_point: 0.7898, 0.6787; The action is #DUAL_POINT#; touch_point: 0.7937, 0.6907, lift_point: 0.7937, 0.6907; The action is #DUAL_POINT#; touch_point: 0.7962, 0.6827, lift_point: 0.7962, 0.6827; The action is #DUAL_POINT#; touch_point: 0.7962, 0.6827, lift_point: 0.7962, 0.6827; The action is #DUAL_POINT#; touch_point: 0.0555, 0.5808, lift_point: 0.0555, 0.5808; The action is #DUAL_POINT#; touch_point: 0.0647, 0.8933, lift_point: 0.0647, 0.8933; The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest IKEA\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1419, 0.6285, lift_point: 0.1419, 0.6285", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2874_10.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest IKEA?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7898, 0.6787, lift_point: 0.7898, 0.6787; The action is #DUAL_POINT#; touch_point: 0.7898, 0.6787, lift_point: 0.7898, 0.6787; The action is #DUAL_POINT#; touch_point: 0.7937, 0.6907, lift_point: 0.7937, 0.6907; The action is #DUAL_POINT#; touch_point: 0.7962, 0.6827, lift_point: 0.7962, 0.6827; The action is #DUAL_POINT#; touch_point: 0.7962, 0.6827, lift_point: 0.7962, 0.6827; The action is #DUAL_POINT#; touch_point: 0.0555, 0.5808, lift_point: 0.0555, 0.5808; The action is #DUAL_POINT#; touch_point: 0.0647, 0.8933, lift_point: 0.0647, 0.8933; The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest IKEA\"; The action is #DUAL_POINT#; touch_point: 0.1419, 0.6285, lift_point: 0.1419, 0.6285", "response": "The action is #DUAL_POINT#; touch_point: 0.1382, 0.555, lift_point: 0.1382, 0.555", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2874_11.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest IKEA?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7898, 0.6787, lift_point: 0.7898, 0.6787; The action is #DUAL_POINT#; touch_point: 0.7898, 0.6787, lift_point: 0.7898, 0.6787; The action is #DUAL_POINT#; touch_point: 0.7937, 0.6907, lift_point: 0.7937, 0.6907; The action is #DUAL_POINT#; touch_point: 0.7962, 0.6827, lift_point: 0.7962, 0.6827; The action is #DUAL_POINT#; touch_point: 0.7962, 0.6827, lift_point: 0.7962, 0.6827; The action is #DUAL_POINT#; touch_point: 0.0555, 0.5808, lift_point: 0.0555, 0.5808; The action is #DUAL_POINT#; touch_point: 0.0647, 0.8933, lift_point: 0.0647, 0.8933; The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest IKEA\"; The action is #DUAL_POINT#; touch_point: 0.1419, 0.6285, lift_point: 0.1419, 0.6285; The action is #DUAL_POINT#; touch_point: 0.1382, 0.555, lift_point: 0.1382, 0.555", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2874_12.png" ] }, { "query": "\nPrevious Actions: Goal: How big is the moon?", "response": "The action is #DUAL_POINT#; touch_point: 0.7996, 0.6844, lift_point: 0.7996, 0.6844", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2930_1.png" ] }, { "query": "\nPrevious Actions: Goal: How big is the moon?; The action is #DUAL_POINT#; touch_point: 0.7996, 0.6844, lift_point: 0.7996, 0.6844", "response": "The action is #DUAL_POINT#; touch_point: 0.7907, 0.7008, lift_point: 0.7907, 0.7008", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2930_2.png" ] }, { "query": "\nPrevious Actions: Goal: How big is the moon?; The action is #DUAL_POINT#; touch_point: 0.7996, 0.6844, lift_point: 0.7996, 0.6844; The action is #DUAL_POINT#; touch_point: 0.7907, 0.7008, lift_point: 0.7907, 0.7008", "response": "The action is #DUAL_POINT#; touch_point: 0.7874, 0.6875, lift_point: 0.7874, 0.6875", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2930_3.png" ] }, { "query": "\nPrevious Actions: Goal: How big is the moon?; The action is #DUAL_POINT#; touch_point: 0.7996, 0.6844, lift_point: 0.7996, 0.6844; The action is #DUAL_POINT#; touch_point: 0.7907, 0.7008, lift_point: 0.7907, 0.7008; The action is #DUAL_POINT#; touch_point: 0.7874, 0.6875, lift_point: 0.7874, 0.6875", "response": "The action is #DUAL_POINT#; touch_point: 0.0646, 0.5807, lift_point: 0.0646, 0.5807", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2930_4.png" ] }, { "query": "\nPrevious Actions: Goal: How big is the moon?; The action is #DUAL_POINT#; touch_point: 0.7996, 0.6844, lift_point: 0.7996, 0.6844; The action is #DUAL_POINT#; touch_point: 0.7907, 0.7008, lift_point: 0.7907, 0.7008; The action is #DUAL_POINT#; touch_point: 0.7874, 0.6875, lift_point: 0.7874, 0.6875; The action is #DUAL_POINT#; touch_point: 0.0646, 0.5807, lift_point: 0.0646, 0.5807", "response": "The action is #DUAL_POINT#; touch_point: 0.066, 0.9159, lift_point: 0.066, 0.9159", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2930_5.png" ] }, { "query": "\nPrevious Actions: Goal: How big is the moon?; The action is #DUAL_POINT#; touch_point: 0.7996, 0.6844, lift_point: 0.7996, 0.6844; The action is #DUAL_POINT#; touch_point: 0.7907, 0.7008, lift_point: 0.7907, 0.7008; The action is #DUAL_POINT#; touch_point: 0.7874, 0.6875, lift_point: 0.7874, 0.6875; The action is #DUAL_POINT#; touch_point: 0.0646, 0.5807, lift_point: 0.0646, 0.5807; The action is #DUAL_POINT#; touch_point: 0.066, 0.9159, lift_point: 0.066, 0.9159", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"How big is the moon\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2930_6.png" ] }, { "query": "\nPrevious Actions: Goal: How big is the moon?; The action is #DUAL_POINT#; touch_point: 0.7996, 0.6844, lift_point: 0.7996, 0.6844; The action is #DUAL_POINT#; touch_point: 0.7907, 0.7008, lift_point: 0.7907, 0.7008; The action is #DUAL_POINT#; touch_point: 0.7874, 0.6875, lift_point: 0.7874, 0.6875; The action is #DUAL_POINT#; touch_point: 0.0646, 0.5807, lift_point: 0.0646, 0.5807; The action is #DUAL_POINT#; touch_point: 0.066, 0.9159, lift_point: 0.066, 0.9159; The action is #TYPE#; And the content is : \"typed_text\": \"How big is the moon\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1396, 0.5173, lift_point: 0.1396, 0.5173", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2930_7.png" ] }, { "query": "\nPrevious Actions: Goal: How big is the moon?; The action is #DUAL_POINT#; touch_point: 0.7996, 0.6844, lift_point: 0.7996, 0.6844; The action is #DUAL_POINT#; touch_point: 0.7907, 0.7008, lift_point: 0.7907, 0.7008; The action is #DUAL_POINT#; touch_point: 0.7874, 0.6875, lift_point: 0.7874, 0.6875; The action is #DUAL_POINT#; touch_point: 0.0646, 0.5807, lift_point: 0.0646, 0.5807; The action is #DUAL_POINT#; touch_point: 0.066, 0.9159, lift_point: 0.066, 0.9159; The action is #TYPE#; And the content is : \"typed_text\": \"How big is the moon\"; The action is #DUAL_POINT#; touch_point: 0.1396, 0.5173, lift_point: 0.1396, 0.5173", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2930_8.png" ] }, { "query": "\nPrevious Actions: Goal: How big is the moon?; The action is #DUAL_POINT#; touch_point: 0.7996, 0.6844, lift_point: 0.7996, 0.6844; The action is #DUAL_POINT#; touch_point: 0.7907, 0.7008, lift_point: 0.7907, 0.7008; The action is #DUAL_POINT#; touch_point: 0.7874, 0.6875, lift_point: 0.7874, 0.6875; The action is #DUAL_POINT#; touch_point: 0.0646, 0.5807, lift_point: 0.0646, 0.5807; The action is #DUAL_POINT#; touch_point: 0.066, 0.9159, lift_point: 0.066, 0.9159; The action is #TYPE#; And the content is : \"typed_text\": \"How big is the moon\"; The action is #DUAL_POINT#; touch_point: 0.1396, 0.5173, lift_point: 0.1396, 0.5173; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.6932, 0.5376, lift_point: 0.6932, 0.5376", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2930_9.png" ] }, { "query": "\nPrevious Actions: Goal: How big is the moon?; The action is #DUAL_POINT#; touch_point: 0.7996, 0.6844, lift_point: 0.7996, 0.6844; The action is #DUAL_POINT#; touch_point: 0.7907, 0.7008, lift_point: 0.7907, 0.7008; The action is #DUAL_POINT#; touch_point: 0.7874, 0.6875, lift_point: 0.7874, 0.6875; The action is #DUAL_POINT#; touch_point: 0.0646, 0.5807, lift_point: 0.0646, 0.5807; The action is #DUAL_POINT#; touch_point: 0.066, 0.9159, lift_point: 0.066, 0.9159; The action is #TYPE#; And the content is : \"typed_text\": \"How big is the moon\"; The action is #DUAL_POINT#; touch_point: 0.1396, 0.5173, lift_point: 0.1396, 0.5173; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6932, 0.5376, lift_point: 0.6932, 0.5376", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2930_10.png" ] }, { "query": "\nPrevious Actions: Goal: How big is the moon?; The action is #DUAL_POINT#; touch_point: 0.7996, 0.6844, lift_point: 0.7996, 0.6844; The action is #DUAL_POINT#; touch_point: 0.7907, 0.7008, lift_point: 0.7907, 0.7008; The action is #DUAL_POINT#; touch_point: 0.7874, 0.6875, lift_point: 0.7874, 0.6875; The action is #DUAL_POINT#; touch_point: 0.0646, 0.5807, lift_point: 0.0646, 0.5807; The action is #DUAL_POINT#; touch_point: 0.066, 0.9159, lift_point: 0.066, 0.9159; The action is #TYPE#; And the content is : \"typed_text\": \"How big is the moon\"; The action is #DUAL_POINT#; touch_point: 0.1396, 0.5173, lift_point: 0.1396, 0.5173; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6932, 0.5376, lift_point: 0.6932, 0.5376; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.7013, 0.4971, lift_point: 0.7013, 0.4971", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2930_11.png" ] }, { "query": "\nPrevious Actions: Goal: How big is the moon?; The action is #DUAL_POINT#; touch_point: 0.7996, 0.6844, lift_point: 0.7996, 0.6844; The action is #DUAL_POINT#; touch_point: 0.7907, 0.7008, lift_point: 0.7907, 0.7008; The action is #DUAL_POINT#; touch_point: 0.7874, 0.6875, lift_point: 0.7874, 0.6875; The action is #DUAL_POINT#; touch_point: 0.0646, 0.5807, lift_point: 0.0646, 0.5807; The action is #DUAL_POINT#; touch_point: 0.066, 0.9159, lift_point: 0.066, 0.9159; The action is #TYPE#; And the content is : \"typed_text\": \"How big is the moon\"; The action is #DUAL_POINT#; touch_point: 0.1396, 0.5173, lift_point: 0.1396, 0.5173; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6932, 0.5376, lift_point: 0.6932, 0.5376; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7013, 0.4971, lift_point: 0.7013, 0.4971", "response": "The action is #DUAL_POINT#; touch_point: 0.7036, 0.4831, lift_point: 0.7036, 0.4831", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2930_12.png" ] }, { "query": "\nPrevious Actions: Goal: How big is the moon?; The action is #DUAL_POINT#; touch_point: 0.7996, 0.6844, lift_point: 0.7996, 0.6844; The action is #DUAL_POINT#; touch_point: 0.7907, 0.7008, lift_point: 0.7907, 0.7008; The action is #DUAL_POINT#; touch_point: 0.7874, 0.6875, lift_point: 0.7874, 0.6875; The action is #DUAL_POINT#; touch_point: 0.0646, 0.5807, lift_point: 0.0646, 0.5807; The action is #DUAL_POINT#; touch_point: 0.066, 0.9159, lift_point: 0.066, 0.9159; The action is #TYPE#; And the content is : \"typed_text\": \"How big is the moon\"; The action is #DUAL_POINT#; touch_point: 0.1396, 0.5173, lift_point: 0.1396, 0.5173; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6932, 0.5376, lift_point: 0.6932, 0.5376; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7013, 0.4971, lift_point: 0.7013, 0.4971; The action is #DUAL_POINT#; touch_point: 0.7036, 0.4831, lift_point: 0.7036, 0.4831", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2930_13.png" ] }, { "query": "\nPrevious Actions: Goal: Install the ESPN app", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2971_1.png" ] }, { "query": "\nPrevious Actions: Goal: Install the ESPN app; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.6348, 0.8761, lift_point: 0.6348, 0.8761", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2971_2.png" ] }, { "query": "\nPrevious Actions: Goal: Install the ESPN app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6348, 0.8761, lift_point: 0.6348, 0.8761", "response": "The action is #DUAL_POINT#; touch_point: 0.6423, 0.8734, lift_point: 0.6423, 0.8734", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2971_3.png" ] }, { "query": "\nPrevious Actions: Goal: Install the ESPN app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6348, 0.8761, lift_point: 0.6348, 0.8761; The action is #DUAL_POINT#; touch_point: 0.6423, 0.8734, lift_point: 0.6423, 0.8734", "response": "The action is #DUAL_POINT#; touch_point: 0.6472, 0.8598, lift_point: 0.6472, 0.8598", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2971_4.png" ] }, { "query": "\nPrevious Actions: Goal: Install the ESPN app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6348, 0.8761, lift_point: 0.6348, 0.8761; The action is #DUAL_POINT#; touch_point: 0.6423, 0.8734, lift_point: 0.6423, 0.8734; The action is #DUAL_POINT#; touch_point: 0.6472, 0.8598, lift_point: 0.6472, 0.8598", "response": "The action is #DUAL_POINT#; touch_point: 0.0665, 0.5317, lift_point: 0.0665, 0.5317", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2971_5.png" ] }, { "query": "\nPrevious Actions: Goal: Install the ESPN app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6348, 0.8761, lift_point: 0.6348, 0.8761; The action is #DUAL_POINT#; touch_point: 0.6423, 0.8734, lift_point: 0.6423, 0.8734; The action is #DUAL_POINT#; touch_point: 0.6472, 0.8598, lift_point: 0.6472, 0.8598; The action is #DUAL_POINT#; touch_point: 0.0665, 0.5317, lift_point: 0.0665, 0.5317", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"ESPN app\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2971_6.png" ] }, { "query": "\nPrevious Actions: Goal: Install the ESPN app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6348, 0.8761, lift_point: 0.6348, 0.8761; The action is #DUAL_POINT#; touch_point: 0.6423, 0.8734, lift_point: 0.6423, 0.8734; The action is #DUAL_POINT#; touch_point: 0.6472, 0.8598, lift_point: 0.6472, 0.8598; The action is #DUAL_POINT#; touch_point: 0.0665, 0.5317, lift_point: 0.0665, 0.5317; The action is #TYPE#; And the content is : \"typed_text\": \"ESPN app\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1459, 0.2763, lift_point: 0.1459, 0.2763", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2971_7.png" ] }, { "query": "\nPrevious Actions: Goal: Install the ESPN app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6348, 0.8761, lift_point: 0.6348, 0.8761; The action is #DUAL_POINT#; touch_point: 0.6423, 0.8734, lift_point: 0.6423, 0.8734; The action is #DUAL_POINT#; touch_point: 0.6472, 0.8598, lift_point: 0.6472, 0.8598; The action is #DUAL_POINT#; touch_point: 0.0665, 0.5317, lift_point: 0.0665, 0.5317; The action is #TYPE#; And the content is : \"typed_text\": \"ESPN app\"; The action is #DUAL_POINT#; touch_point: 0.1459, 0.2763, lift_point: 0.1459, 0.2763", "response": "The action is #DUAL_POINT#; touch_point: 0.1595, 0.8292, lift_point: 0.1595, 0.8292", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2971_8.png" ] }, { "query": "\nPrevious Actions: Goal: Install the ESPN app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6348, 0.8761, lift_point: 0.6348, 0.8761; The action is #DUAL_POINT#; touch_point: 0.6423, 0.8734, lift_point: 0.6423, 0.8734; The action is #DUAL_POINT#; touch_point: 0.6472, 0.8598, lift_point: 0.6472, 0.8598; The action is #DUAL_POINT#; touch_point: 0.0665, 0.5317, lift_point: 0.0665, 0.5317; The action is #TYPE#; And the content is : \"typed_text\": \"ESPN app\"; The action is #DUAL_POINT#; touch_point: 0.1459, 0.2763, lift_point: 0.1459, 0.2763; The action is #DUAL_POINT#; touch_point: 0.1595, 0.8292, lift_point: 0.1595, 0.8292", "response": "The action is #DUAL_POINT#; touch_point: 0.8953, 0.5424, lift_point: 0.8953, 0.5424", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2971_9.png" ] }, { "query": "\nPrevious Actions: Goal: Install the ESPN app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6348, 0.8761, lift_point: 0.6348, 0.8761; The action is #DUAL_POINT#; touch_point: 0.6423, 0.8734, lift_point: 0.6423, 0.8734; The action is #DUAL_POINT#; touch_point: 0.6472, 0.8598, lift_point: 0.6472, 0.8598; The action is #DUAL_POINT#; touch_point: 0.0665, 0.5317, lift_point: 0.0665, 0.5317; The action is #TYPE#; And the content is : \"typed_text\": \"ESPN app\"; The action is #DUAL_POINT#; touch_point: 0.1459, 0.2763, lift_point: 0.1459, 0.2763; The action is #DUAL_POINT#; touch_point: 0.1595, 0.8292, lift_point: 0.1595, 0.8292; The action is #DUAL_POINT#; touch_point: 0.8953, 0.5424, lift_point: 0.8953, 0.5424", "response": "The action is #DUAL_POINT#; touch_point: 0.9034, 0.3615, lift_point: 0.9034, 0.3615", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2971_10.png" ] }, { "query": "\nPrevious Actions: Goal: Install the ESPN app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6348, 0.8761, lift_point: 0.6348, 0.8761; The action is #DUAL_POINT#; touch_point: 0.6423, 0.8734, lift_point: 0.6423, 0.8734; The action is #DUAL_POINT#; touch_point: 0.6472, 0.8598, lift_point: 0.6472, 0.8598; The action is #DUAL_POINT#; touch_point: 0.0665, 0.5317, lift_point: 0.0665, 0.5317; The action is #TYPE#; And the content is : \"typed_text\": \"ESPN app\"; The action is #DUAL_POINT#; touch_point: 0.1459, 0.2763, lift_point: 0.1459, 0.2763; The action is #DUAL_POINT#; touch_point: 0.1595, 0.8292, lift_point: 0.1595, 0.8292; The action is #DUAL_POINT#; touch_point: 0.8953, 0.5424, lift_point: 0.8953, 0.5424; The action is #DUAL_POINT#; touch_point: 0.9034, 0.3615, lift_point: 0.9034, 0.3615", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/2971_11.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news about the US?", "response": "The action is #DUAL_POINT#; touch_point: 0.7998, 0.6728, lift_point: 0.7998, 0.6728", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/3028_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news about the US?; The action is #DUAL_POINT#; touch_point: 0.7998, 0.6728, lift_point: 0.7998, 0.6728", "response": "The action is #DUAL_POINT#; touch_point: 0.7859, 0.6692, lift_point: 0.7859, 0.6692", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/3028_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news about the US?; The action is #DUAL_POINT#; touch_point: 0.7998, 0.6728, lift_point: 0.7998, 0.6728; The action is #DUAL_POINT#; touch_point: 0.7859, 0.6692, lift_point: 0.7859, 0.6692", "response": "The action is #DUAL_POINT#; touch_point: 0.7935, 0.6859, lift_point: 0.7935, 0.6859", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/3028_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news about the US?; The action is #DUAL_POINT#; touch_point: 0.7998, 0.6728, lift_point: 0.7998, 0.6728; The action is #DUAL_POINT#; touch_point: 0.7859, 0.6692, lift_point: 0.7859, 0.6692; The action is #DUAL_POINT#; touch_point: 0.7935, 0.6859, lift_point: 0.7935, 0.6859", "response": "The action is #DUAL_POINT#; touch_point: 0.7911, 0.6859, lift_point: 0.7911, 0.6859", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/3028_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news about the US?; The action is #DUAL_POINT#; touch_point: 0.7998, 0.6728, lift_point: 0.7998, 0.6728; The action is #DUAL_POINT#; touch_point: 0.7859, 0.6692, lift_point: 0.7859, 0.6692; The action is #DUAL_POINT#; touch_point: 0.7935, 0.6859, lift_point: 0.7935, 0.6859; The action is #DUAL_POINT#; touch_point: 0.7911, 0.6859, lift_point: 0.7911, 0.6859", "response": "The action is #DUAL_POINT#; touch_point: 0.7898, 0.6859, lift_point: 0.7898, 0.6859", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/3028_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news about the US?; The action is #DUAL_POINT#; touch_point: 0.7998, 0.6728, lift_point: 0.7998, 0.6728; The action is #DUAL_POINT#; touch_point: 0.7859, 0.6692, lift_point: 0.7859, 0.6692; The action is #DUAL_POINT#; touch_point: 0.7935, 0.6859, lift_point: 0.7935, 0.6859; The action is #DUAL_POINT#; touch_point: 0.7911, 0.6859, lift_point: 0.7911, 0.6859; The action is #DUAL_POINT#; touch_point: 0.7898, 0.6859, lift_point: 0.7898, 0.6859", "response": "The action is #DUAL_POINT#; touch_point: 0.0779, 0.6367, lift_point: 0.0779, 0.6367", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/3028_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news about the US?; The action is #DUAL_POINT#; touch_point: 0.7998, 0.6728, lift_point: 0.7998, 0.6728; The action is #DUAL_POINT#; touch_point: 0.7859, 0.6692, lift_point: 0.7859, 0.6692; The action is #DUAL_POINT#; touch_point: 0.7935, 0.6859, lift_point: 0.7935, 0.6859; The action is #DUAL_POINT#; touch_point: 0.7911, 0.6859, lift_point: 0.7911, 0.6859; The action is #DUAL_POINT#; touch_point: 0.7898, 0.6859, lift_point: 0.7898, 0.6859; The action is #DUAL_POINT#; touch_point: 0.0779, 0.6367, lift_point: 0.0779, 0.6367", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"news about the US\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/3028_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news about the US?; The action is #DUAL_POINT#; touch_point: 0.7998, 0.6728, lift_point: 0.7998, 0.6728; The action is #DUAL_POINT#; touch_point: 0.7859, 0.6692, lift_point: 0.7859, 0.6692; The action is #DUAL_POINT#; touch_point: 0.7935, 0.6859, lift_point: 0.7935, 0.6859; The action is #DUAL_POINT#; touch_point: 0.7911, 0.6859, lift_point: 0.7911, 0.6859; The action is #DUAL_POINT#; touch_point: 0.7898, 0.6859, lift_point: 0.7898, 0.6859; The action is #DUAL_POINT#; touch_point: 0.0779, 0.6367, lift_point: 0.0779, 0.6367; The action is #TYPE#; And the content is : \"typed_text\": \"news about the US\"", "response": "The action is #DUAL_POINT#; touch_point: 0.134, 0.533, lift_point: 0.134, 0.533", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/3028_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news about the US?; The action is #DUAL_POINT#; touch_point: 0.7998, 0.6728, lift_point: 0.7998, 0.6728; The action is #DUAL_POINT#; touch_point: 0.7859, 0.6692, lift_point: 0.7859, 0.6692; The action is #DUAL_POINT#; touch_point: 0.7935, 0.6859, lift_point: 0.7935, 0.6859; The action is #DUAL_POINT#; touch_point: 0.7911, 0.6859, lift_point: 0.7911, 0.6859; The action is #DUAL_POINT#; touch_point: 0.7898, 0.6859, lift_point: 0.7898, 0.6859; The action is #DUAL_POINT#; touch_point: 0.0779, 0.6367, lift_point: 0.0779, 0.6367; The action is #TYPE#; And the content is : \"typed_text\": \"news about the US\"; The action is #DUAL_POINT#; touch_point: 0.134, 0.533, lift_point: 0.134, 0.533", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/3028_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news about the US?; The action is #DUAL_POINT#; touch_point: 0.7998, 0.6728, lift_point: 0.7998, 0.6728; The action is #DUAL_POINT#; touch_point: 0.7859, 0.6692, lift_point: 0.7859, 0.6692; The action is #DUAL_POINT#; touch_point: 0.7935, 0.6859, lift_point: 0.7935, 0.6859; The action is #DUAL_POINT#; touch_point: 0.7911, 0.6859, lift_point: 0.7911, 0.6859; The action is #DUAL_POINT#; touch_point: 0.7898, 0.6859, lift_point: 0.7898, 0.6859; The action is #DUAL_POINT#; touch_point: 0.0779, 0.6367, lift_point: 0.0779, 0.6367; The action is #TYPE#; And the content is : \"typed_text\": \"news about the US\"; The action is #DUAL_POINT#; touch_point: 0.134, 0.533, lift_point: 0.134, 0.533; The action is #Scrolling Down#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/3028_10.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news about the US?; The action is #DUAL_POINT#; touch_point: 0.7998, 0.6728, lift_point: 0.7998, 0.6728; The action is #DUAL_POINT#; touch_point: 0.7859, 0.6692, lift_point: 0.7859, 0.6692; The action is #DUAL_POINT#; touch_point: 0.7935, 0.6859, lift_point: 0.7935, 0.6859; The action is #DUAL_POINT#; touch_point: 0.7911, 0.6859, lift_point: 0.7911, 0.6859; The action is #DUAL_POINT#; touch_point: 0.7898, 0.6859, lift_point: 0.7898, 0.6859; The action is #DUAL_POINT#; touch_point: 0.0779, 0.6367, lift_point: 0.0779, 0.6367; The action is #TYPE#; And the content is : \"typed_text\": \"news about the US\"; The action is #DUAL_POINT#; touch_point: 0.134, 0.533, lift_point: 0.134, 0.533; The action is #Scrolling Down#; The action is #Scrolling Up#", "response": "The action is #DUAL_POINT#; touch_point: 0.2044, 0.184, lift_point: 0.2044, 0.184", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/3028_11.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news about the US?; The action is #DUAL_POINT#; touch_point: 0.7998, 0.6728, lift_point: 0.7998, 0.6728; The action is #DUAL_POINT#; touch_point: 0.7859, 0.6692, lift_point: 0.7859, 0.6692; The action is #DUAL_POINT#; touch_point: 0.7935, 0.6859, lift_point: 0.7935, 0.6859; The action is #DUAL_POINT#; touch_point: 0.7911, 0.6859, lift_point: 0.7911, 0.6859; The action is #DUAL_POINT#; touch_point: 0.7898, 0.6859, lift_point: 0.7898, 0.6859; The action is #DUAL_POINT#; touch_point: 0.0779, 0.6367, lift_point: 0.0779, 0.6367; The action is #TYPE#; And the content is : \"typed_text\": \"news about the US\"; The action is #DUAL_POINT#; touch_point: 0.134, 0.533, lift_point: 0.134, 0.533; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2044, 0.184, lift_point: 0.2044, 0.184", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/3028_12.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Dallas?", "response": "The action is #DUAL_POINT#; touch_point: 0.3998, 0.9869, lift_point: 0.3998, 0.9869", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/3064_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Dallas?; The action is #DUAL_POINT#; touch_point: 0.3998, 0.9869, lift_point: 0.3998, 0.9869", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/3064_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Dallas?; The action is #DUAL_POINT#; touch_point: 0.3998, 0.9869, lift_point: 0.3998, 0.9869; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.6376, 0.1327, lift_point: 0.6376, 0.1327", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/3064_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Dallas?; The action is #DUAL_POINT#; touch_point: 0.3998, 0.9869, lift_point: 0.3998, 0.9869; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6376, 0.1327, lift_point: 0.6376, 0.1327", "response": "The action is #DUAL_POINT#; touch_point: 0.6376, 0.1327, lift_point: 0.6376, 0.1327", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/3064_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Dallas?; The action is #DUAL_POINT#; touch_point: 0.3998, 0.9869, lift_point: 0.3998, 0.9869; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6376, 0.1327, lift_point: 0.6376, 0.1327; The action is #DUAL_POINT#; touch_point: 0.6376, 0.1327, lift_point: 0.6376, 0.1327", "response": "The action is #DUAL_POINT#; touch_point: 0.6376, 0.1327, lift_point: 0.6376, 0.1327", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/3064_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Dallas?; The action is #DUAL_POINT#; touch_point: 0.3998, 0.9869, lift_point: 0.3998, 0.9869; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6376, 0.1327, lift_point: 0.6376, 0.1327; The action is #DUAL_POINT#; touch_point: 0.6376, 0.1327, lift_point: 0.6376, 0.1327; The action is #DUAL_POINT#; touch_point: 0.6376, 0.1327, lift_point: 0.6376, 0.1327", "response": "The action is #DUAL_POINT#; touch_point: 0.6505, 0.1438, lift_point: 0.6505, 0.1438", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/3064_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Dallas?; The action is #DUAL_POINT#; touch_point: 0.3998, 0.9869, lift_point: 0.3998, 0.9869; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6376, 0.1327, lift_point: 0.6376, 0.1327; The action is #DUAL_POINT#; touch_point: 0.6376, 0.1327, lift_point: 0.6376, 0.1327; The action is #DUAL_POINT#; touch_point: 0.6376, 0.1327, lift_point: 0.6376, 0.1327; The action is #DUAL_POINT#; touch_point: 0.6505, 0.1438, lift_point: 0.6505, 0.1438", "response": "The action is #DUAL_POINT#; touch_point: 0.0638, 0.8877, lift_point: 0.0638, 0.8877", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/3064_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Dallas?; The action is #DUAL_POINT#; touch_point: 0.3998, 0.9869, lift_point: 0.3998, 0.9869; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6376, 0.1327, lift_point: 0.6376, 0.1327; The action is #DUAL_POINT#; touch_point: 0.6376, 0.1327, lift_point: 0.6376, 0.1327; The action is #DUAL_POINT#; touch_point: 0.6376, 0.1327, lift_point: 0.6376, 0.1327; The action is #DUAL_POINT#; touch_point: 0.6505, 0.1438, lift_point: 0.6505, 0.1438; The action is #DUAL_POINT#; touch_point: 0.0638, 0.8877, lift_point: 0.0638, 0.8877", "response": "The action is #DUAL_POINT#; touch_point: 0.0566, 0.3859, lift_point: 0.0566, 0.3859", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/3064_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Dallas?; The action is #DUAL_POINT#; touch_point: 0.3998, 0.9869, lift_point: 0.3998, 0.9869; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6376, 0.1327, lift_point: 0.6376, 0.1327; The action is #DUAL_POINT#; touch_point: 0.6376, 0.1327, lift_point: 0.6376, 0.1327; The action is #DUAL_POINT#; touch_point: 0.6376, 0.1327, lift_point: 0.6376, 0.1327; The action is #DUAL_POINT#; touch_point: 0.6505, 0.1438, lift_point: 0.6505, 0.1438; The action is #DUAL_POINT#; touch_point: 0.0638, 0.8877, lift_point: 0.0638, 0.8877; The action is #DUAL_POINT#; touch_point: 0.0566, 0.3859, lift_point: 0.0566, 0.3859", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"restaurant in Dallas\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/3064_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Dallas?; The action is #DUAL_POINT#; touch_point: 0.3998, 0.9869, lift_point: 0.3998, 0.9869; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6376, 0.1327, lift_point: 0.6376, 0.1327; The action is #DUAL_POINT#; touch_point: 0.6376, 0.1327, lift_point: 0.6376, 0.1327; The action is #DUAL_POINT#; touch_point: 0.6376, 0.1327, lift_point: 0.6376, 0.1327; The action is #DUAL_POINT#; touch_point: 0.6505, 0.1438, lift_point: 0.6505, 0.1438; The action is #DUAL_POINT#; touch_point: 0.0638, 0.8877, lift_point: 0.0638, 0.8877; The action is #DUAL_POINT#; touch_point: 0.0566, 0.3859, lift_point: 0.0566, 0.3859; The action is #TYPE#; And the content is : \"typed_text\": \"restaurant in Dallas\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1539, 0.4027, lift_point: 0.1539, 0.4027", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/3064_10.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Dallas?; The action is #DUAL_POINT#; touch_point: 0.3998, 0.9869, lift_point: 0.3998, 0.9869; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6376, 0.1327, lift_point: 0.6376, 0.1327; The action is #DUAL_POINT#; touch_point: 0.6376, 0.1327, lift_point: 0.6376, 0.1327; The action is #DUAL_POINT#; touch_point: 0.6376, 0.1327, lift_point: 0.6376, 0.1327; The action is #DUAL_POINT#; touch_point: 0.6505, 0.1438, lift_point: 0.6505, 0.1438; The action is #DUAL_POINT#; touch_point: 0.0638, 0.8877, lift_point: 0.0638, 0.8877; The action is #DUAL_POINT#; touch_point: 0.0566, 0.3859, lift_point: 0.0566, 0.3859; The action is #TYPE#; And the content is : \"typed_text\": \"restaurant in Dallas\"; The action is #DUAL_POINT#; touch_point: 0.1539, 0.4027, lift_point: 0.1539, 0.4027", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/3064_11.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Buenos aires to Helsinki", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/3192_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Buenos aires to Helsinki; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7912, 0.7041, lift_point: 0.7912, 0.7041", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/3192_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Buenos aires to Helsinki; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7912, 0.7041, lift_point: 0.7912, 0.7041", "response": "The action is #DUAL_POINT#; touch_point: 0.7849, 0.6874, lift_point: 0.7849, 0.6874", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/3192_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Buenos aires to Helsinki; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7912, 0.7041, lift_point: 0.7912, 0.7041; The action is #DUAL_POINT#; touch_point: 0.7849, 0.6874, lift_point: 0.7849, 0.6874", "response": "The action is #DUAL_POINT#; touch_point: 0.7788, 0.6794, lift_point: 0.7788, 0.6794", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/3192_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Buenos aires to Helsinki; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7912, 0.7041, lift_point: 0.7912, 0.7041; The action is #DUAL_POINT#; touch_point: 0.7849, 0.6874, lift_point: 0.7849, 0.6874; The action is #DUAL_POINT#; touch_point: 0.7788, 0.6794, lift_point: 0.7788, 0.6794", "response": "The action is #DUAL_POINT#; touch_point: 0.0663, 0.6731, lift_point: 0.0663, 0.6731", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/3192_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Buenos aires to Helsinki; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7912, 0.7041, lift_point: 0.7912, 0.7041; The action is #DUAL_POINT#; touch_point: 0.7849, 0.6874, lift_point: 0.7849, 0.6874; The action is #DUAL_POINT#; touch_point: 0.7788, 0.6794, lift_point: 0.7788, 0.6794; The action is #DUAL_POINT#; touch_point: 0.0663, 0.6731, lift_point: 0.0663, 0.6731", "response": "The action is #DUAL_POINT#; touch_point: 0.0672, 0.9356, lift_point: 0.0672, 0.9356", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/3192_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Buenos aires to Helsinki; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7912, 0.7041, lift_point: 0.7912, 0.7041; The action is #DUAL_POINT#; touch_point: 0.7849, 0.6874, lift_point: 0.7849, 0.6874; The action is #DUAL_POINT#; touch_point: 0.7788, 0.6794, lift_point: 0.7788, 0.6794; The action is #DUAL_POINT#; touch_point: 0.0663, 0.6731, lift_point: 0.0663, 0.6731; The action is #DUAL_POINT#; touch_point: 0.0672, 0.9356, lift_point: 0.0672, 0.9356", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Buenos aires to Helsinki\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/3192_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Buenos aires to Helsinki; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7912, 0.7041, lift_point: 0.7912, 0.7041; The action is #DUAL_POINT#; touch_point: 0.7849, 0.6874, lift_point: 0.7849, 0.6874; The action is #DUAL_POINT#; touch_point: 0.7788, 0.6794, lift_point: 0.7788, 0.6794; The action is #DUAL_POINT#; touch_point: 0.0663, 0.6731, lift_point: 0.0663, 0.6731; The action is #DUAL_POINT#; touch_point: 0.0672, 0.9356, lift_point: 0.0672, 0.9356; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Buenos aires to Helsinki\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1377, 0.2721, lift_point: 0.1377, 0.2721", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/3192_8.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Buenos aires to Helsinki; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7912, 0.7041, lift_point: 0.7912, 0.7041; The action is #DUAL_POINT#; touch_point: 0.7849, 0.6874, lift_point: 0.7849, 0.6874; The action is #DUAL_POINT#; touch_point: 0.7788, 0.6794, lift_point: 0.7788, 0.6794; The action is #DUAL_POINT#; touch_point: 0.0663, 0.6731, lift_point: 0.0663, 0.6731; The action is #DUAL_POINT#; touch_point: 0.0672, 0.9356, lift_point: 0.0672, 0.9356; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Buenos aires to Helsinki\"; The action is #DUAL_POINT#; touch_point: 0.1377, 0.2721, lift_point: 0.1377, 0.2721", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/3192_9.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Buenos aires to Helsinki; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7912, 0.7041, lift_point: 0.7912, 0.7041; The action is #DUAL_POINT#; touch_point: 0.7849, 0.6874, lift_point: 0.7849, 0.6874; The action is #DUAL_POINT#; touch_point: 0.7788, 0.6794, lift_point: 0.7788, 0.6794; The action is #DUAL_POINT#; touch_point: 0.0663, 0.6731, lift_point: 0.0663, 0.6731; The action is #DUAL_POINT#; touch_point: 0.0672, 0.9356, lift_point: 0.0672, 0.9356; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Buenos aires to Helsinki\"; The action is #DUAL_POINT#; touch_point: 0.1377, 0.2721, lift_point: 0.1377, 0.2721; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.4338, 0.5026, lift_point: 0.4338, 0.5026", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/3192_10.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Buenos aires to Helsinki; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7912, 0.7041, lift_point: 0.7912, 0.7041; The action is #DUAL_POINT#; touch_point: 0.7849, 0.6874, lift_point: 0.7849, 0.6874; The action is #DUAL_POINT#; touch_point: 0.7788, 0.6794, lift_point: 0.7788, 0.6794; The action is #DUAL_POINT#; touch_point: 0.0663, 0.6731, lift_point: 0.0663, 0.6731; The action is #DUAL_POINT#; touch_point: 0.0672, 0.9356, lift_point: 0.0672, 0.9356; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Buenos aires to Helsinki\"; The action is #DUAL_POINT#; touch_point: 0.1377, 0.2721, lift_point: 0.1377, 0.2721; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4338, 0.5026, lift_point: 0.4338, 0.5026", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/3192_11.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Austin?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/3394_1.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Austin?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7874, 0.6476, lift_point: 0.7874, 0.6476", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/3394_2.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Austin?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7874, 0.6476, lift_point: 0.7874, 0.6476", "response": "The action is #DUAL_POINT#; touch_point: 0.7874, 0.6476, lift_point: 0.7874, 0.6476", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/3394_3.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Austin?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7874, 0.6476, lift_point: 0.7874, 0.6476; The action is #DUAL_POINT#; touch_point: 0.7874, 0.6476, lift_point: 0.7874, 0.6476", "response": "The action is #DUAL_POINT#; touch_point: 0.0578, 0.4847, lift_point: 0.0578, 0.4847", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/3394_4.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Austin?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7874, 0.6476, lift_point: 0.7874, 0.6476; The action is #DUAL_POINT#; touch_point: 0.7874, 0.6476, lift_point: 0.7874, 0.6476; The action is #DUAL_POINT#; touch_point: 0.0578, 0.4847, lift_point: 0.0578, 0.4847", "response": "The action is #DUAL_POINT#; touch_point: 0.0598, 0.8989, lift_point: 0.0598, 0.8989", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/3394_5.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Austin?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7874, 0.6476, lift_point: 0.7874, 0.6476; The action is #DUAL_POINT#; touch_point: 0.7874, 0.6476, lift_point: 0.7874, 0.6476; The action is #DUAL_POINT#; touch_point: 0.0578, 0.4847, lift_point: 0.0578, 0.4847; The action is #DUAL_POINT#; touch_point: 0.0598, 0.8989, lift_point: 0.0598, 0.8989", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent for in Austin\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/3394_6.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Austin?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7874, 0.6476, lift_point: 0.7874, 0.6476; The action is #DUAL_POINT#; touch_point: 0.7874, 0.6476, lift_point: 0.7874, 0.6476; The action is #DUAL_POINT#; touch_point: 0.0578, 0.4847, lift_point: 0.0578, 0.4847; The action is #DUAL_POINT#; touch_point: 0.0598, 0.8989, lift_point: 0.0598, 0.8989; The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent for in Austin\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1388, 0.6327, lift_point: 0.1388, 0.6327", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/3394_7.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Austin?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7874, 0.6476, lift_point: 0.7874, 0.6476; The action is #DUAL_POINT#; touch_point: 0.7874, 0.6476, lift_point: 0.7874, 0.6476; The action is #DUAL_POINT#; touch_point: 0.0578, 0.4847, lift_point: 0.0578, 0.4847; The action is #DUAL_POINT#; touch_point: 0.0598, 0.8989, lift_point: 0.0598, 0.8989; The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent for in Austin\"; The action is #DUAL_POINT#; touch_point: 0.1388, 0.6327, lift_point: 0.1388, 0.6327", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/3394_8.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Austin?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7874, 0.6476, lift_point: 0.7874, 0.6476; The action is #DUAL_POINT#; touch_point: 0.7874, 0.6476, lift_point: 0.7874, 0.6476; The action is #DUAL_POINT#; touch_point: 0.0578, 0.4847, lift_point: 0.0578, 0.4847; The action is #DUAL_POINT#; touch_point: 0.0598, 0.8989, lift_point: 0.0598, 0.8989; The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent for in Austin\"; The action is #DUAL_POINT#; touch_point: 0.1388, 0.6327, lift_point: 0.1388, 0.6327; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/3394_9.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Austin?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7874, 0.6476, lift_point: 0.7874, 0.6476; The action is #DUAL_POINT#; touch_point: 0.7874, 0.6476, lift_point: 0.7874, 0.6476; The action is #DUAL_POINT#; touch_point: 0.0578, 0.4847, lift_point: 0.0578, 0.4847; The action is #DUAL_POINT#; touch_point: 0.0598, 0.8989, lift_point: 0.0598, 0.8989; The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent for in Austin\"; The action is #DUAL_POINT#; touch_point: 0.1388, 0.6327, lift_point: 0.1388, 0.6327; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.5339, 0.5024, lift_point: 0.5339, 0.5024", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/3394_10.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Austin?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7874, 0.6476, lift_point: 0.7874, 0.6476; The action is #DUAL_POINT#; touch_point: 0.7874, 0.6476, lift_point: 0.7874, 0.6476; The action is #DUAL_POINT#; touch_point: 0.0578, 0.4847, lift_point: 0.0578, 0.4847; The action is #DUAL_POINT#; touch_point: 0.0598, 0.8989, lift_point: 0.0598, 0.8989; The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent for in Austin\"; The action is #DUAL_POINT#; touch_point: 0.1388, 0.6327, lift_point: 0.1388, 0.6327; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5339, 0.5024, lift_point: 0.5339, 0.5024", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/3394_11.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of the United Kingdom?", "response": "The action is #DUAL_POINT#; touch_point: 0.7867, 0.6739, lift_point: 0.7867, 0.6739", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/3444_1.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of the United Kingdom?; The action is #DUAL_POINT#; touch_point: 0.7867, 0.6739, lift_point: 0.7867, 0.6739", "response": "The action is #DUAL_POINT#; touch_point: 0.7854, 0.6932, lift_point: 0.7854, 0.6932", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/3444_2.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of the United Kingdom?; The action is #DUAL_POINT#; touch_point: 0.7867, 0.6739, lift_point: 0.7867, 0.6739; The action is #DUAL_POINT#; touch_point: 0.7854, 0.6932, lift_point: 0.7854, 0.6932", "response": "The action is #DUAL_POINT#; touch_point: 0.7854, 0.6932, lift_point: 0.7854, 0.6932", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/3444_3.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of the United Kingdom?; The action is #DUAL_POINT#; touch_point: 0.7867, 0.6739, lift_point: 0.7867, 0.6739; The action is #DUAL_POINT#; touch_point: 0.7854, 0.6932, lift_point: 0.7854, 0.6932; The action is #DUAL_POINT#; touch_point: 0.7854, 0.6932, lift_point: 0.7854, 0.6932", "response": "The action is #DUAL_POINT#; touch_point: 0.0665, 0.5945, lift_point: 0.0665, 0.5945", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/3444_4.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of the United Kingdom?; The action is #DUAL_POINT#; touch_point: 0.7867, 0.6739, lift_point: 0.7867, 0.6739; The action is #DUAL_POINT#; touch_point: 0.7854, 0.6932, lift_point: 0.7854, 0.6932; The action is #DUAL_POINT#; touch_point: 0.7854, 0.6932, lift_point: 0.7854, 0.6932; The action is #DUAL_POINT#; touch_point: 0.0665, 0.5945, lift_point: 0.0665, 0.5945", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/3444_5.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of the United Kingdom?; The action is #DUAL_POINT#; touch_point: 0.7867, 0.6739, lift_point: 0.7867, 0.6739; The action is #DUAL_POINT#; touch_point: 0.7854, 0.6932, lift_point: 0.7854, 0.6932; The action is #DUAL_POINT#; touch_point: 0.7854, 0.6932, lift_point: 0.7854, 0.6932; The action is #DUAL_POINT#; touch_point: 0.0665, 0.5945, lift_point: 0.0665, 0.5945; The action is #Scrolling Up#", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of the United Kingdom\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/3444_6.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of the United Kingdom?; The action is #DUAL_POINT#; touch_point: 0.7867, 0.6739, lift_point: 0.7867, 0.6739; The action is #DUAL_POINT#; touch_point: 0.7854, 0.6932, lift_point: 0.7854, 0.6932; The action is #DUAL_POINT#; touch_point: 0.7854, 0.6932, lift_point: 0.7854, 0.6932; The action is #DUAL_POINT#; touch_point: 0.0665, 0.5945, lift_point: 0.0665, 0.5945; The action is #Scrolling Up#; The action is #TYPE#; And the content is : \"typed_text\": \"capital of the United Kingdom\"", "response": "The action is #DUAL_POINT#; touch_point: 0.3263, 0.9913, lift_point: 0.3263, 0.9913", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/3444_7.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of the United Kingdom?; The action is #DUAL_POINT#; touch_point: 0.7867, 0.6739, lift_point: 0.7867, 0.6739; The action is #DUAL_POINT#; touch_point: 0.7854, 0.6932, lift_point: 0.7854, 0.6932; The action is #DUAL_POINT#; touch_point: 0.7854, 0.6932, lift_point: 0.7854, 0.6932; The action is #DUAL_POINT#; touch_point: 0.0665, 0.5945, lift_point: 0.0665, 0.5945; The action is #Scrolling Up#; The action is #TYPE#; And the content is : \"typed_text\": \"capital of the United Kingdom\"; The action is #DUAL_POINT#; touch_point: 0.3263, 0.9913, lift_point: 0.3263, 0.9913", "response": "The action is #DUAL_POINT#; touch_point: 0.1363, 0.4773, lift_point: 0.1363, 0.4773", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/3444_8.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of the United Kingdom?; The action is #DUAL_POINT#; touch_point: 0.7867, 0.6739, lift_point: 0.7867, 0.6739; The action is #DUAL_POINT#; touch_point: 0.7854, 0.6932, lift_point: 0.7854, 0.6932; The action is #DUAL_POINT#; touch_point: 0.7854, 0.6932, lift_point: 0.7854, 0.6932; The action is #DUAL_POINT#; touch_point: 0.0665, 0.5945, lift_point: 0.0665, 0.5945; The action is #Scrolling Up#; The action is #TYPE#; And the content is : \"typed_text\": \"capital of the United Kingdom\"; The action is #DUAL_POINT#; touch_point: 0.3263, 0.9913, lift_point: 0.3263, 0.9913; The action is #DUAL_POINT#; touch_point: 0.1363, 0.4773, lift_point: 0.1363, 0.4773", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/3444_9.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of the United Kingdom?; The action is #DUAL_POINT#; touch_point: 0.7867, 0.6739, lift_point: 0.7867, 0.6739; The action is #DUAL_POINT#; touch_point: 0.7854, 0.6932, lift_point: 0.7854, 0.6932; The action is #DUAL_POINT#; touch_point: 0.7854, 0.6932, lift_point: 0.7854, 0.6932; The action is #DUAL_POINT#; touch_point: 0.0665, 0.5945, lift_point: 0.0665, 0.5945; The action is #Scrolling Up#; The action is #TYPE#; And the content is : \"typed_text\": \"capital of the United Kingdom\"; The action is #DUAL_POINT#; touch_point: 0.3263, 0.9913, lift_point: 0.3263, 0.9913; The action is #DUAL_POINT#; touch_point: 0.1363, 0.4773, lift_point: 0.1363, 0.4773; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.5958, 0.4577, lift_point: 0.5958, 0.4577", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/3444_10.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of the United Kingdom?; The action is #DUAL_POINT#; touch_point: 0.7867, 0.6739, lift_point: 0.7867, 0.6739; The action is #DUAL_POINT#; touch_point: 0.7854, 0.6932, lift_point: 0.7854, 0.6932; The action is #DUAL_POINT#; touch_point: 0.7854, 0.6932, lift_point: 0.7854, 0.6932; The action is #DUAL_POINT#; touch_point: 0.0665, 0.5945, lift_point: 0.0665, 0.5945; The action is #Scrolling Up#; The action is #TYPE#; And the content is : \"typed_text\": \"capital of the United Kingdom\"; The action is #DUAL_POINT#; touch_point: 0.3263, 0.9913, lift_point: 0.3263, 0.9913; The action is #DUAL_POINT#; touch_point: 0.1363, 0.4773, lift_point: 0.1363, 0.4773; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5958, 0.4577, lift_point: 0.5958, 0.4577", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/3444_11.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Best Buy?", "response": "The action is #DUAL_POINT#; touch_point: 0.7971, 0.6859, lift_point: 0.7971, 0.6859", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/3930_1.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Best Buy?; The action is #DUAL_POINT#; touch_point: 0.7971, 0.6859, lift_point: 0.7971, 0.6859", "response": "The action is #DUAL_POINT#; touch_point: 0.7974, 0.7046, lift_point: 0.7974, 0.7046", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/3930_2.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Best Buy?; The action is #DUAL_POINT#; touch_point: 0.7971, 0.6859, lift_point: 0.7971, 0.6859; The action is #DUAL_POINT#; touch_point: 0.7974, 0.7046, lift_point: 0.7974, 0.7046", "response": "The action is #DUAL_POINT#; touch_point: 0.7974, 0.7046, lift_point: 0.7974, 0.7046", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/3930_3.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Best Buy?; The action is #DUAL_POINT#; touch_point: 0.7971, 0.6859, lift_point: 0.7971, 0.6859; The action is #DUAL_POINT#; touch_point: 0.7974, 0.7046, lift_point: 0.7974, 0.7046; The action is #DUAL_POINT#; touch_point: 0.7974, 0.7046, lift_point: 0.7974, 0.7046", "response": "The action is #DUAL_POINT#; touch_point: 0.2121, 0.6359, lift_point: 0.2121, 0.6359", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/3930_4.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Best Buy?; The action is #DUAL_POINT#; touch_point: 0.7971, 0.6859, lift_point: 0.7971, 0.6859; The action is #DUAL_POINT#; touch_point: 0.7974, 0.7046, lift_point: 0.7974, 0.7046; The action is #DUAL_POINT#; touch_point: 0.7974, 0.7046, lift_point: 0.7974, 0.7046; The action is #DUAL_POINT#; touch_point: 0.2121, 0.6359, lift_point: 0.2121, 0.6359", "response": "The action is #DUAL_POINT#; touch_point: 0.148, 0.9353, lift_point: 0.148, 0.9353", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/3930_5.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Best Buy?; The action is #DUAL_POINT#; touch_point: 0.7971, 0.6859, lift_point: 0.7971, 0.6859; The action is #DUAL_POINT#; touch_point: 0.7974, 0.7046, lift_point: 0.7974, 0.7046; The action is #DUAL_POINT#; touch_point: 0.7974, 0.7046, lift_point: 0.7974, 0.7046; The action is #DUAL_POINT#; touch_point: 0.2121, 0.6359, lift_point: 0.2121, 0.6359; The action is #DUAL_POINT#; touch_point: 0.148, 0.9353, lift_point: 0.148, 0.9353", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Best Buy?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/3930_6.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Best Buy?; The action is #DUAL_POINT#; touch_point: 0.7971, 0.6859, lift_point: 0.7971, 0.6859; The action is #DUAL_POINT#; touch_point: 0.7974, 0.7046, lift_point: 0.7974, 0.7046; The action is #DUAL_POINT#; touch_point: 0.7974, 0.7046, lift_point: 0.7974, 0.7046; The action is #DUAL_POINT#; touch_point: 0.2121, 0.6359, lift_point: 0.2121, 0.6359; The action is #DUAL_POINT#; touch_point: 0.148, 0.9353, lift_point: 0.148, 0.9353; The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Best Buy?\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/3930_7.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Best Buy?; The action is #DUAL_POINT#; touch_point: 0.7971, 0.6859, lift_point: 0.7971, 0.6859; The action is #DUAL_POINT#; touch_point: 0.7974, 0.7046, lift_point: 0.7974, 0.7046; The action is #DUAL_POINT#; touch_point: 0.7974, 0.7046, lift_point: 0.7974, 0.7046; The action is #DUAL_POINT#; touch_point: 0.2121, 0.6359, lift_point: 0.2121, 0.6359; The action is #DUAL_POINT#; touch_point: 0.148, 0.9353, lift_point: 0.148, 0.9353; The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Best Buy?\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/3930_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in San Diego?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/4007_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in San Diego?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8027, 0.672, lift_point: 0.8027, 0.672", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/4007_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in San Diego?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8027, 0.672, lift_point: 0.8027, 0.672", "response": "The action is #DUAL_POINT#; touch_point: 0.2187, 0.6753, lift_point: 0.2187, 0.6753", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/4007_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in San Diego?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8027, 0.672, lift_point: 0.8027, 0.672; The action is #DUAL_POINT#; touch_point: 0.2187, 0.6753, lift_point: 0.2187, 0.6753", "response": "The action is #DUAL_POINT#; touch_point: 0.1355, 0.9371, lift_point: 0.1355, 0.9371", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/4007_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in San Diego?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8027, 0.672, lift_point: 0.8027, 0.672; The action is #DUAL_POINT#; touch_point: 0.2187, 0.6753, lift_point: 0.2187, 0.6753; The action is #DUAL_POINT#; touch_point: 0.1355, 0.9371, lift_point: 0.1355, 0.9371", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in San Diego?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/4007_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in San Diego?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8027, 0.672, lift_point: 0.8027, 0.672; The action is #DUAL_POINT#; touch_point: 0.2187, 0.6753, lift_point: 0.2187, 0.6753; The action is #DUAL_POINT#; touch_point: 0.1355, 0.9371, lift_point: 0.1355, 0.9371; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in San Diego?\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/4007_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in San Diego?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8027, 0.672, lift_point: 0.8027, 0.672; The action is #DUAL_POINT#; touch_point: 0.2187, 0.6753, lift_point: 0.2187, 0.6753; The action is #DUAL_POINT#; touch_point: 0.1355, 0.9371, lift_point: 0.1355, 0.9371; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in San Diego?\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/4007_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this month?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/4103_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this month?; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/4103_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this month?; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/4103_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this month?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3444, 0.5381, lift_point: 0.3444, 0.5381", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/4103_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this month?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3444, 0.5381, lift_point: 0.3444, 0.5381", "response": "The action is #PRESS_BACK#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/4103_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this month?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3444, 0.5381, lift_point: 0.3444, 0.5381; The action is #PRESS_BACK#", "response": "The action is #PRESS_BACK#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/4103_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this month?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3444, 0.5381, lift_point: 0.3444, 0.5381; The action is #PRESS_BACK#; The action is #PRESS_BACK#", "response": "The action is #PRESS_BACK#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/4103_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this month?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3444, 0.5381, lift_point: 0.3444, 0.5381; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_BACK#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/4103_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this month?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3444, 0.5381, lift_point: 0.3444, 0.5381; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/4103_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this month?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3444, 0.5381, lift_point: 0.3444, 0.5381; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.7893, 0.7676, lift_point: 0.7893, 0.7676", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/4103_10.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this month?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3444, 0.5381, lift_point: 0.3444, 0.5381; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7893, 0.7676, lift_point: 0.7893, 0.7676", "response": "The action is #DUAL_POINT#; touch_point: 0.2045, 0.7962, lift_point: 0.2045, 0.7962", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/4103_11.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this month?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3444, 0.5381, lift_point: 0.3444, 0.5381; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7893, 0.7676, lift_point: 0.7893, 0.7676; The action is #DUAL_POINT#; touch_point: 0.2045, 0.7962, lift_point: 0.2045, 0.7962", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/4103_12.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Delhi?", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/4274_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Delhi?; The action is #Scrolling Down#", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/4274_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Delhi?; The action is #Scrolling Down#; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8224, 0.5986, lift_point: 0.8224, 0.5986", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/4274_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Delhi?; The action is #Scrolling Down#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8224, 0.5986, lift_point: 0.8224, 0.5986", "response": "The action is #DUAL_POINT#; touch_point: 0.0518, 0.4008, lift_point: 0.0518, 0.4008", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/4274_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Delhi?; The action is #Scrolling Down#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8224, 0.5986, lift_point: 0.8224, 0.5986; The action is #DUAL_POINT#; touch_point: 0.0518, 0.4008, lift_point: 0.0518, 0.4008", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"weather in delhi\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/4274_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Delhi?; The action is #Scrolling Down#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8224, 0.5986, lift_point: 0.8224, 0.5986; The action is #DUAL_POINT#; touch_point: 0.0518, 0.4008, lift_point: 0.0518, 0.4008; The action is #TYPE#; And the content is : \"typed_text\": \"weather in delhi\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1265, 0.1416, lift_point: 0.1265, 0.1416", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/4274_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Delhi?; The action is #Scrolling Down#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8224, 0.5986, lift_point: 0.8224, 0.5986; The action is #DUAL_POINT#; touch_point: 0.0518, 0.4008, lift_point: 0.0518, 0.4008; The action is #TYPE#; And the content is : \"typed_text\": \"weather in delhi\"; The action is #DUAL_POINT#; touch_point: 0.1265, 0.1416, lift_point: 0.1265, 0.1416", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/4274_7.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Brazil?", "response": "The action is #DUAL_POINT#; touch_point: 0.8276, 0.5924, lift_point: 0.8276, 0.5924", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/4324_1.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Brazil?; The action is #DUAL_POINT#; touch_point: 0.8276, 0.5924, lift_point: 0.8276, 0.5924", "response": "The action is #DUAL_POINT#; touch_point: 0.1873, 0.3683, lift_point: 0.1873, 0.3683", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/4324_2.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Brazil?; The action is #DUAL_POINT#; touch_point: 0.8276, 0.5924, lift_point: 0.8276, 0.5924; The action is #DUAL_POINT#; touch_point: 0.1873, 0.3683, lift_point: 0.1873, 0.3683", "response": "The action is #DUAL_POINT#; touch_point: 0.121, 0.9421, lift_point: 0.121, 0.9421", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/4324_3.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Brazil?; The action is #DUAL_POINT#; touch_point: 0.8276, 0.5924, lift_point: 0.8276, 0.5924; The action is #DUAL_POINT#; touch_point: 0.1873, 0.3683, lift_point: 0.1873, 0.3683; The action is #DUAL_POINT#; touch_point: 0.121, 0.9421, lift_point: 0.121, 0.9421", "response": "The action is #TYPE#; And the content is : \"typed_text\": \" capital of Brazil\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/4324_4.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Brazil?; The action is #DUAL_POINT#; touch_point: 0.8276, 0.5924, lift_point: 0.8276, 0.5924; The action is #DUAL_POINT#; touch_point: 0.1873, 0.3683, lift_point: 0.1873, 0.3683; The action is #DUAL_POINT#; touch_point: 0.121, 0.9421, lift_point: 0.121, 0.9421; The action is #TYPE#; And the content is : \"typed_text\": \" capital of Brazil\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1693, 0.3372, lift_point: 0.1693, 0.3372", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/4324_5.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Brazil?; The action is #DUAL_POINT#; touch_point: 0.8276, 0.5924, lift_point: 0.8276, 0.5924; The action is #DUAL_POINT#; touch_point: 0.1873, 0.3683, lift_point: 0.1873, 0.3683; The action is #DUAL_POINT#; touch_point: 0.121, 0.9421, lift_point: 0.121, 0.9421; The action is #TYPE#; And the content is : \"typed_text\": \" capital of Brazil\"; The action is #DUAL_POINT#; touch_point: 0.1693, 0.3372, lift_point: 0.1693, 0.3372", "response": "The action is #DUAL_POINT#; touch_point: 0.5779, 0.1509, lift_point: 0.5779, 0.1509", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/4324_6.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Brazil?; The action is #DUAL_POINT#; touch_point: 0.8276, 0.5924, lift_point: 0.8276, 0.5924; The action is #DUAL_POINT#; touch_point: 0.1873, 0.3683, lift_point: 0.1873, 0.3683; The action is #DUAL_POINT#; touch_point: 0.121, 0.9421, lift_point: 0.121, 0.9421; The action is #TYPE#; And the content is : \"typed_text\": \" capital of Brazil\"; The action is #DUAL_POINT#; touch_point: 0.1693, 0.3372, lift_point: 0.1693, 0.3372; The action is #DUAL_POINT#; touch_point: 0.5779, 0.1509, lift_point: 0.5779, 0.1509", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/4324_7.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Italy?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/4496_1.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Italy?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8322, 0.613, lift_point: 0.8322, 0.613", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/4496_2.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Italy?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8322, 0.613, lift_point: 0.8322, 0.613", "response": "The action is #DUAL_POINT#; touch_point: 0.1779, 0.8781, lift_point: 0.1779, 0.8781", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/4496_3.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Italy?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8322, 0.613, lift_point: 0.8322, 0.613; The action is #DUAL_POINT#; touch_point: 0.1779, 0.8781, lift_point: 0.1779, 0.8781", "response": "The action is #DUAL_POINT#; touch_point: 0.1161, 0.279, lift_point: 0.1161, 0.279", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/4496_4.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Italy?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8322, 0.613, lift_point: 0.8322, 0.613; The action is #DUAL_POINT#; touch_point: 0.1779, 0.8781, lift_point: 0.1779, 0.8781; The action is #DUAL_POINT#; touch_point: 0.1161, 0.279, lift_point: 0.1161, 0.279", "response": "The action is #TYPE#; And the content is : \"typed_text\": \" capital of Italy\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/4496_5.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Italy?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8322, 0.613, lift_point: 0.8322, 0.613; The action is #DUAL_POINT#; touch_point: 0.1779, 0.8781, lift_point: 0.1779, 0.8781; The action is #DUAL_POINT#; touch_point: 0.1161, 0.279, lift_point: 0.1161, 0.279; The action is #TYPE#; And the content is : \"typed_text\": \" capital of Italy\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1834, 0.2831, lift_point: 0.1834, 0.2831", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/4496_6.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Italy?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8322, 0.613, lift_point: 0.8322, 0.613; The action is #DUAL_POINT#; touch_point: 0.1779, 0.8781, lift_point: 0.1779, 0.8781; The action is #DUAL_POINT#; touch_point: 0.1161, 0.279, lift_point: 0.1161, 0.279; The action is #TYPE#; And the content is : \"typed_text\": \" capital of Italy\"; The action is #DUAL_POINT#; touch_point: 0.1834, 0.2831, lift_point: 0.1834, 0.2831", "response": "The action is #DUAL_POINT#; touch_point: 0.2408, 0.0333, lift_point: 0.2408, 0.0333", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/4496_7.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Italy?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8322, 0.613, lift_point: 0.8322, 0.613; The action is #DUAL_POINT#; touch_point: 0.1779, 0.8781, lift_point: 0.1779, 0.8781; The action is #DUAL_POINT#; touch_point: 0.1161, 0.279, lift_point: 0.1161, 0.279; The action is #TYPE#; And the content is : \"typed_text\": \" capital of Italy\"; The action is #DUAL_POINT#; touch_point: 0.1834, 0.2831, lift_point: 0.1834, 0.2831; The action is #DUAL_POINT#; touch_point: 0.2408, 0.0333, lift_point: 0.2408, 0.0333", "response": "The action is #DUAL_POINT#; touch_point: 0.4306, 0.2395, lift_point: 0.4306, 0.2395", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/4496_8.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Italy?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8322, 0.613, lift_point: 0.8322, 0.613; The action is #DUAL_POINT#; touch_point: 0.1779, 0.8781, lift_point: 0.1779, 0.8781; The action is #DUAL_POINT#; touch_point: 0.1161, 0.279, lift_point: 0.1161, 0.279; The action is #TYPE#; And the content is : \"typed_text\": \" capital of Italy\"; The action is #DUAL_POINT#; touch_point: 0.1834, 0.2831, lift_point: 0.1834, 0.2831; The action is #DUAL_POINT#; touch_point: 0.2408, 0.0333, lift_point: 0.2408, 0.0333; The action is #DUAL_POINT#; touch_point: 0.4306, 0.2395, lift_point: 0.4306, 0.2395", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/4496_9.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email inbox", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/4586_1.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email inbox; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.6468, 0.3841, lift_point: 0.6468, 0.3841", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/4586_2.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email inbox; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6468, 0.3841, lift_point: 0.6468, 0.3841", "response": "The action is #DUAL_POINT#; touch_point: 0.5954, 0.5203, lift_point: 0.5954, 0.5203", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/4586_3.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email inbox; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6468, 0.3841, lift_point: 0.6468, 0.3841; The action is #DUAL_POINT#; touch_point: 0.5954, 0.5203, lift_point: 0.5954, 0.5203", "response": "The action is #DUAL_POINT#; touch_point: 0.9472, 0.4803, lift_point: 0.9472, 0.4803", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/4586_4.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email inbox; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6468, 0.3841, lift_point: 0.6468, 0.3841; The action is #DUAL_POINT#; touch_point: 0.5954, 0.5203, lift_point: 0.5954, 0.5203; The action is #DUAL_POINT#; touch_point: 0.9472, 0.4803, lift_point: 0.9472, 0.4803", "response": "The action is #DUAL_POINT#; touch_point: 0.9472, 0.4803, lift_point: 0.9472, 0.4803", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/4586_5.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email inbox; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6468, 0.3841, lift_point: 0.6468, 0.3841; The action is #DUAL_POINT#; touch_point: 0.5954, 0.5203, lift_point: 0.5954, 0.5203; The action is #DUAL_POINT#; touch_point: 0.9472, 0.4803, lift_point: 0.9472, 0.4803; The action is #DUAL_POINT#; touch_point: 0.9472, 0.4803, lift_point: 0.9472, 0.4803", "response": "The action is #DUAL_POINT#; touch_point: 0.8591, 0.8864, lift_point: 0.8591, 0.8864", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/4586_6.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email inbox; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6468, 0.3841, lift_point: 0.6468, 0.3841; The action is #DUAL_POINT#; touch_point: 0.5954, 0.5203, lift_point: 0.5954, 0.5203; The action is #DUAL_POINT#; touch_point: 0.9472, 0.4803, lift_point: 0.9472, 0.4803; The action is #DUAL_POINT#; touch_point: 0.9472, 0.4803, lift_point: 0.9472, 0.4803; The action is #DUAL_POINT#; touch_point: 0.8591, 0.8864, lift_point: 0.8591, 0.8864", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/4586_7.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome incognito tab", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/4727_1.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome incognito tab; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8212, 0.6184, lift_point: 0.8212, 0.6184", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/4727_2.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome incognito tab; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8212, 0.6184, lift_point: 0.8212, 0.6184", "response": "The action is #DUAL_POINT#; touch_point: 0.058, 0.9288, lift_point: 0.058, 0.9288", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/4727_3.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome incognito tab; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8212, 0.6184, lift_point: 0.8212, 0.6184; The action is #DUAL_POINT#; touch_point: 0.058, 0.9288, lift_point: 0.058, 0.9288", "response": "The action is #DUAL_POINT#; touch_point: 0.0576, 0.9312, lift_point: 0.0576, 0.9312", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/4727_4.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome incognito tab; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8212, 0.6184, lift_point: 0.8212, 0.6184; The action is #DUAL_POINT#; touch_point: 0.058, 0.9288, lift_point: 0.058, 0.9288; The action is #DUAL_POINT#; touch_point: 0.0576, 0.9312, lift_point: 0.0576, 0.9312", "response": "The action is #DUAL_POINT#; touch_point: 0.058, 0.9427, lift_point: 0.058, 0.9427", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/4727_5.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome incognito tab; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8212, 0.6184, lift_point: 0.8212, 0.6184; The action is #DUAL_POINT#; touch_point: 0.058, 0.9288, lift_point: 0.058, 0.9288; The action is #DUAL_POINT#; touch_point: 0.0576, 0.9312, lift_point: 0.0576, 0.9312; The action is #DUAL_POINT#; touch_point: 0.058, 0.9427, lift_point: 0.058, 0.9427", "response": "The action is #DUAL_POINT#; touch_point: 0.2302, 0.6831, lift_point: 0.2302, 0.6831", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/4727_6.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome incognito tab; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8212, 0.6184, lift_point: 0.8212, 0.6184; The action is #DUAL_POINT#; touch_point: 0.058, 0.9288, lift_point: 0.058, 0.9288; The action is #DUAL_POINT#; touch_point: 0.0576, 0.9312, lift_point: 0.0576, 0.9312; The action is #DUAL_POINT#; touch_point: 0.058, 0.9427, lift_point: 0.058, 0.9427; The action is #DUAL_POINT#; touch_point: 0.2302, 0.6831, lift_point: 0.2302, 0.6831", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/4727_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Atlanta?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/4800_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Atlanta?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8274, 0.6273, lift_point: 0.8274, 0.6273", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/4800_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Atlanta?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8274, 0.6273, lift_point: 0.8274, 0.6273", "response": "The action is #DUAL_POINT#; touch_point: 0.0619, 0.3492, lift_point: 0.0619, 0.3492", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/4800_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Atlanta?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8274, 0.6273, lift_point: 0.8274, 0.6273; The action is #DUAL_POINT#; touch_point: 0.0619, 0.3492, lift_point: 0.0619, 0.3492", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"a good restaurant in Atlanta\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/4800_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Atlanta?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8274, 0.6273, lift_point: 0.8274, 0.6273; The action is #DUAL_POINT#; touch_point: 0.0619, 0.3492, lift_point: 0.0619, 0.3492; The action is #TYPE#; And the content is : \"typed_text\": \"a good restaurant in Atlanta\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1215, 0.2697, lift_point: 0.1215, 0.2697", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/4800_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Atlanta?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8274, 0.6273, lift_point: 0.8274, 0.6273; The action is #DUAL_POINT#; touch_point: 0.0619, 0.3492, lift_point: 0.0619, 0.3492; The action is #TYPE#; And the content is : \"typed_text\": \"a good restaurant in Atlanta\"; The action is #DUAL_POINT#; touch_point: 0.1215, 0.2697, lift_point: 0.1215, 0.2697", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/4800_6.png" ] }, { "query": "\nPrevious Actions: Goal: Open the contacts", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/4905_1.png" ] }, { "query": "\nPrevious Actions: Goal: Open the contacts; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/4905_2.png" ] }, { "query": "\nPrevious Actions: Goal: Open the contacts; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.4745, 0.1617, lift_point: 0.4745, 0.1617", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/4905_3.png" ] }, { "query": "\nPrevious Actions: Goal: Open the contacts; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4745, 0.1617, lift_point: 0.4745, 0.1617", "response": "The action is #DUAL_POINT#; touch_point: 0.5957, 0.4706, lift_point: 0.5957, 0.4706", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/4905_4.png" ] }, { "query": "\nPrevious Actions: Goal: Open the contacts; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4745, 0.1617, lift_point: 0.4745, 0.1617; The action is #DUAL_POINT#; touch_point: 0.5957, 0.4706, lift_point: 0.5957, 0.4706", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/4905_5.png" ] }, { "query": "\nPrevious Actions: Goal: What are the best selling refrigerators at Home Depot?", "response": "The action is #DUAL_POINT#; touch_point: 0.7906, 0.6852, lift_point: 0.7906, 0.6852", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5053_1.png" ] }, { "query": "\nPrevious Actions: Goal: What are the best selling refrigerators at Home Depot?; The action is #DUAL_POINT#; touch_point: 0.7906, 0.6852, lift_point: 0.7906, 0.6852", "response": "The action is #DUAL_POINT#; touch_point: 0.7906, 0.6852, lift_point: 0.7906, 0.6852", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5053_2.png" ] }, { "query": "\nPrevious Actions: Goal: What are the best selling refrigerators at Home Depot?; The action is #DUAL_POINT#; touch_point: 0.7906, 0.6852, lift_point: 0.7906, 0.6852; The action is #DUAL_POINT#; touch_point: 0.7906, 0.6852, lift_point: 0.7906, 0.6852", "response": "The action is #DUAL_POINT#; touch_point: 0.794, 0.6887, lift_point: 0.794, 0.6887", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5053_3.png" ] }, { "query": "\nPrevious Actions: Goal: What are the best selling refrigerators at Home Depot?; The action is #DUAL_POINT#; touch_point: 0.7906, 0.6852, lift_point: 0.7906, 0.6852; The action is #DUAL_POINT#; touch_point: 0.7906, 0.6852, lift_point: 0.7906, 0.6852; The action is #DUAL_POINT#; touch_point: 0.794, 0.6887, lift_point: 0.794, 0.6887", "response": "The action is #DUAL_POINT#; touch_point: 0.0597, 0.5818, lift_point: 0.0597, 0.5818", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5053_4.png" ] }, { "query": "\nPrevious Actions: Goal: What are the best selling refrigerators at Home Depot?; The action is #DUAL_POINT#; touch_point: 0.7906, 0.6852, lift_point: 0.7906, 0.6852; The action is #DUAL_POINT#; touch_point: 0.7906, 0.6852, lift_point: 0.7906, 0.6852; The action is #DUAL_POINT#; touch_point: 0.794, 0.6887, lift_point: 0.794, 0.6887; The action is #DUAL_POINT#; touch_point: 0.0597, 0.5818, lift_point: 0.0597, 0.5818", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"What are the best selling refrigerators at Home Depot?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5053_5.png" ] }, { "query": "\nPrevious Actions: Goal: What are the best selling refrigerators at Home Depot?; The action is #DUAL_POINT#; touch_point: 0.7906, 0.6852, lift_point: 0.7906, 0.6852; The action is #DUAL_POINT#; touch_point: 0.7906, 0.6852, lift_point: 0.7906, 0.6852; The action is #DUAL_POINT#; touch_point: 0.794, 0.6887, lift_point: 0.794, 0.6887; The action is #DUAL_POINT#; touch_point: 0.0597, 0.5818, lift_point: 0.0597, 0.5818; The action is #TYPE#; And the content is : \"typed_text\": \"What are the best selling refrigerators at Home Depot?\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"efrigerators at Home Depot\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5053_6.png" ] }, { "query": "\nPrevious Actions: Goal: What are the best selling refrigerators at Home Depot?; The action is #DUAL_POINT#; touch_point: 0.7906, 0.6852, lift_point: 0.7906, 0.6852; The action is #DUAL_POINT#; touch_point: 0.7906, 0.6852, lift_point: 0.7906, 0.6852; The action is #DUAL_POINT#; touch_point: 0.794, 0.6887, lift_point: 0.794, 0.6887; The action is #DUAL_POINT#; touch_point: 0.0597, 0.5818, lift_point: 0.0597, 0.5818; The action is #TYPE#; And the content is : \"typed_text\": \"What are the best selling refrigerators at Home Depot?\"; The action is #TYPE#; And the content is : \"typed_text\": \"efrigerators at Home Depot\"", "response": "The action is #DUAL_POINT#; touch_point: 0.133, 0.5107, lift_point: 0.133, 0.5107", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5053_7.png" ] }, { "query": "\nPrevious Actions: Goal: What are the best selling refrigerators at Home Depot?; The action is #DUAL_POINT#; touch_point: 0.7906, 0.6852, lift_point: 0.7906, 0.6852; The action is #DUAL_POINT#; touch_point: 0.7906, 0.6852, lift_point: 0.7906, 0.6852; The action is #DUAL_POINT#; touch_point: 0.794, 0.6887, lift_point: 0.794, 0.6887; The action is #DUAL_POINT#; touch_point: 0.0597, 0.5818, lift_point: 0.0597, 0.5818; The action is #TYPE#; And the content is : \"typed_text\": \"What are the best selling refrigerators at Home Depot?\"; The action is #TYPE#; And the content is : \"typed_text\": \"efrigerators at Home Depot\"; The action is #DUAL_POINT#; touch_point: 0.133, 0.5107, lift_point: 0.133, 0.5107", "response": "The action is #DUAL_POINT#; touch_point: 0.4154, 0.5376, lift_point: 0.4154, 0.5376", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5053_8.png" ] }, { "query": "\nPrevious Actions: Goal: What are the best selling refrigerators at Home Depot?; The action is #DUAL_POINT#; touch_point: 0.7906, 0.6852, lift_point: 0.7906, 0.6852; The action is #DUAL_POINT#; touch_point: 0.7906, 0.6852, lift_point: 0.7906, 0.6852; The action is #DUAL_POINT#; touch_point: 0.794, 0.6887, lift_point: 0.794, 0.6887; The action is #DUAL_POINT#; touch_point: 0.0597, 0.5818, lift_point: 0.0597, 0.5818; The action is #TYPE#; And the content is : \"typed_text\": \"What are the best selling refrigerators at Home Depot?\"; The action is #TYPE#; And the content is : \"typed_text\": \"efrigerators at Home Depot\"; The action is #DUAL_POINT#; touch_point: 0.133, 0.5107, lift_point: 0.133, 0.5107; The action is #DUAL_POINT#; touch_point: 0.4154, 0.5376, lift_point: 0.4154, 0.5376", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5053_9.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Buenos aires", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5067_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Buenos aires; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7884, 0.6877, lift_point: 0.7884, 0.6877", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5067_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Buenos aires; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7884, 0.6877, lift_point: 0.7884, 0.6877", "response": "The action is #DUAL_POINT#; touch_point: 0.7929, 0.6916, lift_point: 0.7929, 0.6916", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5067_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Buenos aires; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7884, 0.6877, lift_point: 0.7884, 0.6877; The action is #DUAL_POINT#; touch_point: 0.7929, 0.6916, lift_point: 0.7929, 0.6916", "response": "The action is #DUAL_POINT#; touch_point: 0.064, 0.648, lift_point: 0.064, 0.648", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5067_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Buenos aires; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7884, 0.6877, lift_point: 0.7884, 0.6877; The action is #DUAL_POINT#; touch_point: 0.7929, 0.6916, lift_point: 0.7929, 0.6916; The action is #DUAL_POINT#; touch_point: 0.064, 0.648, lift_point: 0.064, 0.648", "response": "The action is #DUAL_POINT#; touch_point: 0.0588, 0.9276, lift_point: 0.0588, 0.9276", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5067_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Buenos aires; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7884, 0.6877, lift_point: 0.7884, 0.6877; The action is #DUAL_POINT#; touch_point: 0.7929, 0.6916, lift_point: 0.7929, 0.6916; The action is #DUAL_POINT#; touch_point: 0.064, 0.648, lift_point: 0.064, 0.648; The action is #DUAL_POINT#; touch_point: 0.0588, 0.9276, lift_point: 0.0588, 0.9276", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Hotel in Buenos aires\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5067_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Buenos aires; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7884, 0.6877, lift_point: 0.7884, 0.6877; The action is #DUAL_POINT#; touch_point: 0.7929, 0.6916, lift_point: 0.7929, 0.6916; The action is #DUAL_POINT#; touch_point: 0.064, 0.648, lift_point: 0.064, 0.648; The action is #DUAL_POINT#; touch_point: 0.0588, 0.9276, lift_point: 0.0588, 0.9276; The action is #TYPE#; And the content is : \"typed_text\": \"Hotel in Buenos aires\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1293, 0.501, lift_point: 0.1293, 0.501", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5067_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Buenos aires; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7884, 0.6877, lift_point: 0.7884, 0.6877; The action is #DUAL_POINT#; touch_point: 0.7929, 0.6916, lift_point: 0.7929, 0.6916; The action is #DUAL_POINT#; touch_point: 0.064, 0.648, lift_point: 0.064, 0.648; The action is #DUAL_POINT#; touch_point: 0.0588, 0.9276, lift_point: 0.0588, 0.9276; The action is #TYPE#; And the content is : \"typed_text\": \"Hotel in Buenos aires\"; The action is #DUAL_POINT#; touch_point: 0.1293, 0.501, lift_point: 0.1293, 0.501", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5067_8.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Paris", "response": "The action is #DUAL_POINT#; touch_point: 0.7899, 0.6865, lift_point: 0.7899, 0.6865", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5133_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Paris; The action is #DUAL_POINT#; touch_point: 0.7899, 0.6865, lift_point: 0.7899, 0.6865", "response": "The action is #DUAL_POINT#; touch_point: 0.0555, 0.5763, lift_point: 0.0555, 0.5763", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5133_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Paris; The action is #DUAL_POINT#; touch_point: 0.7899, 0.6865, lift_point: 0.7899, 0.6865; The action is #DUAL_POINT#; touch_point: 0.0555, 0.5763, lift_point: 0.0555, 0.5763", "response": "The action is #DUAL_POINT#; touch_point: 0.0608, 0.9302, lift_point: 0.0608, 0.9302", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5133_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Paris; The action is #DUAL_POINT#; touch_point: 0.7899, 0.6865, lift_point: 0.7899, 0.6865; The action is #DUAL_POINT#; touch_point: 0.0555, 0.5763, lift_point: 0.0555, 0.5763; The action is #DUAL_POINT#; touch_point: 0.0608, 0.9302, lift_point: 0.0608, 0.9302", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Paris\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5133_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Paris; The action is #DUAL_POINT#; touch_point: 0.7899, 0.6865, lift_point: 0.7899, 0.6865; The action is #DUAL_POINT#; touch_point: 0.0555, 0.5763, lift_point: 0.0555, 0.5763; The action is #DUAL_POINT#; touch_point: 0.0608, 0.9302, lift_point: 0.0608, 0.9302; The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Paris\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1225, 0.4475, lift_point: 0.1225, 0.4475", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5133_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Paris; The action is #DUAL_POINT#; touch_point: 0.7899, 0.6865, lift_point: 0.7899, 0.6865; The action is #DUAL_POINT#; touch_point: 0.0555, 0.5763, lift_point: 0.0555, 0.5763; The action is #DUAL_POINT#; touch_point: 0.0608, 0.9302, lift_point: 0.0608, 0.9302; The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Paris\"; The action is #DUAL_POINT#; touch_point: 0.1225, 0.4475, lift_point: 0.1225, 0.4475", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5133_6.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Colombia", "response": "The action is #DUAL_POINT#; touch_point: 0.7887, 0.6914, lift_point: 0.7887, 0.6914", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5194_1.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Colombia; The action is #DUAL_POINT#; touch_point: 0.7887, 0.6914, lift_point: 0.7887, 0.6914", "response": "The action is #DUAL_POINT#; touch_point: 0.0686, 0.4808, lift_point: 0.0686, 0.4808", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5194_2.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Colombia; The action is #DUAL_POINT#; touch_point: 0.7887, 0.6914, lift_point: 0.7887, 0.6914; The action is #DUAL_POINT#; touch_point: 0.0686, 0.4808, lift_point: 0.0686, 0.4808", "response": "The action is #DUAL_POINT#; touch_point: 0.0561, 0.9312, lift_point: 0.0561, 0.9312", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5194_3.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Colombia; The action is #DUAL_POINT#; touch_point: 0.7887, 0.6914, lift_point: 0.7887, 0.6914; The action is #DUAL_POINT#; touch_point: 0.0686, 0.4808, lift_point: 0.0686, 0.4808; The action is #DUAL_POINT#; touch_point: 0.0561, 0.9312, lift_point: 0.0561, 0.9312", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Colombia\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5194_4.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Colombia; The action is #DUAL_POINT#; touch_point: 0.7887, 0.6914, lift_point: 0.7887, 0.6914; The action is #DUAL_POINT#; touch_point: 0.0686, 0.4808, lift_point: 0.0686, 0.4808; The action is #DUAL_POINT#; touch_point: 0.0561, 0.9312, lift_point: 0.0561, 0.9312; The action is #TYPE#; And the content is : \"typed_text\": \"capital of Colombia\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1197, 0.3141, lift_point: 0.1197, 0.3141", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5194_5.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Colombia; The action is #DUAL_POINT#; touch_point: 0.7887, 0.6914, lift_point: 0.7887, 0.6914; The action is #DUAL_POINT#; touch_point: 0.0686, 0.4808, lift_point: 0.0686, 0.4808; The action is #DUAL_POINT#; touch_point: 0.0561, 0.9312, lift_point: 0.0561, 0.9312; The action is #TYPE#; And the content is : \"typed_text\": \"capital of Colombia\"; The action is #DUAL_POINT#; touch_point: 0.1197, 0.3141, lift_point: 0.1197, 0.3141", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5194_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Paris?", "response": "The action is #DUAL_POINT#; touch_point: 0.7875, 0.688, lift_point: 0.7875, 0.688", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5216_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Paris?; The action is #DUAL_POINT#; touch_point: 0.7875, 0.688, lift_point: 0.7875, 0.688", "response": "The action is #DUAL_POINT#; touch_point: 0.0648, 0.7198, lift_point: 0.0648, 0.7198", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5216_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Paris?; The action is #DUAL_POINT#; touch_point: 0.7875, 0.688, lift_point: 0.7875, 0.688; The action is #DUAL_POINT#; touch_point: 0.0648, 0.7198, lift_point: 0.0648, 0.7198", "response": "The action is #DUAL_POINT#; touch_point: 0.0563, 0.9508, lift_point: 0.0563, 0.9508", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5216_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Paris?; The action is #DUAL_POINT#; touch_point: 0.7875, 0.688, lift_point: 0.7875, 0.688; The action is #DUAL_POINT#; touch_point: 0.0648, 0.7198, lift_point: 0.0648, 0.7198; The action is #DUAL_POINT#; touch_point: 0.0563, 0.9508, lift_point: 0.0563, 0.9508", "response": "The action is #DUAL_POINT#; touch_point: 0.048, 0.5745, lift_point: 0.048, 0.5745", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5216_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Paris?; The action is #DUAL_POINT#; touch_point: 0.7875, 0.688, lift_point: 0.7875, 0.688; The action is #DUAL_POINT#; touch_point: 0.0648, 0.7198, lift_point: 0.0648, 0.7198; The action is #DUAL_POINT#; touch_point: 0.0563, 0.9508, lift_point: 0.0563, 0.9508; The action is #DUAL_POINT#; touch_point: 0.048, 0.5745, lift_point: 0.048, 0.5745", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Paris\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5216_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Paris?; The action is #DUAL_POINT#; touch_point: 0.7875, 0.688, lift_point: 0.7875, 0.688; The action is #DUAL_POINT#; touch_point: 0.0648, 0.7198, lift_point: 0.0648, 0.7198; The action is #DUAL_POINT#; touch_point: 0.0563, 0.9508, lift_point: 0.0563, 0.9508; The action is #DUAL_POINT#; touch_point: 0.048, 0.5745, lift_point: 0.048, 0.5745; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Paris\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1206, 0.5815, lift_point: 0.1206, 0.5815", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5216_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Paris?; The action is #DUAL_POINT#; touch_point: 0.7875, 0.688, lift_point: 0.7875, 0.688; The action is #DUAL_POINT#; touch_point: 0.0648, 0.7198, lift_point: 0.0648, 0.7198; The action is #DUAL_POINT#; touch_point: 0.0563, 0.9508, lift_point: 0.0563, 0.9508; The action is #DUAL_POINT#; touch_point: 0.048, 0.5745, lift_point: 0.048, 0.5745; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Paris\"; The action is #DUAL_POINT#; touch_point: 0.1206, 0.5815, lift_point: 0.1206, 0.5815", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5216_7.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Uber app", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5281_1.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Uber app; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7856, 0.5152, lift_point: 0.7856, 0.5152", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5281_2.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Uber app; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7856, 0.5152, lift_point: 0.7856, 0.5152", "response": "The action is #DUAL_POINT#; touch_point: 0.0519, 0.8038, lift_point: 0.0519, 0.8038", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5281_3.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Uber app; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7856, 0.5152, lift_point: 0.7856, 0.5152; The action is #DUAL_POINT#; touch_point: 0.0519, 0.8038, lift_point: 0.0519, 0.8038", "response": "The action is #DUAL_POINT#; touch_point: 0.0551, 0.9466, lift_point: 0.0551, 0.9466", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5281_4.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Uber app; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7856, 0.5152, lift_point: 0.7856, 0.5152; The action is #DUAL_POINT#; touch_point: 0.0519, 0.8038, lift_point: 0.0519, 0.8038; The action is #DUAL_POINT#; touch_point: 0.0551, 0.9466, lift_point: 0.0551, 0.9466", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"uber app\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5281_5.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Uber app; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7856, 0.5152, lift_point: 0.7856, 0.5152; The action is #DUAL_POINT#; touch_point: 0.0519, 0.8038, lift_point: 0.0519, 0.8038; The action is #DUAL_POINT#; touch_point: 0.0551, 0.9466, lift_point: 0.0551, 0.9466; The action is #TYPE#; And the content is : \"typed_text\": \"uber app\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1251, 0.2961, lift_point: 0.1251, 0.2961", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5281_6.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Uber app; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7856, 0.5152, lift_point: 0.7856, 0.5152; The action is #DUAL_POINT#; touch_point: 0.0519, 0.8038, lift_point: 0.0519, 0.8038; The action is #DUAL_POINT#; touch_point: 0.0551, 0.9466, lift_point: 0.0551, 0.9466; The action is #TYPE#; And the content is : \"typed_text\": \"uber app\"; The action is #DUAL_POINT#; touch_point: 0.1251, 0.2961, lift_point: 0.1251, 0.2961", "response": "The action is #DUAL_POINT#; touch_point: 0.1433, 0.8404, lift_point: 0.1433, 0.8404", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5281_7.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Uber app; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7856, 0.5152, lift_point: 0.7856, 0.5152; The action is #DUAL_POINT#; touch_point: 0.0519, 0.8038, lift_point: 0.0519, 0.8038; The action is #DUAL_POINT#; touch_point: 0.0551, 0.9466, lift_point: 0.0551, 0.9466; The action is #TYPE#; And the content is : \"typed_text\": \"uber app\"; The action is #DUAL_POINT#; touch_point: 0.1251, 0.2961, lift_point: 0.1251, 0.2961; The action is #DUAL_POINT#; touch_point: 0.1433, 0.8404, lift_point: 0.1433, 0.8404", "response": "The action is #DUAL_POINT#; touch_point: 0.1433, 0.8404, lift_point: 0.1433, 0.8404", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5281_8.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Uber app; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7856, 0.5152, lift_point: 0.7856, 0.5152; The action is #DUAL_POINT#; touch_point: 0.0519, 0.8038, lift_point: 0.0519, 0.8038; The action is #DUAL_POINT#; touch_point: 0.0551, 0.9466, lift_point: 0.0551, 0.9466; The action is #TYPE#; And the content is : \"typed_text\": \"uber app\"; The action is #DUAL_POINT#; touch_point: 0.1251, 0.2961, lift_point: 0.1251, 0.2961; The action is #DUAL_POINT#; touch_point: 0.1433, 0.8404, lift_point: 0.1433, 0.8404; The action is #DUAL_POINT#; touch_point: 0.1433, 0.8404, lift_point: 0.1433, 0.8404", "response": "The action is #DUAL_POINT#; touch_point: 0.5041, 0.5143, lift_point: 0.5041, 0.5143", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5281_9.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Uber app; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7856, 0.5152, lift_point: 0.7856, 0.5152; The action is #DUAL_POINT#; touch_point: 0.0519, 0.8038, lift_point: 0.0519, 0.8038; The action is #DUAL_POINT#; touch_point: 0.0551, 0.9466, lift_point: 0.0551, 0.9466; The action is #TYPE#; And the content is : \"typed_text\": \"uber app\"; The action is #DUAL_POINT#; touch_point: 0.1251, 0.2961, lift_point: 0.1251, 0.2961; The action is #DUAL_POINT#; touch_point: 0.1433, 0.8404, lift_point: 0.1433, 0.8404; The action is #DUAL_POINT#; touch_point: 0.1433, 0.8404, lift_point: 0.1433, 0.8404; The action is #DUAL_POINT#; touch_point: 0.5041, 0.5143, lift_point: 0.5041, 0.5143", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5281_10.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a jet?", "response": "The action is #DUAL_POINT#; touch_point: 0.8037, 0.717, lift_point: 0.8037, 0.717", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5312_1.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a jet?; The action is #DUAL_POINT#; touch_point: 0.8037, 0.717, lift_point: 0.8037, 0.717", "response": "The action is #DUAL_POINT#; touch_point: 0.8037, 0.717, lift_point: 0.8037, 0.717", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5312_2.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a jet?; The action is #DUAL_POINT#; touch_point: 0.8037, 0.717, lift_point: 0.8037, 0.717; The action is #DUAL_POINT#; touch_point: 0.8037, 0.717, lift_point: 0.8037, 0.717", "response": "The action is #DUAL_POINT#; touch_point: 0.063, 0.4462, lift_point: 0.063, 0.4462", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5312_3.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a jet?; The action is #DUAL_POINT#; touch_point: 0.8037, 0.717, lift_point: 0.8037, 0.717; The action is #DUAL_POINT#; touch_point: 0.8037, 0.717, lift_point: 0.8037, 0.717; The action is #DUAL_POINT#; touch_point: 0.063, 0.4462, lift_point: 0.063, 0.4462", "response": "The action is #DUAL_POINT#; touch_point: 0.0613, 0.9393, lift_point: 0.0613, 0.9393", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5312_4.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a jet?; The action is #DUAL_POINT#; touch_point: 0.8037, 0.717, lift_point: 0.8037, 0.717; The action is #DUAL_POINT#; touch_point: 0.8037, 0.717, lift_point: 0.8037, 0.717; The action is #DUAL_POINT#; touch_point: 0.063, 0.4462, lift_point: 0.063, 0.4462; The action is #DUAL_POINT#; touch_point: 0.0613, 0.9393, lift_point: 0.0613, 0.9393", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"what is the speed of a jet\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5312_5.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a jet?; The action is #DUAL_POINT#; touch_point: 0.8037, 0.717, lift_point: 0.8037, 0.717; The action is #DUAL_POINT#; touch_point: 0.8037, 0.717, lift_point: 0.8037, 0.717; The action is #DUAL_POINT#; touch_point: 0.063, 0.4462, lift_point: 0.063, 0.4462; The action is #DUAL_POINT#; touch_point: 0.0613, 0.9393, lift_point: 0.0613, 0.9393; The action is #TYPE#; And the content is : \"typed_text\": \"what is the speed of a jet\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1164, 0.479, lift_point: 0.1164, 0.479", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5312_6.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a jet?; The action is #DUAL_POINT#; touch_point: 0.8037, 0.717, lift_point: 0.8037, 0.717; The action is #DUAL_POINT#; touch_point: 0.8037, 0.717, lift_point: 0.8037, 0.717; The action is #DUAL_POINT#; touch_point: 0.063, 0.4462, lift_point: 0.063, 0.4462; The action is #DUAL_POINT#; touch_point: 0.0613, 0.9393, lift_point: 0.0613, 0.9393; The action is #TYPE#; And the content is : \"typed_text\": \"what is the speed of a jet\"; The action is #DUAL_POINT#; touch_point: 0.1164, 0.479, lift_point: 0.1164, 0.479", "response": "The action is #DUAL_POINT#; touch_point: 0.3651, 0.246, lift_point: 0.3651, 0.246", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5312_7.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a jet?; The action is #DUAL_POINT#; touch_point: 0.8037, 0.717, lift_point: 0.8037, 0.717; The action is #DUAL_POINT#; touch_point: 0.8037, 0.717, lift_point: 0.8037, 0.717; The action is #DUAL_POINT#; touch_point: 0.063, 0.4462, lift_point: 0.063, 0.4462; The action is #DUAL_POINT#; touch_point: 0.0613, 0.9393, lift_point: 0.0613, 0.9393; The action is #TYPE#; And the content is : \"typed_text\": \"what is the speed of a jet\"; The action is #DUAL_POINT#; touch_point: 0.1164, 0.479, lift_point: 0.1164, 0.479; The action is #DUAL_POINT#; touch_point: 0.3651, 0.246, lift_point: 0.3651, 0.246", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5312_8.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach blanket?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5403_1.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach blanket?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7995, 0.6924, lift_point: 0.7995, 0.6924", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5403_2.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach blanket?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7995, 0.6924, lift_point: 0.7995, 0.6924", "response": "The action is #DUAL_POINT#; touch_point: 0.0572, 0.6164, lift_point: 0.0572, 0.6164", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5403_3.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach blanket?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7995, 0.6924, lift_point: 0.7995, 0.6924; The action is #DUAL_POINT#; touch_point: 0.0572, 0.6164, lift_point: 0.0572, 0.6164", "response": "The action is #DUAL_POINT#; touch_point: 0.0602, 0.9258, lift_point: 0.0602, 0.9258", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5403_4.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach blanket?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7995, 0.6924, lift_point: 0.7995, 0.6924; The action is #DUAL_POINT#; touch_point: 0.0572, 0.6164, lift_point: 0.0572, 0.6164; The action is #DUAL_POINT#; touch_point: 0.0602, 0.9258, lift_point: 0.0602, 0.9258", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"where can i buy a nice beach blanket\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5403_5.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach blanket?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7995, 0.6924, lift_point: 0.7995, 0.6924; The action is #DUAL_POINT#; touch_point: 0.0572, 0.6164, lift_point: 0.0572, 0.6164; The action is #DUAL_POINT#; touch_point: 0.0602, 0.9258, lift_point: 0.0602, 0.9258; The action is #TYPE#; And the content is : \"typed_text\": \"where can i buy a nice beach blanket\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5403_6.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach blanket?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7995, 0.6924, lift_point: 0.7995, 0.6924; The action is #DUAL_POINT#; touch_point: 0.0572, 0.6164, lift_point: 0.0572, 0.6164; The action is #DUAL_POINT#; touch_point: 0.0602, 0.9258, lift_point: 0.0602, 0.9258; The action is #TYPE#; And the content is : \"typed_text\": \"where can i buy a nice beach blanket\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1209, 0.6377, lift_point: 0.1209, 0.6377", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5403_7.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach blanket?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7995, 0.6924, lift_point: 0.7995, 0.6924; The action is #DUAL_POINT#; touch_point: 0.0572, 0.6164, lift_point: 0.0572, 0.6164; The action is #DUAL_POINT#; touch_point: 0.0602, 0.9258, lift_point: 0.0602, 0.9258; The action is #TYPE#; And the content is : \"typed_text\": \"where can i buy a nice beach blanket\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1209, 0.6377, lift_point: 0.1209, 0.6377", "response": "The action is #DUAL_POINT#; touch_point: 0.4363, 0.4836, lift_point: 0.4363, 0.4836", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5403_8.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach blanket?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7995, 0.6924, lift_point: 0.7995, 0.6924; The action is #DUAL_POINT#; touch_point: 0.0572, 0.6164, lift_point: 0.0572, 0.6164; The action is #DUAL_POINT#; touch_point: 0.0602, 0.9258, lift_point: 0.0602, 0.9258; The action is #TYPE#; And the content is : \"typed_text\": \"where can i buy a nice beach blanket\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1209, 0.6377, lift_point: 0.1209, 0.6377; The action is #DUAL_POINT#; touch_point: 0.4363, 0.4836, lift_point: 0.4363, 0.4836", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5403_9.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Brazil?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5410_1.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Brazil?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7954, 0.726, lift_point: 0.7954, 0.726", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5410_2.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Brazil?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7954, 0.726, lift_point: 0.7954, 0.726", "response": "The action is #DUAL_POINT#; touch_point: 0.055, 0.5287, lift_point: 0.055, 0.5287", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5410_3.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Brazil?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7954, 0.726, lift_point: 0.7954, 0.726; The action is #DUAL_POINT#; touch_point: 0.055, 0.5287, lift_point: 0.055, 0.5287", "response": "The action is #DUAL_POINT#; touch_point: 0.0638, 0.9427, lift_point: 0.0638, 0.9427", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5410_4.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Brazil?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7954, 0.726, lift_point: 0.7954, 0.726; The action is #DUAL_POINT#; touch_point: 0.055, 0.5287, lift_point: 0.055, 0.5287; The action is #DUAL_POINT#; touch_point: 0.0638, 0.9427, lift_point: 0.0638, 0.9427", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of brazil\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5410_5.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Brazil?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7954, 0.726, lift_point: 0.7954, 0.726; The action is #DUAL_POINT#; touch_point: 0.055, 0.5287, lift_point: 0.055, 0.5287; The action is #DUAL_POINT#; touch_point: 0.0638, 0.9427, lift_point: 0.0638, 0.9427; The action is #TYPE#; And the content is : \"typed_text\": \"capital of brazil\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1306, 0.2331, lift_point: 0.1306, 0.2331", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5410_6.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Brazil?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7954, 0.726, lift_point: 0.7954, 0.726; The action is #DUAL_POINT#; touch_point: 0.055, 0.5287, lift_point: 0.055, 0.5287; The action is #DUAL_POINT#; touch_point: 0.0638, 0.9427, lift_point: 0.0638, 0.9427; The action is #TYPE#; And the content is : \"typed_text\": \"capital of brazil\"; The action is #DUAL_POINT#; touch_point: 0.1306, 0.2331, lift_point: 0.1306, 0.2331", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5410_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Barbados?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5425_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Barbados?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7883, 0.6743, lift_point: 0.7883, 0.6743", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5425_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Barbados?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7883, 0.6743, lift_point: 0.7883, 0.6743", "response": "The action is #DUAL_POINT#; touch_point: 0.0571, 0.5349, lift_point: 0.0571, 0.5349", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5425_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Barbados?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7883, 0.6743, lift_point: 0.7883, 0.6743; The action is #DUAL_POINT#; touch_point: 0.0571, 0.5349, lift_point: 0.0571, 0.5349", "response": "The action is #DUAL_POINT#; touch_point: 0.0569, 0.9384, lift_point: 0.0569, 0.9384", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5425_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Barbados?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7883, 0.6743, lift_point: 0.7883, 0.6743; The action is #DUAL_POINT#; touch_point: 0.0571, 0.5349, lift_point: 0.0571, 0.5349; The action is #DUAL_POINT#; touch_point: 0.0569, 0.9384, lift_point: 0.0569, 0.9384", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"news in barbados\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5425_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Barbados?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7883, 0.6743, lift_point: 0.7883, 0.6743; The action is #DUAL_POINT#; touch_point: 0.0571, 0.5349, lift_point: 0.0571, 0.5349; The action is #DUAL_POINT#; touch_point: 0.0569, 0.9384, lift_point: 0.0569, 0.9384; The action is #TYPE#; And the content is : \"typed_text\": \"news in barbados\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5425_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Barbados?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7883, 0.6743, lift_point: 0.7883, 0.6743; The action is #DUAL_POINT#; touch_point: 0.0571, 0.5349, lift_point: 0.0571, 0.5349; The action is #DUAL_POINT#; touch_point: 0.0569, 0.9384, lift_point: 0.0569, 0.9384; The action is #TYPE#; And the content is : \"typed_text\": \"news in barbados\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1341, 0.2067, lift_point: 0.1341, 0.2067", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5425_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Barbados?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7883, 0.6743, lift_point: 0.7883, 0.6743; The action is #DUAL_POINT#; touch_point: 0.0571, 0.5349, lift_point: 0.0571, 0.5349; The action is #DUAL_POINT#; touch_point: 0.0569, 0.9384, lift_point: 0.0569, 0.9384; The action is #TYPE#; And the content is : \"typed_text\": \"news in barbados\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1341, 0.2067, lift_point: 0.1341, 0.2067", "response": "The action is #DUAL_POINT#; touch_point: 0.5863, 0.3413, lift_point: 0.5863, 0.3413", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5425_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Barbados?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7883, 0.6743, lift_point: 0.7883, 0.6743; The action is #DUAL_POINT#; touch_point: 0.0571, 0.5349, lift_point: 0.0571, 0.5349; The action is #DUAL_POINT#; touch_point: 0.0569, 0.9384, lift_point: 0.0569, 0.9384; The action is #TYPE#; And the content is : \"typed_text\": \"news in barbados\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1341, 0.2067, lift_point: 0.1341, 0.2067; The action is #DUAL_POINT#; touch_point: 0.5863, 0.3413, lift_point: 0.5863, 0.3413", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5425_9.png" ] }, { "query": "\nPrevious Actions: Goal: Toggle notifications for the Google Maps app", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5713_1.png" ] }, { "query": "\nPrevious Actions: Goal: Toggle notifications for the Google Maps app; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.778, 0.833, lift_point: 0.778, 0.833", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5713_2.png" ] }, { "query": "\nPrevious Actions: Goal: Toggle notifications for the Google Maps app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.778, 0.833, lift_point: 0.778, 0.833", "response": "The action is #DUAL_POINT#; touch_point: 0.619, 0.4869, lift_point: 0.619, 0.4869", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5713_3.png" ] }, { "query": "\nPrevious Actions: Goal: Toggle notifications for the Google Maps app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.778, 0.833, lift_point: 0.778, 0.833; The action is #DUAL_POINT#; touch_point: 0.619, 0.4869, lift_point: 0.619, 0.4869", "response": "The action is #DUAL_POINT#; touch_point: 0.3443, 0.3518, lift_point: 0.3443, 0.3518", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5713_4.png" ] }, { "query": "\nPrevious Actions: Goal: Toggle notifications for the Google Maps app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.778, 0.833, lift_point: 0.778, 0.833; The action is #DUAL_POINT#; touch_point: 0.619, 0.4869, lift_point: 0.619, 0.4869; The action is #DUAL_POINT#; touch_point: 0.3443, 0.3518, lift_point: 0.3443, 0.3518", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5713_5.png" ] }, { "query": "\nPrevious Actions: Goal: Toggle notifications for the Google Maps app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.778, 0.833, lift_point: 0.778, 0.833; The action is #DUAL_POINT#; touch_point: 0.619, 0.4869, lift_point: 0.619, 0.4869; The action is #DUAL_POINT#; touch_point: 0.3443, 0.3518, lift_point: 0.3443, 0.3518; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.2702, 0.36, lift_point: 0.2702, 0.36", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5713_6.png" ] }, { "query": "\nPrevious Actions: Goal: Toggle notifications for the Google Maps app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.778, 0.833, lift_point: 0.778, 0.833; The action is #DUAL_POINT#; touch_point: 0.619, 0.4869, lift_point: 0.619, 0.4869; The action is #DUAL_POINT#; touch_point: 0.3443, 0.3518, lift_point: 0.3443, 0.3518; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2702, 0.36, lift_point: 0.2702, 0.36", "response": "The action is #DUAL_POINT#; touch_point: 0.39, 0.2406, lift_point: 0.39, 0.2406", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5713_7.png" ] }, { "query": "\nPrevious Actions: Goal: Toggle notifications for the Google Maps app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.778, 0.833, lift_point: 0.778, 0.833; The action is #DUAL_POINT#; touch_point: 0.619, 0.4869, lift_point: 0.619, 0.4869; The action is #DUAL_POINT#; touch_point: 0.3443, 0.3518, lift_point: 0.3443, 0.3518; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2702, 0.36, lift_point: 0.2702, 0.36; The action is #DUAL_POINT#; touch_point: 0.39, 0.2406, lift_point: 0.39, 0.2406", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5713_8.png" ] }, { "query": "\nPrevious Actions: Goal: Toggle notifications for the Google Maps app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.778, 0.833, lift_point: 0.778, 0.833; The action is #DUAL_POINT#; touch_point: 0.619, 0.4869, lift_point: 0.619, 0.4869; The action is #DUAL_POINT#; touch_point: 0.3443, 0.3518, lift_point: 0.3443, 0.3518; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2702, 0.36, lift_point: 0.2702, 0.36; The action is #DUAL_POINT#; touch_point: 0.39, 0.2406, lift_point: 0.39, 0.2406; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5713_9.png" ] }, { "query": "\nPrevious Actions: Goal: Toggle notifications for the Google Maps app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.778, 0.833, lift_point: 0.778, 0.833; The action is #DUAL_POINT#; touch_point: 0.619, 0.4869, lift_point: 0.619, 0.4869; The action is #DUAL_POINT#; touch_point: 0.3443, 0.3518, lift_point: 0.3443, 0.3518; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2702, 0.36, lift_point: 0.2702, 0.36; The action is #DUAL_POINT#; touch_point: 0.39, 0.2406, lift_point: 0.39, 0.2406; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5713_10.png" ] }, { "query": "\nPrevious Actions: Goal: Toggle notifications for the Google Maps app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.778, 0.833, lift_point: 0.778, 0.833; The action is #DUAL_POINT#; touch_point: 0.619, 0.4869, lift_point: 0.619, 0.4869; The action is #DUAL_POINT#; touch_point: 0.3443, 0.3518, lift_point: 0.3443, 0.3518; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2702, 0.36, lift_point: 0.2702, 0.36; The action is #DUAL_POINT#; touch_point: 0.39, 0.2406, lift_point: 0.39, 0.2406; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5713_11.png" ] }, { "query": "\nPrevious Actions: Goal: Toggle notifications for the Google Maps app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.778, 0.833, lift_point: 0.778, 0.833; The action is #DUAL_POINT#; touch_point: 0.619, 0.4869, lift_point: 0.619, 0.4869; The action is #DUAL_POINT#; touch_point: 0.3443, 0.3518, lift_point: 0.3443, 0.3518; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2702, 0.36, lift_point: 0.2702, 0.36; The action is #DUAL_POINT#; touch_point: 0.39, 0.2406, lift_point: 0.39, 0.2406; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5713_12.png" ] }, { "query": "\nPrevious Actions: Goal: Toggle notifications for the Google Maps app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.778, 0.833, lift_point: 0.778, 0.833; The action is #DUAL_POINT#; touch_point: 0.619, 0.4869, lift_point: 0.619, 0.4869; The action is #DUAL_POINT#; touch_point: 0.3443, 0.3518, lift_point: 0.3443, 0.3518; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2702, 0.36, lift_point: 0.2702, 0.36; The action is #DUAL_POINT#; touch_point: 0.39, 0.2406, lift_point: 0.39, 0.2406; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5713_13.png" ] }, { "query": "\nPrevious Actions: Goal: Toggle notifications for the Google Maps app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.778, 0.833, lift_point: 0.778, 0.833; The action is #DUAL_POINT#; touch_point: 0.619, 0.4869, lift_point: 0.619, 0.4869; The action is #DUAL_POINT#; touch_point: 0.3443, 0.3518, lift_point: 0.3443, 0.3518; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2702, 0.36, lift_point: 0.2702, 0.36; The action is #DUAL_POINT#; touch_point: 0.39, 0.2406, lift_point: 0.39, 0.2406; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5713_14.png" ] }, { "query": "\nPrevious Actions: Goal: Toggle notifications for the Google Maps app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.778, 0.833, lift_point: 0.778, 0.833; The action is #DUAL_POINT#; touch_point: 0.619, 0.4869, lift_point: 0.619, 0.4869; The action is #DUAL_POINT#; touch_point: 0.3443, 0.3518, lift_point: 0.3443, 0.3518; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2702, 0.36, lift_point: 0.2702, 0.36; The action is #DUAL_POINT#; touch_point: 0.39, 0.2406, lift_point: 0.39, 0.2406; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5713_15.png" ] }, { "query": "\nPrevious Actions: Goal: Toggle notifications for the Google Maps app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.778, 0.833, lift_point: 0.778, 0.833; The action is #DUAL_POINT#; touch_point: 0.619, 0.4869, lift_point: 0.619, 0.4869; The action is #DUAL_POINT#; touch_point: 0.3443, 0.3518, lift_point: 0.3443, 0.3518; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2702, 0.36, lift_point: 0.2702, 0.36; The action is #DUAL_POINT#; touch_point: 0.39, 0.2406, lift_point: 0.39, 0.2406; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5713_16.png" ] }, { "query": "\nPrevious Actions: Goal: Toggle notifications for the Google Maps app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.778, 0.833, lift_point: 0.778, 0.833; The action is #DUAL_POINT#; touch_point: 0.619, 0.4869, lift_point: 0.619, 0.4869; The action is #DUAL_POINT#; touch_point: 0.3443, 0.3518, lift_point: 0.3443, 0.3518; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2702, 0.36, lift_point: 0.2702, 0.36; The action is #DUAL_POINT#; touch_point: 0.39, 0.2406, lift_point: 0.39, 0.2406; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.7814, 0.9053, lift_point: 0.7814, 0.9053", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5713_17.png" ] }, { "query": "\nPrevious Actions: Goal: Toggle notifications for the Google Maps app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.778, 0.833, lift_point: 0.778, 0.833; The action is #DUAL_POINT#; touch_point: 0.619, 0.4869, lift_point: 0.619, 0.4869; The action is #DUAL_POINT#; touch_point: 0.3443, 0.3518, lift_point: 0.3443, 0.3518; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2702, 0.36, lift_point: 0.2702, 0.36; The action is #DUAL_POINT#; touch_point: 0.39, 0.2406, lift_point: 0.39, 0.2406; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7814, 0.9053, lift_point: 0.7814, 0.9053", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5713_18.png" ] }, { "query": "\nPrevious Actions: Goal: Searchfor good French restaurants", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5805_1.png" ] }, { "query": "\nPrevious Actions: Goal: Searchfor good French restaurants; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.1654, 0.1646, lift_point: 0.1654, 0.1646", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5805_2.png" ] }, { "query": "\nPrevious Actions: Goal: Searchfor good French restaurants; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1654, 0.1646, lift_point: 0.1654, 0.1646", "response": "The action is #DUAL_POINT#; touch_point: 0.0629, 0.7892, lift_point: 0.0629, 0.7892", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5805_3.png" ] }, { "query": "\nPrevious Actions: Goal: Searchfor good French restaurants; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1654, 0.1646, lift_point: 0.1654, 0.1646; The action is #DUAL_POINT#; touch_point: 0.0629, 0.7892, lift_point: 0.0629, 0.7892", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"good French restaurants\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5805_4.png" ] }, { "query": "\nPrevious Actions: Goal: Searchfor good French restaurants; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1654, 0.1646, lift_point: 0.1654, 0.1646; The action is #DUAL_POINT#; touch_point: 0.0629, 0.7892, lift_point: 0.0629, 0.7892; The action is #TYPE#; And the content is : \"typed_text\": \"good French restaurants\"", "response": "The action is #DUAL_POINT#; touch_point: 0.0753, 0.2557, lift_point: 0.0753, 0.2557", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5805_5.png" ] }, { "query": "\nPrevious Actions: Goal: Searchfor good French restaurants; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1654, 0.1646, lift_point: 0.1654, 0.1646; The action is #DUAL_POINT#; touch_point: 0.0629, 0.7892, lift_point: 0.0629, 0.7892; The action is #TYPE#; And the content is : \"typed_text\": \"good French restaurants\"; The action is #DUAL_POINT#; touch_point: 0.0753, 0.2557, lift_point: 0.0753, 0.2557", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Good french restaurants\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5805_6.png" ] }, { "query": "\nPrevious Actions: Goal: Searchfor good French restaurants; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1654, 0.1646, lift_point: 0.1654, 0.1646; The action is #DUAL_POINT#; touch_point: 0.0629, 0.7892, lift_point: 0.0629, 0.7892; The action is #TYPE#; And the content is : \"typed_text\": \"good French restaurants\"; The action is #DUAL_POINT#; touch_point: 0.0753, 0.2557, lift_point: 0.0753, 0.2557; The action is #TYPE#; And the content is : \"typed_text\": \"Good french restaurants\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1893, 0.4882, lift_point: 0.1893, 0.4882", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5805_7.png" ] }, { "query": "\nPrevious Actions: Goal: Searchfor good French restaurants; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1654, 0.1646, lift_point: 0.1654, 0.1646; The action is #DUAL_POINT#; touch_point: 0.0629, 0.7892, lift_point: 0.0629, 0.7892; The action is #TYPE#; And the content is : \"typed_text\": \"good French restaurants\"; The action is #DUAL_POINT#; touch_point: 0.0753, 0.2557, lift_point: 0.0753, 0.2557; The action is #TYPE#; And the content is : \"typed_text\": \"Good french restaurants\"; The action is #DUAL_POINT#; touch_point: 0.1893, 0.4882, lift_point: 0.1893, 0.4882", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5805_8.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Macy's?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5905_1.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Macy's?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8789, 0.4552, lift_point: 0.8789, 0.4552", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5905_2.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Macy's?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8789, 0.4552, lift_point: 0.8789, 0.4552", "response": "The action is #DUAL_POINT#; touch_point: 0.8867, 0.412, lift_point: 0.8867, 0.412", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5905_3.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Macy's?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8789, 0.4552, lift_point: 0.8789, 0.4552; The action is #DUAL_POINT#; touch_point: 0.8867, 0.412, lift_point: 0.8867, 0.412", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Macys?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5905_4.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Macy's?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8789, 0.4552, lift_point: 0.8789, 0.4552; The action is #DUAL_POINT#; touch_point: 0.8867, 0.412, lift_point: 0.8867, 0.412; The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Macys?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.0714, 0.8954, lift_point: 0.0714, 0.8954", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5905_5.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Macy's?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8789, 0.4552, lift_point: 0.8789, 0.4552; The action is #DUAL_POINT#; touch_point: 0.8867, 0.412, lift_point: 0.8867, 0.412; The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Macys?\"; The action is #DUAL_POINT#; touch_point: 0.0714, 0.8954, lift_point: 0.0714, 0.8954", "response": "The action is #DUAL_POINT#; touch_point: 0.05, 0.2223, lift_point: 0.05, 0.2223", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5905_6.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Macy's?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8789, 0.4552, lift_point: 0.8789, 0.4552; The action is #DUAL_POINT#; touch_point: 0.8867, 0.412, lift_point: 0.8867, 0.412; The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Macys?\"; The action is #DUAL_POINT#; touch_point: 0.0714, 0.8954, lift_point: 0.0714, 0.8954; The action is #DUAL_POINT#; touch_point: 0.05, 0.2223, lift_point: 0.05, 0.2223", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Macys?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5905_7.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Macy's?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8789, 0.4552, lift_point: 0.8789, 0.4552; The action is #DUAL_POINT#; touch_point: 0.8867, 0.412, lift_point: 0.8867, 0.412; The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Macys?\"; The action is #DUAL_POINT#; touch_point: 0.0714, 0.8954, lift_point: 0.0714, 0.8954; The action is #DUAL_POINT#; touch_point: 0.05, 0.2223, lift_point: 0.05, 0.2223; The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Macys?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1224, 0.4455, lift_point: 0.1224, 0.4455", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5905_8.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Macy's?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8789, 0.4552, lift_point: 0.8789, 0.4552; The action is #DUAL_POINT#; touch_point: 0.8867, 0.412, lift_point: 0.8867, 0.412; The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Macys?\"; The action is #DUAL_POINT#; touch_point: 0.0714, 0.8954, lift_point: 0.0714, 0.8954; The action is #DUAL_POINT#; touch_point: 0.05, 0.2223, lift_point: 0.05, 0.2223; The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Macys?\"; The action is #DUAL_POINT#; touch_point: 0.1224, 0.4455, lift_point: 0.1224, 0.4455", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/5905_9.png" ] }, { "query": "\nPrevious Actions: Goal: Open the downloads", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/6012_1.png" ] }, { "query": "\nPrevious Actions: Goal: Open the downloads; The action is #Scrolling Down#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/6012_2.png" ] }, { "query": "\nPrevious Actions: Goal: Who is the prime minister of Canada?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/6099_1.png" ] }, { "query": "\nPrevious Actions: Goal: Who is the prime minister of Canada?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.908, 0.4306, lift_point: 0.908, 0.4306", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/6099_2.png" ] }, { "query": "\nPrevious Actions: Goal: Who is the prime minister of Canada?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.908, 0.4306, lift_point: 0.908, 0.4306", "response": "The action is #DUAL_POINT#; touch_point: 0.0449, 0.2757, lift_point: 0.0449, 0.2757", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/6099_3.png" ] }, { "query": "\nPrevious Actions: Goal: Who is the prime minister of Canada?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.908, 0.4306, lift_point: 0.908, 0.4306; The action is #DUAL_POINT#; touch_point: 0.0449, 0.2757, lift_point: 0.0449, 0.2757", "response": "The action is #DUAL_POINT#; touch_point: 0.6864, 0.7784, lift_point: 0.6864, 0.7784", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/6099_4.png" ] }, { "query": "\nPrevious Actions: Goal: Who is the prime minister of Canada?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.908, 0.4306, lift_point: 0.908, 0.4306; The action is #DUAL_POINT#; touch_point: 0.0449, 0.2757, lift_point: 0.0449, 0.2757; The action is #DUAL_POINT#; touch_point: 0.6864, 0.7784, lift_point: 0.6864, 0.7784", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Who is the prime minister of Canada?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/6099_5.png" ] }, { "query": "\nPrevious Actions: Goal: Who is the prime minister of Canada?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.908, 0.4306, lift_point: 0.908, 0.4306; The action is #DUAL_POINT#; touch_point: 0.0449, 0.2757, lift_point: 0.0449, 0.2757; The action is #DUAL_POINT#; touch_point: 0.6864, 0.7784, lift_point: 0.6864, 0.7784; The action is #TYPE#; And the content is : \"typed_text\": \"Who is the prime minister of Canada?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.6864, 0.7784, lift_point: 0.6864, 0.7784", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/6099_6.png" ] }, { "query": "\nPrevious Actions: Goal: Who is the prime minister of Canada?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.908, 0.4306, lift_point: 0.908, 0.4306; The action is #DUAL_POINT#; touch_point: 0.0449, 0.2757, lift_point: 0.0449, 0.2757; The action is #DUAL_POINT#; touch_point: 0.6864, 0.7784, lift_point: 0.6864, 0.7784; The action is #TYPE#; And the content is : \"typed_text\": \"Who is the prime minister of Canada?\"; The action is #DUAL_POINT#; touch_point: 0.6864, 0.7784, lift_point: 0.6864, 0.7784", "response": "The action is #DUAL_POINT#; touch_point: 0.1254, 0.4286, lift_point: 0.1254, 0.4286", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/6099_7.png" ] }, { "query": "\nPrevious Actions: Goal: Who is the prime minister of Canada?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.908, 0.4306, lift_point: 0.908, 0.4306; The action is #DUAL_POINT#; touch_point: 0.0449, 0.2757, lift_point: 0.0449, 0.2757; The action is #DUAL_POINT#; touch_point: 0.6864, 0.7784, lift_point: 0.6864, 0.7784; The action is #TYPE#; And the content is : \"typed_text\": \"Who is the prime minister of Canada?\"; The action is #DUAL_POINT#; touch_point: 0.6864, 0.7784, lift_point: 0.6864, 0.7784; The action is #DUAL_POINT#; touch_point: 0.1254, 0.4286, lift_point: 0.1254, 0.4286", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/6099_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from IGN?", "response": "The action is #DUAL_POINT#; touch_point: 0.8022, 0.8505, lift_point: 0.8022, 0.8505", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/6116_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from IGN?; The action is #DUAL_POINT#; touch_point: 0.8022, 0.8505, lift_point: 0.8022, 0.8505", "response": "The action is #DUAL_POINT#; touch_point: 0.7986, 0.8009, lift_point: 0.7986, 0.8009", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/6116_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from IGN?; The action is #DUAL_POINT#; touch_point: 0.8022, 0.8505, lift_point: 0.8022, 0.8505; The action is #DUAL_POINT#; touch_point: 0.7986, 0.8009, lift_point: 0.7986, 0.8009", "response": "The action is #DUAL_POINT#; touch_point: 0.0543, 0.0611, lift_point: 0.0543, 0.0611", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/6116_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from IGN?; The action is #DUAL_POINT#; touch_point: 0.8022, 0.8505, lift_point: 0.8022, 0.8505; The action is #DUAL_POINT#; touch_point: 0.7986, 0.8009, lift_point: 0.7986, 0.8009; The action is #DUAL_POINT#; touch_point: 0.0543, 0.0611, lift_point: 0.0543, 0.0611", "response": "The action is #DUAL_POINT#; touch_point: 0.045, 0.8247, lift_point: 0.045, 0.8247", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/6116_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from IGN?; The action is #DUAL_POINT#; touch_point: 0.8022, 0.8505, lift_point: 0.8022, 0.8505; The action is #DUAL_POINT#; touch_point: 0.7986, 0.8009, lift_point: 0.7986, 0.8009; The action is #DUAL_POINT#; touch_point: 0.0543, 0.0611, lift_point: 0.0543, 0.0611; The action is #DUAL_POINT#; touch_point: 0.045, 0.8247, lift_point: 0.045, 0.8247", "response": "The action is #DUAL_POINT#; touch_point: 0.0651, 0.724, lift_point: 0.0651, 0.724", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/6116_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from IGN?; The action is #DUAL_POINT#; touch_point: 0.8022, 0.8505, lift_point: 0.8022, 0.8505; The action is #DUAL_POINT#; touch_point: 0.7986, 0.8009, lift_point: 0.7986, 0.8009; The action is #DUAL_POINT#; touch_point: 0.0543, 0.0611, lift_point: 0.0543, 0.0611; The action is #DUAL_POINT#; touch_point: 0.045, 0.8247, lift_point: 0.045, 0.8247; The action is #DUAL_POINT#; touch_point: 0.0651, 0.724, lift_point: 0.0651, 0.724", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"ign lates video\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/6116_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from IGN?; The action is #DUAL_POINT#; touch_point: 0.8022, 0.8505, lift_point: 0.8022, 0.8505; The action is #DUAL_POINT#; touch_point: 0.7986, 0.8009, lift_point: 0.7986, 0.8009; The action is #DUAL_POINT#; touch_point: 0.0543, 0.0611, lift_point: 0.0543, 0.0611; The action is #DUAL_POINT#; touch_point: 0.045, 0.8247, lift_point: 0.045, 0.8247; The action is #DUAL_POINT#; touch_point: 0.0651, 0.724, lift_point: 0.0651, 0.724; The action is #TYPE#; And the content is : \"typed_text\": \"ign lates video\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1314, 0.3189, lift_point: 0.1314, 0.3189", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/6116_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from IGN?; The action is #DUAL_POINT#; touch_point: 0.8022, 0.8505, lift_point: 0.8022, 0.8505; The action is #DUAL_POINT#; touch_point: 0.7986, 0.8009, lift_point: 0.7986, 0.8009; The action is #DUAL_POINT#; touch_point: 0.0543, 0.0611, lift_point: 0.0543, 0.0611; The action is #DUAL_POINT#; touch_point: 0.045, 0.8247, lift_point: 0.045, 0.8247; The action is #DUAL_POINT#; touch_point: 0.0651, 0.724, lift_point: 0.0651, 0.724; The action is #TYPE#; And the content is : \"typed_text\": \"ign lates video\"; The action is #DUAL_POINT#; touch_point: 0.1314, 0.3189, lift_point: 0.1314, 0.3189", "response": "The action is #DUAL_POINT#; touch_point: 0.1426, 0.7127, lift_point: 0.1426, 0.7127", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/6116_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from IGN?; The action is #DUAL_POINT#; touch_point: 0.8022, 0.8505, lift_point: 0.8022, 0.8505; The action is #DUAL_POINT#; touch_point: 0.7986, 0.8009, lift_point: 0.7986, 0.8009; The action is #DUAL_POINT#; touch_point: 0.0543, 0.0611, lift_point: 0.0543, 0.0611; The action is #DUAL_POINT#; touch_point: 0.045, 0.8247, lift_point: 0.045, 0.8247; The action is #DUAL_POINT#; touch_point: 0.0651, 0.724, lift_point: 0.0651, 0.724; The action is #TYPE#; And the content is : \"typed_text\": \"ign lates video\"; The action is #DUAL_POINT#; touch_point: 0.1314, 0.3189, lift_point: 0.1314, 0.3189; The action is #DUAL_POINT#; touch_point: 0.1426, 0.7127, lift_point: 0.1426, 0.7127", "response": "The action is #DUAL_POINT#; touch_point: 0.1171, 0.2629, lift_point: 0.1171, 0.2629", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/6116_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from IGN?; The action is #DUAL_POINT#; touch_point: 0.8022, 0.8505, lift_point: 0.8022, 0.8505; The action is #DUAL_POINT#; touch_point: 0.7986, 0.8009, lift_point: 0.7986, 0.8009; The action is #DUAL_POINT#; touch_point: 0.0543, 0.0611, lift_point: 0.0543, 0.0611; The action is #DUAL_POINT#; touch_point: 0.045, 0.8247, lift_point: 0.045, 0.8247; The action is #DUAL_POINT#; touch_point: 0.0651, 0.724, lift_point: 0.0651, 0.724; The action is #TYPE#; And the content is : \"typed_text\": \"ign lates video\"; The action is #DUAL_POINT#; touch_point: 0.1314, 0.3189, lift_point: 0.1314, 0.3189; The action is #DUAL_POINT#; touch_point: 0.1426, 0.7127, lift_point: 0.1426, 0.7127; The action is #DUAL_POINT#; touch_point: 0.1171, 0.2629, lift_point: 0.1171, 0.2629", "response": "The action is #DUAL_POINT#; touch_point: 0.232, 0.2437, lift_point: 0.232, 0.2437", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/6116_10.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from IGN?; The action is #DUAL_POINT#; touch_point: 0.8022, 0.8505, lift_point: 0.8022, 0.8505; The action is #DUAL_POINT#; touch_point: 0.7986, 0.8009, lift_point: 0.7986, 0.8009; The action is #DUAL_POINT#; touch_point: 0.0543, 0.0611, lift_point: 0.0543, 0.0611; The action is #DUAL_POINT#; touch_point: 0.045, 0.8247, lift_point: 0.045, 0.8247; The action is #DUAL_POINT#; touch_point: 0.0651, 0.724, lift_point: 0.0651, 0.724; The action is #TYPE#; And the content is : \"typed_text\": \"ign lates video\"; The action is #DUAL_POINT#; touch_point: 0.1314, 0.3189, lift_point: 0.1314, 0.3189; The action is #DUAL_POINT#; touch_point: 0.1426, 0.7127, lift_point: 0.1426, 0.7127; The action is #DUAL_POINT#; touch_point: 0.1171, 0.2629, lift_point: 0.1171, 0.2629; The action is #DUAL_POINT#; touch_point: 0.232, 0.2437, lift_point: 0.232, 0.2437", "response": "The action is #DUAL_POINT#; touch_point: 0.241, 0.2248, lift_point: 0.241, 0.2248", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/6116_11.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from IGN?; The action is #DUAL_POINT#; touch_point: 0.8022, 0.8505, lift_point: 0.8022, 0.8505; The action is #DUAL_POINT#; touch_point: 0.7986, 0.8009, lift_point: 0.7986, 0.8009; The action is #DUAL_POINT#; touch_point: 0.0543, 0.0611, lift_point: 0.0543, 0.0611; The action is #DUAL_POINT#; touch_point: 0.045, 0.8247, lift_point: 0.045, 0.8247; The action is #DUAL_POINT#; touch_point: 0.0651, 0.724, lift_point: 0.0651, 0.724; The action is #TYPE#; And the content is : \"typed_text\": \"ign lates video\"; The action is #DUAL_POINT#; touch_point: 0.1314, 0.3189, lift_point: 0.1314, 0.3189; The action is #DUAL_POINT#; touch_point: 0.1426, 0.7127, lift_point: 0.1426, 0.7127; The action is #DUAL_POINT#; touch_point: 0.1171, 0.2629, lift_point: 0.1171, 0.2629; The action is #DUAL_POINT#; touch_point: 0.232, 0.2437, lift_point: 0.232, 0.2437; The action is #DUAL_POINT#; touch_point: 0.241, 0.2248, lift_point: 0.241, 0.2248", "response": "The action is #DUAL_POINT#; touch_point: 0.2338, 0.1303, lift_point: 0.2338, 0.1303", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/6116_12.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from IGN?; The action is #DUAL_POINT#; touch_point: 0.8022, 0.8505, lift_point: 0.8022, 0.8505; The action is #DUAL_POINT#; touch_point: 0.7986, 0.8009, lift_point: 0.7986, 0.8009; The action is #DUAL_POINT#; touch_point: 0.0543, 0.0611, lift_point: 0.0543, 0.0611; The action is #DUAL_POINT#; touch_point: 0.045, 0.8247, lift_point: 0.045, 0.8247; The action is #DUAL_POINT#; touch_point: 0.0651, 0.724, lift_point: 0.0651, 0.724; The action is #TYPE#; And the content is : \"typed_text\": \"ign lates video\"; The action is #DUAL_POINT#; touch_point: 0.1314, 0.3189, lift_point: 0.1314, 0.3189; The action is #DUAL_POINT#; touch_point: 0.1426, 0.7127, lift_point: 0.1426, 0.7127; The action is #DUAL_POINT#; touch_point: 0.1171, 0.2629, lift_point: 0.1171, 0.2629; The action is #DUAL_POINT#; touch_point: 0.232, 0.2437, lift_point: 0.232, 0.2437; The action is #DUAL_POINT#; touch_point: 0.241, 0.2248, lift_point: 0.241, 0.2248; The action is #DUAL_POINT#; touch_point: 0.2338, 0.1303, lift_point: 0.2338, 0.1303", "response": "The action is #DUAL_POINT#; touch_point: 0.1083, 0.5662, lift_point: 0.1083, 0.5662", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/6116_13.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from IGN?; The action is #DUAL_POINT#; touch_point: 0.8022, 0.8505, lift_point: 0.8022, 0.8505; The action is #DUAL_POINT#; touch_point: 0.7986, 0.8009, lift_point: 0.7986, 0.8009; The action is #DUAL_POINT#; touch_point: 0.0543, 0.0611, lift_point: 0.0543, 0.0611; The action is #DUAL_POINT#; touch_point: 0.045, 0.8247, lift_point: 0.045, 0.8247; The action is #DUAL_POINT#; touch_point: 0.0651, 0.724, lift_point: 0.0651, 0.724; The action is #TYPE#; And the content is : \"typed_text\": \"ign lates video\"; The action is #DUAL_POINT#; touch_point: 0.1314, 0.3189, lift_point: 0.1314, 0.3189; The action is #DUAL_POINT#; touch_point: 0.1426, 0.7127, lift_point: 0.1426, 0.7127; The action is #DUAL_POINT#; touch_point: 0.1171, 0.2629, lift_point: 0.1171, 0.2629; The action is #DUAL_POINT#; touch_point: 0.232, 0.2437, lift_point: 0.232, 0.2437; The action is #DUAL_POINT#; touch_point: 0.241, 0.2248, lift_point: 0.241, 0.2248; The action is #DUAL_POINT#; touch_point: 0.2338, 0.1303, lift_point: 0.2338, 0.1303; The action is #DUAL_POINT#; touch_point: 0.1083, 0.5662, lift_point: 0.1083, 0.5662", "response": "The action is #DUAL_POINT#; touch_point: 0.1475, 0.5133, lift_point: 0.1475, 0.5133", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/6116_14.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from IGN?; The action is #DUAL_POINT#; touch_point: 0.8022, 0.8505, lift_point: 0.8022, 0.8505; The action is #DUAL_POINT#; touch_point: 0.7986, 0.8009, lift_point: 0.7986, 0.8009; The action is #DUAL_POINT#; touch_point: 0.0543, 0.0611, lift_point: 0.0543, 0.0611; The action is #DUAL_POINT#; touch_point: 0.045, 0.8247, lift_point: 0.045, 0.8247; The action is #DUAL_POINT#; touch_point: 0.0651, 0.724, lift_point: 0.0651, 0.724; The action is #TYPE#; And the content is : \"typed_text\": \"ign lates video\"; The action is #DUAL_POINT#; touch_point: 0.1314, 0.3189, lift_point: 0.1314, 0.3189; The action is #DUAL_POINT#; touch_point: 0.1426, 0.7127, lift_point: 0.1426, 0.7127; The action is #DUAL_POINT#; touch_point: 0.1171, 0.2629, lift_point: 0.1171, 0.2629; The action is #DUAL_POINT#; touch_point: 0.232, 0.2437, lift_point: 0.232, 0.2437; The action is #DUAL_POINT#; touch_point: 0.241, 0.2248, lift_point: 0.241, 0.2248; The action is #DUAL_POINT#; touch_point: 0.2338, 0.1303, lift_point: 0.2338, 0.1303; The action is #DUAL_POINT#; touch_point: 0.1083, 0.5662, lift_point: 0.1083, 0.5662; The action is #DUAL_POINT#; touch_point: 0.1475, 0.5133, lift_point: 0.1475, 0.5133", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/6116_15.png" ] }, { "query": "\nPrevious Actions: Goal: Open the files app", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/6170_1.png" ] }, { "query": "\nPrevious Actions: Goal: Open the files app; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.5251, 0.5935, lift_point: 0.5251, 0.5935", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/6170_2.png" ] }, { "query": "\nPrevious Actions: Goal: Open the files app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5251, 0.5935, lift_point: 0.5251, 0.5935", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/6170_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Chicago", "response": "The action is #DUAL_POINT#; touch_point: 0.8857, 0.4438, lift_point: 0.8857, 0.4438", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/6471_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Chicago; The action is #DUAL_POINT#; touch_point: 0.8857, 0.4438, lift_point: 0.8857, 0.4438", "response": "The action is #DUAL_POINT#; touch_point: 0.067, 0.3127, lift_point: 0.067, 0.3127", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/6471_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Chicago; The action is #DUAL_POINT#; touch_point: 0.8857, 0.4438, lift_point: 0.8857, 0.4438; The action is #DUAL_POINT#; touch_point: 0.067, 0.3127, lift_point: 0.067, 0.3127", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Chicago\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/6471_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Chicago; The action is #DUAL_POINT#; touch_point: 0.8857, 0.4438, lift_point: 0.8857, 0.4438; The action is #DUAL_POINT#; touch_point: 0.067, 0.3127, lift_point: 0.067, 0.3127; The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Chicago\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1437, 0.4795, lift_point: 0.1437, 0.4795", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/6471_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Chicago; The action is #DUAL_POINT#; touch_point: 0.8857, 0.4438, lift_point: 0.8857, 0.4438; The action is #DUAL_POINT#; touch_point: 0.067, 0.3127, lift_point: 0.067, 0.3127; The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Chicago\"; The action is #DUAL_POINT#; touch_point: 0.1437, 0.4795, lift_point: 0.1437, 0.4795", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/6471_5.png" ] }, { "query": "\nPrevious Actions: Goal: Open the settings", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/6549_1.png" ] }, { "query": "\nPrevious Actions: Goal: Open the settings; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.7989, 0.1003, lift_point: 0.7989, 0.1003", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/6549_2.png" ] }, { "query": "\nPrevious Actions: Goal: Open the settings; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7989, 0.1003, lift_point: 0.7989, 0.1003", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/6549_3.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Taylor Swift video on YouTube", "response": "The action is #DUAL_POINT#; touch_point: 0.7828, 0.8909, lift_point: 0.7828, 0.8909", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/6741_1.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Taylor Swift video on YouTube; The action is #DUAL_POINT#; touch_point: 0.7828, 0.8909, lift_point: 0.7828, 0.8909", "response": "The action is #DUAL_POINT#; touch_point: 0.0677, 0.0588, lift_point: 0.0677, 0.0588", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/6741_2.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Taylor Swift video on YouTube; The action is #DUAL_POINT#; touch_point: 0.7828, 0.8909, lift_point: 0.7828, 0.8909; The action is #DUAL_POINT#; touch_point: 0.0677, 0.0588, lift_point: 0.0677, 0.0588", "response": "The action is #DUAL_POINT#; touch_point: 0.0564, 0.8052, lift_point: 0.0564, 0.8052", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/6741_3.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Taylor Swift video on YouTube; The action is #DUAL_POINT#; touch_point: 0.7828, 0.8909, lift_point: 0.7828, 0.8909; The action is #DUAL_POINT#; touch_point: 0.0677, 0.0588, lift_point: 0.0677, 0.0588; The action is #DUAL_POINT#; touch_point: 0.0564, 0.8052, lift_point: 0.0564, 0.8052", "response": "The action is #DUAL_POINT#; touch_point: 0.0675, 0.5065, lift_point: 0.0675, 0.5065", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/6741_4.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Taylor Swift video on YouTube; The action is #DUAL_POINT#; touch_point: 0.7828, 0.8909, lift_point: 0.7828, 0.8909; The action is #DUAL_POINT#; touch_point: 0.0677, 0.0588, lift_point: 0.0677, 0.0588; The action is #DUAL_POINT#; touch_point: 0.0564, 0.8052, lift_point: 0.0564, 0.8052; The action is #DUAL_POINT#; touch_point: 0.0675, 0.5065, lift_point: 0.0675, 0.5065", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"new Taylor Swift video\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/6741_5.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Taylor Swift video on YouTube; The action is #DUAL_POINT#; touch_point: 0.7828, 0.8909, lift_point: 0.7828, 0.8909; The action is #DUAL_POINT#; touch_point: 0.0677, 0.0588, lift_point: 0.0677, 0.0588; The action is #DUAL_POINT#; touch_point: 0.0564, 0.8052, lift_point: 0.0564, 0.8052; The action is #DUAL_POINT#; touch_point: 0.0675, 0.5065, lift_point: 0.0675, 0.5065; The action is #TYPE#; And the content is : \"typed_text\": \"new Taylor Swift video\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1215, 0.4143, lift_point: 0.1215, 0.4143", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/6741_6.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Taylor Swift video on YouTube; The action is #DUAL_POINT#; touch_point: 0.7828, 0.8909, lift_point: 0.7828, 0.8909; The action is #DUAL_POINT#; touch_point: 0.0677, 0.0588, lift_point: 0.0677, 0.0588; The action is #DUAL_POINT#; touch_point: 0.0564, 0.8052, lift_point: 0.0564, 0.8052; The action is #DUAL_POINT#; touch_point: 0.0675, 0.5065, lift_point: 0.0675, 0.5065; The action is #TYPE#; And the content is : \"typed_text\": \"new Taylor Swift video\"; The action is #DUAL_POINT#; touch_point: 0.1215, 0.4143, lift_point: 0.1215, 0.4143", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/6741_7.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Taylor Swift video on YouTube; The action is #DUAL_POINT#; touch_point: 0.7828, 0.8909, lift_point: 0.7828, 0.8909; The action is #DUAL_POINT#; touch_point: 0.0677, 0.0588, lift_point: 0.0677, 0.0588; The action is #DUAL_POINT#; touch_point: 0.0564, 0.8052, lift_point: 0.0564, 0.8052; The action is #DUAL_POINT#; touch_point: 0.0675, 0.5065, lift_point: 0.0675, 0.5065; The action is #TYPE#; And the content is : \"typed_text\": \"new Taylor Swift video\"; The action is #DUAL_POINT#; touch_point: 0.1215, 0.4143, lift_point: 0.1215, 0.4143; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/6741_8.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Taylor Swift video on YouTube; The action is #DUAL_POINT#; touch_point: 0.7828, 0.8909, lift_point: 0.7828, 0.8909; The action is #DUAL_POINT#; touch_point: 0.0677, 0.0588, lift_point: 0.0677, 0.0588; The action is #DUAL_POINT#; touch_point: 0.0564, 0.8052, lift_point: 0.0564, 0.8052; The action is #DUAL_POINT#; touch_point: 0.0675, 0.5065, lift_point: 0.0675, 0.5065; The action is #TYPE#; And the content is : \"typed_text\": \"new Taylor Swift video\"; The action is #DUAL_POINT#; touch_point: 0.1215, 0.4143, lift_point: 0.1215, 0.4143; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.6668, 0.4068, lift_point: 0.6668, 0.4068", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/6741_9.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Taylor Swift video on YouTube; The action is #DUAL_POINT#; touch_point: 0.7828, 0.8909, lift_point: 0.7828, 0.8909; The action is #DUAL_POINT#; touch_point: 0.0677, 0.0588, lift_point: 0.0677, 0.0588; The action is #DUAL_POINT#; touch_point: 0.0564, 0.8052, lift_point: 0.0564, 0.8052; The action is #DUAL_POINT#; touch_point: 0.0675, 0.5065, lift_point: 0.0675, 0.5065; The action is #TYPE#; And the content is : \"typed_text\": \"new Taylor Swift video\"; The action is #DUAL_POINT#; touch_point: 0.1215, 0.4143, lift_point: 0.1215, 0.4143; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6668, 0.4068, lift_point: 0.6668, 0.4068", "response": "The action is #DUAL_POINT#; touch_point: 0.1596, 0.4751, lift_point: 0.1596, 0.4751", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/6741_10.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Taylor Swift video on YouTube; The action is #DUAL_POINT#; touch_point: 0.7828, 0.8909, lift_point: 0.7828, 0.8909; The action is #DUAL_POINT#; touch_point: 0.0677, 0.0588, lift_point: 0.0677, 0.0588; The action is #DUAL_POINT#; touch_point: 0.0564, 0.8052, lift_point: 0.0564, 0.8052; The action is #DUAL_POINT#; touch_point: 0.0675, 0.5065, lift_point: 0.0675, 0.5065; The action is #TYPE#; And the content is : \"typed_text\": \"new Taylor Swift video\"; The action is #DUAL_POINT#; touch_point: 0.1215, 0.4143, lift_point: 0.1215, 0.4143; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6668, 0.4068, lift_point: 0.6668, 0.4068; The action is #DUAL_POINT#; touch_point: 0.1596, 0.4751, lift_point: 0.1596, 0.4751", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/6741_11.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at McDonalds?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/6841_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at McDonalds?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8836, 0.517, lift_point: 0.8836, 0.517", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/6841_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at McDonalds?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8836, 0.517, lift_point: 0.8836, 0.517", "response": "The action is #DUAL_POINT#; touch_point: 0.0591, 0.3216, lift_point: 0.0591, 0.3216", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/6841_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at McDonalds?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8836, 0.517, lift_point: 0.8836, 0.517; The action is #DUAL_POINT#; touch_point: 0.0591, 0.3216, lift_point: 0.0591, 0.3216", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"menu at McDonalds?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/6841_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at McDonalds?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8836, 0.517, lift_point: 0.8836, 0.517; The action is #DUAL_POINT#; touch_point: 0.0591, 0.3216, lift_point: 0.0591, 0.3216; The action is #TYPE#; And the content is : \"typed_text\": \"menu at McDonalds?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1436, 0.4823, lift_point: 0.1436, 0.4823", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/6841_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at McDonalds?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8836, 0.517, lift_point: 0.8836, 0.517; The action is #DUAL_POINT#; touch_point: 0.0591, 0.3216, lift_point: 0.0591, 0.3216; The action is #TYPE#; And the content is : \"typed_text\": \"menu at McDonalds?\"; The action is #DUAL_POINT#; touch_point: 0.1436, 0.4823, lift_point: 0.1436, 0.4823", "response": "The action is #DUAL_POINT#; touch_point: 0.5388, 0.7515, lift_point: 0.5388, 0.7515", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/6841_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at McDonalds?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8836, 0.517, lift_point: 0.8836, 0.517; The action is #DUAL_POINT#; touch_point: 0.0591, 0.3216, lift_point: 0.0591, 0.3216; The action is #TYPE#; And the content is : \"typed_text\": \"menu at McDonalds?\"; The action is #DUAL_POINT#; touch_point: 0.1436, 0.4823, lift_point: 0.1436, 0.4823; The action is #DUAL_POINT#; touch_point: 0.5388, 0.7515, lift_point: 0.5388, 0.7515", "response": "The action is #DUAL_POINT#; touch_point: 0.1429, 0.259, lift_point: 0.1429, 0.259", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/6841_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at McDonalds?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8836, 0.517, lift_point: 0.8836, 0.517; The action is #DUAL_POINT#; touch_point: 0.0591, 0.3216, lift_point: 0.0591, 0.3216; The action is #TYPE#; And the content is : \"typed_text\": \"menu at McDonalds?\"; The action is #DUAL_POINT#; touch_point: 0.1436, 0.4823, lift_point: 0.1436, 0.4823; The action is #DUAL_POINT#; touch_point: 0.5388, 0.7515, lift_point: 0.5388, 0.7515; The action is #DUAL_POINT#; touch_point: 0.1429, 0.259, lift_point: 0.1429, 0.259", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/6841_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's on Reddit this week", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/6865_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's on Reddit this week; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8912, 0.4192, lift_point: 0.8912, 0.4192", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/6865_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's on Reddit this week; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8912, 0.4192, lift_point: 0.8912, 0.4192", "response": "The action is #DUAL_POINT#; touch_point: 0.0727, 0.2979, lift_point: 0.0727, 0.2979", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/6865_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's on Reddit this week; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8912, 0.4192, lift_point: 0.8912, 0.4192; The action is #DUAL_POINT#; touch_point: 0.0727, 0.2979, lift_point: 0.0727, 0.2979", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Reddit this week\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/6865_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's on Reddit this week; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8912, 0.4192, lift_point: 0.8912, 0.4192; The action is #DUAL_POINT#; touch_point: 0.0727, 0.2979, lift_point: 0.0727, 0.2979; The action is #TYPE#; And the content is : \"typed_text\": \"Reddit this week\"", "response": "The action is #DUAL_POINT#; touch_point: 0.4813, 0.3744, lift_point: 0.4813, 0.3744", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/6865_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's on Reddit this week; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8912, 0.4192, lift_point: 0.8912, 0.4192; The action is #DUAL_POINT#; touch_point: 0.0727, 0.2979, lift_point: 0.0727, 0.2979; The action is #TYPE#; And the content is : \"typed_text\": \"Reddit this week\"; The action is #DUAL_POINT#; touch_point: 0.4813, 0.3744, lift_point: 0.4813, 0.3744", "response": "The action is #DUAL_POINT#; touch_point: 0.36, 0.3085, lift_point: 0.36, 0.3085", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/6865_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's on Reddit this week; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8912, 0.4192, lift_point: 0.8912, 0.4192; The action is #DUAL_POINT#; touch_point: 0.0727, 0.2979, lift_point: 0.0727, 0.2979; The action is #TYPE#; And the content is : \"typed_text\": \"Reddit this week\"; The action is #DUAL_POINT#; touch_point: 0.4813, 0.3744, lift_point: 0.4813, 0.3744; The action is #DUAL_POINT#; touch_point: 0.36, 0.3085, lift_point: 0.36, 0.3085", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/6865_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in San Francisco?", "response": "The action is #DUAL_POINT#; touch_point: 0.7714, 0.6865, lift_point: 0.7714, 0.6865", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/6908_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in San Francisco?; The action is #DUAL_POINT#; touch_point: 0.7714, 0.6865, lift_point: 0.7714, 0.6865", "response": "The action is #DUAL_POINT#; touch_point: 0.8819, 0.3955, lift_point: 0.8819, 0.3955", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/6908_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in San Francisco?; The action is #DUAL_POINT#; touch_point: 0.7714, 0.6865, lift_point: 0.7714, 0.6865; The action is #DUAL_POINT#; touch_point: 0.8819, 0.3955, lift_point: 0.8819, 0.3955", "response": "The action is #DUAL_POINT#; touch_point: 0.8824, 0.7775, lift_point: 0.8824, 0.7775", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/6908_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in San Francisco?; The action is #DUAL_POINT#; touch_point: 0.7714, 0.6865, lift_point: 0.7714, 0.6865; The action is #DUAL_POINT#; touch_point: 0.8819, 0.3955, lift_point: 0.8819, 0.3955; The action is #DUAL_POINT#; touch_point: 0.8824, 0.7775, lift_point: 0.8824, 0.7775", "response": "The action is #DUAL_POINT#; touch_point: 0.8924, 0.8149, lift_point: 0.8924, 0.8149", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/6908_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in San Francisco?; The action is #DUAL_POINT#; touch_point: 0.7714, 0.6865, lift_point: 0.7714, 0.6865; The action is #DUAL_POINT#; touch_point: 0.8819, 0.3955, lift_point: 0.8819, 0.3955; The action is #DUAL_POINT#; touch_point: 0.8824, 0.7775, lift_point: 0.8824, 0.7775; The action is #DUAL_POINT#; touch_point: 0.8924, 0.8149, lift_point: 0.8924, 0.8149", "response": "The action is #DUAL_POINT#; touch_point: 0.3153, 0.5462, lift_point: 0.3153, 0.5462", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/6908_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in San Francisco?; The action is #DUAL_POINT#; touch_point: 0.7714, 0.6865, lift_point: 0.7714, 0.6865; The action is #DUAL_POINT#; touch_point: 0.8819, 0.3955, lift_point: 0.8819, 0.3955; The action is #DUAL_POINT#; touch_point: 0.8824, 0.7775, lift_point: 0.8824, 0.7775; The action is #DUAL_POINT#; touch_point: 0.8924, 0.8149, lift_point: 0.8924, 0.8149; The action is #DUAL_POINT#; touch_point: 0.3153, 0.5462, lift_point: 0.3153, 0.5462", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"weather like in San Francisco\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/6908_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in San Francisco?; The action is #DUAL_POINT#; touch_point: 0.7714, 0.6865, lift_point: 0.7714, 0.6865; The action is #DUAL_POINT#; touch_point: 0.8819, 0.3955, lift_point: 0.8819, 0.3955; The action is #DUAL_POINT#; touch_point: 0.8824, 0.7775, lift_point: 0.8824, 0.7775; The action is #DUAL_POINT#; touch_point: 0.8924, 0.8149, lift_point: 0.8924, 0.8149; The action is #DUAL_POINT#; touch_point: 0.3153, 0.5462, lift_point: 0.3153, 0.5462; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in San Francisco\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1419, 0.6766, lift_point: 0.1419, 0.6766", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/6908_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in San Francisco?; The action is #DUAL_POINT#; touch_point: 0.7714, 0.6865, lift_point: 0.7714, 0.6865; The action is #DUAL_POINT#; touch_point: 0.8819, 0.3955, lift_point: 0.8819, 0.3955; The action is #DUAL_POINT#; touch_point: 0.8824, 0.7775, lift_point: 0.8824, 0.7775; The action is #DUAL_POINT#; touch_point: 0.8924, 0.8149, lift_point: 0.8924, 0.8149; The action is #DUAL_POINT#; touch_point: 0.3153, 0.5462, lift_point: 0.3153, 0.5462; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in San Francisco\"; The action is #DUAL_POINT#; touch_point: 0.1419, 0.6766, lift_point: 0.1419, 0.6766", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/6908_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Olive Garden?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/7038_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Olive Garden?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.9109, 0.4037, lift_point: 0.9109, 0.4037", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/7038_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Olive Garden?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.9109, 0.4037, lift_point: 0.9109, 0.4037", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Olive Garden?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/7038_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Olive Garden?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.9109, 0.4037, lift_point: 0.9109, 0.4037; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Olive Garden?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1182, 0.2294, lift_point: 0.1182, 0.2294", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/7038_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Olive Garden?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.9109, 0.4037, lift_point: 0.9109, 0.4037; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Olive Garden?\"; The action is #DUAL_POINT#; touch_point: 0.1182, 0.2294, lift_point: 0.1182, 0.2294", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/7038_5.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Bruno Mars video on YouTube", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/7051_1.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Bruno Mars video on YouTube; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7975, 0.8581, lift_point: 0.7975, 0.8581", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/7051_2.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Bruno Mars video on YouTube; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7975, 0.8581, lift_point: 0.7975, 0.8581", "response": "The action is #DUAL_POINT#; touch_point: 0.0609, 0.7968, lift_point: 0.0609, 0.7968", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/7051_3.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Bruno Mars video on YouTube; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7975, 0.8581, lift_point: 0.7975, 0.8581; The action is #DUAL_POINT#; touch_point: 0.0609, 0.7968, lift_point: 0.0609, 0.7968", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Bruno Mars\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/7051_4.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Bruno Mars video on YouTube; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7975, 0.8581, lift_point: 0.7975, 0.8581; The action is #DUAL_POINT#; touch_point: 0.0609, 0.7968, lift_point: 0.0609, 0.7968; The action is #TYPE#; And the content is : \"typed_text\": \"Bruno Mars\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1004, 0.2786, lift_point: 0.1004, 0.2786", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/7051_5.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Bruno Mars video on YouTube; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7975, 0.8581, lift_point: 0.7975, 0.8581; The action is #DUAL_POINT#; touch_point: 0.0609, 0.7968, lift_point: 0.0609, 0.7968; The action is #TYPE#; And the content is : \"typed_text\": \"Bruno Mars\"; The action is #DUAL_POINT#; touch_point: 0.1004, 0.2786, lift_point: 0.1004, 0.2786", "response": "The action is #DUAL_POINT#; touch_point: 0.4055, 0.627, lift_point: 0.4055, 0.627", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/7051_6.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Bruno Mars video on YouTube; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7975, 0.8581, lift_point: 0.7975, 0.8581; The action is #DUAL_POINT#; touch_point: 0.0609, 0.7968, lift_point: 0.0609, 0.7968; The action is #TYPE#; And the content is : \"typed_text\": \"Bruno Mars\"; The action is #DUAL_POINT#; touch_point: 0.1004, 0.2786, lift_point: 0.1004, 0.2786; The action is #DUAL_POINT#; touch_point: 0.4055, 0.627, lift_point: 0.4055, 0.627", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/7051_7.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Spotify app", "response": "The action is #STATUS_TASK_IMPOSSIBLE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/7065_1.png" ] }, { "query": "\nPrevious Actions: Goal: Open the contacts app", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/7177_1.png" ] }, { "query": "\nPrevious Actions: Goal: Open the contacts app; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/7177_2.png" ] }, { "query": "\nPrevious Actions: Goal: Open the contacts app; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.4996, 0.1605, lift_point: 0.4996, 0.1605", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/7177_3.png" ] }, { "query": "\nPrevious Actions: Goal: Open the contacts app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4996, 0.1605, lift_point: 0.4996, 0.1605", "response": "The action is #DUAL_POINT#; touch_point: 0.491, 0.2181, lift_point: 0.491, 0.2181", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/7177_4.png" ] }, { "query": "\nPrevious Actions: Goal: Open the contacts app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4996, 0.1605, lift_point: 0.4996, 0.1605; The action is #DUAL_POINT#; touch_point: 0.491, 0.2181, lift_point: 0.491, 0.2181", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/7177_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new blush", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/7237_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new blush; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.9053, 0.347, lift_point: 0.9053, 0.347", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/7237_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new blush; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.9053, 0.347, lift_point: 0.9053, 0.347", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"new blush\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/7237_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new blush; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.9053, 0.347, lift_point: 0.9053, 0.347; The action is #TYPE#; And the content is : \"typed_text\": \"new blush\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1311, 0.364, lift_point: 0.1311, 0.364", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/7237_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new blush; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.9053, 0.347, lift_point: 0.9053, 0.347; The action is #TYPE#; And the content is : \"typed_text\": \"new blush\"; The action is #DUAL_POINT#; touch_point: 0.1311, 0.364, lift_point: 0.1311, 0.364", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/7237_5.png" ] }, { "query": "\nPrevious Actions: Goal: Searchfor good French restaurants", "response": "The action is #DUAL_POINT#; touch_point: 0.8768, 0.4786, lift_point: 0.8768, 0.4786", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/7685_1.png" ] }, { "query": "\nPrevious Actions: Goal: Searchfor good French restaurants; The action is #DUAL_POINT#; touch_point: 0.8768, 0.4786, lift_point: 0.8768, 0.4786", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"good French restaurants\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/7685_2.png" ] }, { "query": "\nPrevious Actions: Goal: Searchfor good French restaurants; The action is #DUAL_POINT#; touch_point: 0.8768, 0.4786, lift_point: 0.8768, 0.4786; The action is #TYPE#; And the content is : \"typed_text\": \"good French restaurants\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/7685_3.png" ] }, { "query": "\nPrevious Actions: Goal: Searchfor good French restaurants; The action is #DUAL_POINT#; touch_point: 0.8768, 0.4786, lift_point: 0.8768, 0.4786; The action is #TYPE#; And the content is : \"typed_text\": \"good French restaurants\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1938, 0.5989, lift_point: 0.1938, 0.5989", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/7685_4.png" ] }, { "query": "\nPrevious Actions: Goal: Searchfor good French restaurants; The action is #DUAL_POINT#; touch_point: 0.8768, 0.4786, lift_point: 0.8768, 0.4786; The action is #TYPE#; And the content is : \"typed_text\": \"good French restaurants\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1938, 0.5989, lift_point: 0.1938, 0.5989", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/7685_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from Game Informer?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/7705_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from Game Informer?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.6627, 0.8258, lift_point: 0.6627, 0.8258", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/7705_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from Game Informer?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6627, 0.8258, lift_point: 0.6627, 0.8258", "response": "The action is #DUAL_POINT#; touch_point: 0.0549, 0.052, lift_point: 0.0549, 0.052", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/7705_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from Game Informer?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6627, 0.8258, lift_point: 0.6627, 0.8258; The action is #DUAL_POINT#; touch_point: 0.0549, 0.052, lift_point: 0.0549, 0.052", "response": "The action is #DUAL_POINT#; touch_point: 0.0515, 0.0547, lift_point: 0.0515, 0.0547", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/7705_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from Game Informer?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6627, 0.8258, lift_point: 0.6627, 0.8258; The action is #DUAL_POINT#; touch_point: 0.0549, 0.052, lift_point: 0.0549, 0.052; The action is #DUAL_POINT#; touch_point: 0.0515, 0.0547, lift_point: 0.0515, 0.0547", "response": "The action is #DUAL_POINT#; touch_point: 0.0554, 0.8045, lift_point: 0.0554, 0.8045", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/7705_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from Game Informer?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6627, 0.8258, lift_point: 0.6627, 0.8258; The action is #DUAL_POINT#; touch_point: 0.0549, 0.052, lift_point: 0.0549, 0.052; The action is #DUAL_POINT#; touch_point: 0.0515, 0.0547, lift_point: 0.0515, 0.0547; The action is #DUAL_POINT#; touch_point: 0.0554, 0.8045, lift_point: 0.0554, 0.8045", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Game Informer\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/7705_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from Game Informer?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6627, 0.8258, lift_point: 0.6627, 0.8258; The action is #DUAL_POINT#; touch_point: 0.0549, 0.052, lift_point: 0.0549, 0.052; The action is #DUAL_POINT#; touch_point: 0.0515, 0.0547, lift_point: 0.0515, 0.0547; The action is #DUAL_POINT#; touch_point: 0.0554, 0.8045, lift_point: 0.0554, 0.8045; The action is #TYPE#; And the content is : \"typed_text\": \"Game Informer\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/7705_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from Game Informer?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6627, 0.8258, lift_point: 0.6627, 0.8258; The action is #DUAL_POINT#; touch_point: 0.0549, 0.052, lift_point: 0.0549, 0.052; The action is #DUAL_POINT#; touch_point: 0.0515, 0.0547, lift_point: 0.0515, 0.0547; The action is #DUAL_POINT#; touch_point: 0.0554, 0.8045, lift_point: 0.0554, 0.8045; The action is #TYPE#; And the content is : \"typed_text\": \"Game Informer\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"", "response": "The action is #DUAL_POINT#; touch_point: 0.123, 0.3606, lift_point: 0.123, 0.3606", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/7705_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from Game Informer?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6627, 0.8258, lift_point: 0.6627, 0.8258; The action is #DUAL_POINT#; touch_point: 0.0549, 0.052, lift_point: 0.0549, 0.052; The action is #DUAL_POINT#; touch_point: 0.0515, 0.0547, lift_point: 0.0515, 0.0547; The action is #DUAL_POINT#; touch_point: 0.0554, 0.8045, lift_point: 0.0554, 0.8045; The action is #TYPE#; And the content is : \"typed_text\": \"Game Informer\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.123, 0.3606, lift_point: 0.123, 0.3606", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/7705_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from Game Informer?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6627, 0.8258, lift_point: 0.6627, 0.8258; The action is #DUAL_POINT#; touch_point: 0.0549, 0.052, lift_point: 0.0549, 0.052; The action is #DUAL_POINT#; touch_point: 0.0515, 0.0547, lift_point: 0.0515, 0.0547; The action is #DUAL_POINT#; touch_point: 0.0554, 0.8045, lift_point: 0.0554, 0.8045; The action is #TYPE#; And the content is : \"typed_text\": \"Game Informer\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.123, 0.3606, lift_point: 0.123, 0.3606; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/7705_10.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from Game Informer?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6627, 0.8258, lift_point: 0.6627, 0.8258; The action is #DUAL_POINT#; touch_point: 0.0549, 0.052, lift_point: 0.0549, 0.052; The action is #DUAL_POINT#; touch_point: 0.0515, 0.0547, lift_point: 0.0515, 0.0547; The action is #DUAL_POINT#; touch_point: 0.0554, 0.8045, lift_point: 0.0554, 0.8045; The action is #TYPE#; And the content is : \"typed_text\": \"Game Informer\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.123, 0.3606, lift_point: 0.123, 0.3606; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.4453, 0.3949, lift_point: 0.4453, 0.3949", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/7705_11.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from Game Informer?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6627, 0.8258, lift_point: 0.6627, 0.8258; The action is #DUAL_POINT#; touch_point: 0.0549, 0.052, lift_point: 0.0549, 0.052; The action is #DUAL_POINT#; touch_point: 0.0515, 0.0547, lift_point: 0.0515, 0.0547; The action is #DUAL_POINT#; touch_point: 0.0554, 0.8045, lift_point: 0.0554, 0.8045; The action is #TYPE#; And the content is : \"typed_text\": \"Game Informer\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.123, 0.3606, lift_point: 0.123, 0.3606; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4453, 0.3949, lift_point: 0.4453, 0.3949", "response": "The action is #DUAL_POINT#; touch_point: 0.1563, 0.5084, lift_point: 0.1563, 0.5084", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/7705_12.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from Game Informer?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6627, 0.8258, lift_point: 0.6627, 0.8258; The action is #DUAL_POINT#; touch_point: 0.0549, 0.052, lift_point: 0.0549, 0.052; The action is #DUAL_POINT#; touch_point: 0.0515, 0.0547, lift_point: 0.0515, 0.0547; The action is #DUAL_POINT#; touch_point: 0.0554, 0.8045, lift_point: 0.0554, 0.8045; The action is #TYPE#; And the content is : \"typed_text\": \"Game Informer\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.123, 0.3606, lift_point: 0.123, 0.3606; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4453, 0.3949, lift_point: 0.4453, 0.3949; The action is #DUAL_POINT#; touch_point: 0.1563, 0.5084, lift_point: 0.1563, 0.5084", "response": "The action is #DUAL_POINT#; touch_point: 0.3141, 0.9451, lift_point: 0.3141, 0.9451", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/7705_13.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from Game Informer?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6627, 0.8258, lift_point: 0.6627, 0.8258; The action is #DUAL_POINT#; touch_point: 0.0549, 0.052, lift_point: 0.0549, 0.052; The action is #DUAL_POINT#; touch_point: 0.0515, 0.0547, lift_point: 0.0515, 0.0547; The action is #DUAL_POINT#; touch_point: 0.0554, 0.8045, lift_point: 0.0554, 0.8045; The action is #TYPE#; And the content is : \"typed_text\": \"Game Informer\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.123, 0.3606, lift_point: 0.123, 0.3606; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4453, 0.3949, lift_point: 0.4453, 0.3949; The action is #DUAL_POINT#; touch_point: 0.1563, 0.5084, lift_point: 0.1563, 0.5084; The action is #DUAL_POINT#; touch_point: 0.3141, 0.9451, lift_point: 0.3141, 0.9451", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/7705_14.png" ] }, { "query": "\nPrevious Actions: Goal: What's on Reddit this week", "response": "The action is #DUAL_POINT#; touch_point: 0.5595, 0.1967, lift_point: 0.5595, 0.1967", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/7864_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's on Reddit this week; The action is #DUAL_POINT#; touch_point: 0.5595, 0.1967, lift_point: 0.5595, 0.1967", "response": "The action is #DUAL_POINT#; touch_point: 0.8946, 0.5747, lift_point: 0.8946, 0.5747", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/7864_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's on Reddit this week; The action is #DUAL_POINT#; touch_point: 0.5595, 0.1967, lift_point: 0.5595, 0.1967; The action is #DUAL_POINT#; touch_point: 0.8946, 0.5747, lift_point: 0.8946, 0.5747", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Reddit this week\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/7864_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's on Reddit this week; The action is #DUAL_POINT#; touch_point: 0.5595, 0.1967, lift_point: 0.5595, 0.1967; The action is #DUAL_POINT#; touch_point: 0.8946, 0.5747, lift_point: 0.8946, 0.5747; The action is #TYPE#; And the content is : \"typed_text\": \"Reddit this week\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/7864_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's on Reddit this week; The action is #DUAL_POINT#; touch_point: 0.5595, 0.1967, lift_point: 0.5595, 0.1967; The action is #DUAL_POINT#; touch_point: 0.8946, 0.5747, lift_point: 0.8946, 0.5747; The action is #TYPE#; And the content is : \"typed_text\": \"Reddit this week\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"", "response": "The action is #DUAL_POINT#; touch_point: 0.0586, 0.9156, lift_point: 0.0586, 0.9156", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/7864_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's on Reddit this week; The action is #DUAL_POINT#; touch_point: 0.5595, 0.1967, lift_point: 0.5595, 0.1967; The action is #DUAL_POINT#; touch_point: 0.8946, 0.5747, lift_point: 0.8946, 0.5747; The action is #TYPE#; And the content is : \"typed_text\": \"Reddit this week\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.0586, 0.9156, lift_point: 0.0586, 0.9156", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Reddit\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/7864_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's on Reddit this week; The action is #DUAL_POINT#; touch_point: 0.5595, 0.1967, lift_point: 0.5595, 0.1967; The action is #DUAL_POINT#; touch_point: 0.8946, 0.5747, lift_point: 0.8946, 0.5747; The action is #TYPE#; And the content is : \"typed_text\": \"Reddit this week\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.0586, 0.9156, lift_point: 0.0586, 0.9156; The action is #TYPE#; And the content is : \"typed_text\": \"Reddit\"", "response": "The action is #DUAL_POINT#; touch_point: 0.2572, 0.3211, lift_point: 0.2572, 0.3211", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/7864_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's on Reddit this week; The action is #DUAL_POINT#; touch_point: 0.5595, 0.1967, lift_point: 0.5595, 0.1967; The action is #DUAL_POINT#; touch_point: 0.8946, 0.5747, lift_point: 0.8946, 0.5747; The action is #TYPE#; And the content is : \"typed_text\": \"Reddit this week\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.0586, 0.9156, lift_point: 0.0586, 0.9156; The action is #TYPE#; And the content is : \"typed_text\": \"Reddit\"; The action is #DUAL_POINT#; touch_point: 0.2572, 0.3211, lift_point: 0.2572, 0.3211", "response": "The action is #DUAL_POINT#; touch_point: 0.8651, 0.8292, lift_point: 0.8651, 0.8292", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/7864_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's on Reddit this week; The action is #DUAL_POINT#; touch_point: 0.5595, 0.1967, lift_point: 0.5595, 0.1967; The action is #DUAL_POINT#; touch_point: 0.8946, 0.5747, lift_point: 0.8946, 0.5747; The action is #TYPE#; And the content is : \"typed_text\": \"Reddit this week\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.0586, 0.9156, lift_point: 0.0586, 0.9156; The action is #TYPE#; And the content is : \"typed_text\": \"Reddit\"; The action is #DUAL_POINT#; touch_point: 0.2572, 0.3211, lift_point: 0.2572, 0.3211; The action is #DUAL_POINT#; touch_point: 0.8651, 0.8292, lift_point: 0.8651, 0.8292", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/7864_9.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in London", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/8127_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in London; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7825, 0.635, lift_point: 0.7825, 0.635", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/8127_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in London; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7825, 0.635, lift_point: 0.7825, 0.635", "response": "The action is #DUAL_POINT#; touch_point: 0.0497, 0.557, lift_point: 0.0497, 0.557", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/8127_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in London; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7825, 0.635, lift_point: 0.7825, 0.635; The action is #DUAL_POINT#; touch_point: 0.0497, 0.557, lift_point: 0.0497, 0.557", "response": "The action is #TYPE#; And the content is : \"typed_text\": \" hotels in London\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/8127_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in London; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7825, 0.635, lift_point: 0.7825, 0.635; The action is #DUAL_POINT#; touch_point: 0.0497, 0.557, lift_point: 0.0497, 0.557; The action is #TYPE#; And the content is : \"typed_text\": \" hotels in London\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1048, 0.2982, lift_point: 0.1048, 0.2982", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/8127_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in London; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7825, 0.635, lift_point: 0.7825, 0.635; The action is #DUAL_POINT#; touch_point: 0.0497, 0.557, lift_point: 0.0497, 0.557; The action is #TYPE#; And the content is : \"typed_text\": \" hotels in London\"; The action is #DUAL_POINT#; touch_point: 0.1048, 0.2982, lift_point: 0.1048, 0.2982", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/8127_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news about the US president?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/8270_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news about the US president?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7789, 0.6244, lift_point: 0.7789, 0.6244", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/8270_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news about the US president?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7789, 0.6244, lift_point: 0.7789, 0.6244", "response": "The action is #DUAL_POINT#; touch_point: 0.0431, 0.5396, lift_point: 0.0431, 0.5396", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/8270_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news about the US president?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7789, 0.6244, lift_point: 0.7789, 0.6244; The action is #DUAL_POINT#; touch_point: 0.0431, 0.5396, lift_point: 0.0431, 0.5396", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news about the US president?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/8270_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news about the US president?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7789, 0.6244, lift_point: 0.7789, 0.6244; The action is #DUAL_POINT#; touch_point: 0.0431, 0.5396, lift_point: 0.0431, 0.5396; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news about the US president?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.119, 0.822, lift_point: 0.119, 0.822", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/8270_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news about the US president?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7789, 0.6244, lift_point: 0.7789, 0.6244; The action is #DUAL_POINT#; touch_point: 0.0431, 0.5396, lift_point: 0.0431, 0.5396; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news about the US president?\"; The action is #DUAL_POINT#; touch_point: 0.119, 0.822, lift_point: 0.119, 0.822", "response": "The action is #DUAL_POINT#; touch_point: 0.3067, 0.2148, lift_point: 0.3067, 0.2148", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/8270_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news about the US president?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7789, 0.6244, lift_point: 0.7789, 0.6244; The action is #DUAL_POINT#; touch_point: 0.0431, 0.5396, lift_point: 0.0431, 0.5396; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news about the US president?\"; The action is #DUAL_POINT#; touch_point: 0.119, 0.822, lift_point: 0.119, 0.822; The action is #DUAL_POINT#; touch_point: 0.3067, 0.2148, lift_point: 0.3067, 0.2148", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/8270_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new lipgloss", "response": "The action is #DUAL_POINT#; touch_point: 0.7966, 0.5681, lift_point: 0.7966, 0.5681", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/8280_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new lipgloss; The action is #DUAL_POINT#; touch_point: 0.7966, 0.5681, lift_point: 0.7966, 0.5681", "response": "The action is #DUAL_POINT#; touch_point: 0.0621, 0.4399, lift_point: 0.0621, 0.4399", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/8280_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new lipgloss; The action is #DUAL_POINT#; touch_point: 0.7966, 0.5681, lift_point: 0.7966, 0.5681; The action is #DUAL_POINT#; touch_point: 0.0621, 0.4399, lift_point: 0.0621, 0.4399", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"new lipgloss\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/8280_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new lipgloss; The action is #DUAL_POINT#; touch_point: 0.7966, 0.5681, lift_point: 0.7966, 0.5681; The action is #DUAL_POINT#; touch_point: 0.0621, 0.4399, lift_point: 0.0621, 0.4399; The action is #TYPE#; And the content is : \"typed_text\": \"new lipgloss\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1204, 0.187, lift_point: 0.1204, 0.187", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/8280_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new lipgloss; The action is #DUAL_POINT#; touch_point: 0.7966, 0.5681, lift_point: 0.7966, 0.5681; The action is #DUAL_POINT#; touch_point: 0.0621, 0.4399, lift_point: 0.0621, 0.4399; The action is #TYPE#; And the content is : \"typed_text\": \"new lipgloss\"; The action is #DUAL_POINT#; touch_point: 0.1204, 0.187, lift_point: 0.1204, 0.187", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/8280_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this week?", "response": "The action is #DUAL_POINT#; touch_point: 0.8939, 0.1512, lift_point: 0.8939, 0.1512", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/8310_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this week?; The action is #DUAL_POINT#; touch_point: 0.8939, 0.1512, lift_point: 0.8939, 0.1512", "response": "The action is #DUAL_POINT#; touch_point: 0.0538, 0.0816, lift_point: 0.0538, 0.0816", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/8310_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this week?; The action is #DUAL_POINT#; touch_point: 0.8939, 0.1512, lift_point: 0.8939, 0.1512; The action is #DUAL_POINT#; touch_point: 0.0538, 0.0816, lift_point: 0.0538, 0.0816", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/8310_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this morning?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/8514_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this morning?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7933, 0.6138, lift_point: 0.7933, 0.6138", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/8514_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this morning?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7933, 0.6138, lift_point: 0.7933, 0.6138", "response": "The action is #DUAL_POINT#; touch_point: 0.0518, 0.2905, lift_point: 0.0518, 0.2905", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/8514_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this morning?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7933, 0.6138, lift_point: 0.7933, 0.6138; The action is #DUAL_POINT#; touch_point: 0.0518, 0.2905, lift_point: 0.0518, 0.2905", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news this morning?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/8514_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this morning?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7933, 0.6138, lift_point: 0.7933, 0.6138; The action is #DUAL_POINT#; touch_point: 0.0518, 0.2905, lift_point: 0.0518, 0.2905; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news this morning?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1125, 0.7887, lift_point: 0.1125, 0.7887", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/8514_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this morning?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7933, 0.6138, lift_point: 0.7933, 0.6138; The action is #DUAL_POINT#; touch_point: 0.0518, 0.2905, lift_point: 0.0518, 0.2905; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news this morning?\"; The action is #DUAL_POINT#; touch_point: 0.1125, 0.7887, lift_point: 0.1125, 0.7887", "response": "The action is #DUAL_POINT#; touch_point: 0.2198, 0.1717, lift_point: 0.2198, 0.1717", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/8514_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this morning?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7933, 0.6138, lift_point: 0.7933, 0.6138; The action is #DUAL_POINT#; touch_point: 0.0518, 0.2905, lift_point: 0.0518, 0.2905; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news this morning?\"; The action is #DUAL_POINT#; touch_point: 0.1125, 0.7887, lift_point: 0.1125, 0.7887; The action is #DUAL_POINT#; touch_point: 0.2198, 0.1717, lift_point: 0.2198, 0.1717", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/8514_7.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Katy Perry video on YouTube", "response": "The action is #DUAL_POINT#; touch_point: 0.5618, 0.6315, lift_point: 0.5618, 0.6315", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/8533_1.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Katy Perry video on YouTube; The action is #DUAL_POINT#; touch_point: 0.5618, 0.6315, lift_point: 0.5618, 0.6315", "response": "The action is #DUAL_POINT#; touch_point: 0.6427, 0.8874, lift_point: 0.6427, 0.8874", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/8533_2.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Katy Perry video on YouTube; The action is #DUAL_POINT#; touch_point: 0.5618, 0.6315, lift_point: 0.5618, 0.6315; The action is #DUAL_POINT#; touch_point: 0.6427, 0.8874, lift_point: 0.6427, 0.8874", "response": "The action is #DUAL_POINT#; touch_point: 0.0461, 0.9547, lift_point: 0.0461, 0.9547", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/8533_3.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Katy Perry video on YouTube; The action is #DUAL_POINT#; touch_point: 0.5618, 0.6315, lift_point: 0.5618, 0.6315; The action is #DUAL_POINT#; touch_point: 0.6427, 0.8874, lift_point: 0.6427, 0.8874; The action is #DUAL_POINT#; touch_point: 0.0461, 0.9547, lift_point: 0.0461, 0.9547", "response": "The action is #DUAL_POINT#; touch_point: 0.0596, 0.0544, lift_point: 0.0596, 0.0544", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/8533_4.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Katy Perry video on YouTube; The action is #DUAL_POINT#; touch_point: 0.5618, 0.6315, lift_point: 0.5618, 0.6315; The action is #DUAL_POINT#; touch_point: 0.6427, 0.8874, lift_point: 0.6427, 0.8874; The action is #DUAL_POINT#; touch_point: 0.0461, 0.9547, lift_point: 0.0461, 0.9547; The action is #DUAL_POINT#; touch_point: 0.0596, 0.0544, lift_point: 0.0596, 0.0544", "response": "The action is #DUAL_POINT#; touch_point: 0.0442, 0.6459, lift_point: 0.0442, 0.6459", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/8533_5.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Katy Perry video on YouTube; The action is #DUAL_POINT#; touch_point: 0.5618, 0.6315, lift_point: 0.5618, 0.6315; The action is #DUAL_POINT#; touch_point: 0.6427, 0.8874, lift_point: 0.6427, 0.8874; The action is #DUAL_POINT#; touch_point: 0.0461, 0.9547, lift_point: 0.0461, 0.9547; The action is #DUAL_POINT#; touch_point: 0.0596, 0.0544, lift_point: 0.0596, 0.0544; The action is #DUAL_POINT#; touch_point: 0.0442, 0.6459, lift_point: 0.0442, 0.6459", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Play the new Katy Perry video on YouTube\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/8533_6.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Katy Perry video on YouTube; The action is #DUAL_POINT#; touch_point: 0.5618, 0.6315, lift_point: 0.5618, 0.6315; The action is #DUAL_POINT#; touch_point: 0.6427, 0.8874, lift_point: 0.6427, 0.8874; The action is #DUAL_POINT#; touch_point: 0.0461, 0.9547, lift_point: 0.0461, 0.9547; The action is #DUAL_POINT#; touch_point: 0.0596, 0.0544, lift_point: 0.0596, 0.0544; The action is #DUAL_POINT#; touch_point: 0.0442, 0.6459, lift_point: 0.0442, 0.6459; The action is #TYPE#; And the content is : \"typed_text\": \"Play the new Katy Perry video on YouTube\"", "response": "The action is #DUAL_POINT#; touch_point: 0.0945, 0.5782, lift_point: 0.0945, 0.5782", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/8533_7.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Katy Perry video on YouTube; The action is #DUAL_POINT#; touch_point: 0.5618, 0.6315, lift_point: 0.5618, 0.6315; The action is #DUAL_POINT#; touch_point: 0.6427, 0.8874, lift_point: 0.6427, 0.8874; The action is #DUAL_POINT#; touch_point: 0.0461, 0.9547, lift_point: 0.0461, 0.9547; The action is #DUAL_POINT#; touch_point: 0.0596, 0.0544, lift_point: 0.0596, 0.0544; The action is #DUAL_POINT#; touch_point: 0.0442, 0.6459, lift_point: 0.0442, 0.6459; The action is #TYPE#; And the content is : \"typed_text\": \"Play the new Katy Perry video on YouTube\"; The action is #DUAL_POINT#; touch_point: 0.0945, 0.5782, lift_point: 0.0945, 0.5782", "response": "The action is #DUAL_POINT#; touch_point: 0.607, 0.6407, lift_point: 0.607, 0.6407", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/8533_8.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Katy Perry video on YouTube; The action is #DUAL_POINT#; touch_point: 0.5618, 0.6315, lift_point: 0.5618, 0.6315; The action is #DUAL_POINT#; touch_point: 0.6427, 0.8874, lift_point: 0.6427, 0.8874; The action is #DUAL_POINT#; touch_point: 0.0461, 0.9547, lift_point: 0.0461, 0.9547; The action is #DUAL_POINT#; touch_point: 0.0596, 0.0544, lift_point: 0.0596, 0.0544; The action is #DUAL_POINT#; touch_point: 0.0442, 0.6459, lift_point: 0.0442, 0.6459; The action is #TYPE#; And the content is : \"typed_text\": \"Play the new Katy Perry video on YouTube\"; The action is #DUAL_POINT#; touch_point: 0.0945, 0.5782, lift_point: 0.0945, 0.5782; The action is #DUAL_POINT#; touch_point: 0.607, 0.6407, lift_point: 0.607, 0.6407", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/8533_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's the top post on reddit?", "response": "The action is #DUAL_POINT#; touch_point: 0.7883, 0.6369, lift_point: 0.7883, 0.6369", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/8540_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the top post on reddit?; The action is #DUAL_POINT#; touch_point: 0.7883, 0.6369, lift_point: 0.7883, 0.6369", "response": "The action is #DUAL_POINT#; touch_point: 0.2507, 0.3178, lift_point: 0.2507, 0.3178", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/8540_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the top post on reddit?; The action is #DUAL_POINT#; touch_point: 0.7883, 0.6369, lift_point: 0.7883, 0.6369; The action is #DUAL_POINT#; touch_point: 0.2507, 0.3178, lift_point: 0.2507, 0.3178", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the top post on reddit?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/8540_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the top post on reddit?; The action is #DUAL_POINT#; touch_point: 0.7883, 0.6369, lift_point: 0.7883, 0.6369; The action is #DUAL_POINT#; touch_point: 0.2507, 0.3178, lift_point: 0.2507, 0.3178; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the top post on reddit?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1049, 0.418, lift_point: 0.1049, 0.418", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/8540_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the top post on reddit?; The action is #DUAL_POINT#; touch_point: 0.7883, 0.6369, lift_point: 0.7883, 0.6369; The action is #DUAL_POINT#; touch_point: 0.2507, 0.3178, lift_point: 0.2507, 0.3178; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the top post on reddit?\"; The action is #DUAL_POINT#; touch_point: 0.1049, 0.418, lift_point: 0.1049, 0.418", "response": "The action is #DUAL_POINT#; touch_point: 0.3298, 0.457, lift_point: 0.3298, 0.457", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/8540_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the top post on reddit?; The action is #DUAL_POINT#; touch_point: 0.7883, 0.6369, lift_point: 0.7883, 0.6369; The action is #DUAL_POINT#; touch_point: 0.2507, 0.3178, lift_point: 0.2507, 0.3178; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the top post on reddit?\"; The action is #DUAL_POINT#; touch_point: 0.1049, 0.418, lift_point: 0.1049, 0.418; The action is #DUAL_POINT#; touch_point: 0.3298, 0.457, lift_point: 0.3298, 0.457", "response": "The action is #DUAL_POINT#; touch_point: 0.4655, 0.7441, lift_point: 0.4655, 0.7441", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/8540_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the top post on reddit?; The action is #DUAL_POINT#; touch_point: 0.7883, 0.6369, lift_point: 0.7883, 0.6369; The action is #DUAL_POINT#; touch_point: 0.2507, 0.3178, lift_point: 0.2507, 0.3178; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the top post on reddit?\"; The action is #DUAL_POINT#; touch_point: 0.1049, 0.418, lift_point: 0.1049, 0.418; The action is #DUAL_POINT#; touch_point: 0.3298, 0.457, lift_point: 0.3298, 0.457; The action is #DUAL_POINT#; touch_point: 0.4655, 0.7441, lift_point: 0.4655, 0.7441", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/8540_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in planetary science?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/8587_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in planetary science?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8142, 0.616, lift_point: 0.8142, 0.616", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/8587_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in planetary science?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8142, 0.616, lift_point: 0.8142, 0.616", "response": "The action is #DUAL_POINT#; touch_point: 0.0612, 0.3675, lift_point: 0.0612, 0.3675", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/8587_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in planetary science?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8142, 0.616, lift_point: 0.8142, 0.616; The action is #DUAL_POINT#; touch_point: 0.0612, 0.3675, lift_point: 0.0612, 0.3675", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest news in planetary science?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/8587_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in planetary science?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8142, 0.616, lift_point: 0.8142, 0.616; The action is #DUAL_POINT#; touch_point: 0.0612, 0.3675, lift_point: 0.0612, 0.3675; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest news in planetary science?\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest news in planetary science?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/8587_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in planetary science?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8142, 0.616, lift_point: 0.8142, 0.616; The action is #DUAL_POINT#; touch_point: 0.0612, 0.3675, lift_point: 0.0612, 0.3675; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest news in planetary science?\"; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest news in planetary science?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1043, 0.6775, lift_point: 0.1043, 0.6775", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/8587_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in planetary science?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8142, 0.616, lift_point: 0.8142, 0.616; The action is #DUAL_POINT#; touch_point: 0.0612, 0.3675, lift_point: 0.0612, 0.3675; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest news in planetary science?\"; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest news in planetary science?\"; The action is #DUAL_POINT#; touch_point: 0.1043, 0.6775, lift_point: 0.1043, 0.6775", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/8587_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Zurich to Helsinki", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/8617_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Zurich to Helsinki; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8248, 0.6278, lift_point: 0.8248, 0.6278", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/8617_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Zurich to Helsinki; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8248, 0.6278, lift_point: 0.8248, 0.6278", "response": "The action is #DUAL_POINT#; touch_point: 0.0607, 0.5042, lift_point: 0.0607, 0.5042", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/8617_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Zurich to Helsinki; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8248, 0.6278, lift_point: 0.8248, 0.6278; The action is #DUAL_POINT#; touch_point: 0.0607, 0.5042, lift_point: 0.0607, 0.5042", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for flights from Zurich to Helsinki\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/8617_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Zurich to Helsinki; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8248, 0.6278, lift_point: 0.8248, 0.6278; The action is #DUAL_POINT#; touch_point: 0.0607, 0.5042, lift_point: 0.0607, 0.5042; The action is #TYPE#; And the content is : \"typed_text\": \"Search for flights from Zurich to Helsinki\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1281, 0.6857, lift_point: 0.1281, 0.6857", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/8617_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Zurich to Helsinki; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8248, 0.6278, lift_point: 0.8248, 0.6278; The action is #DUAL_POINT#; touch_point: 0.0607, 0.5042, lift_point: 0.0607, 0.5042; The action is #TYPE#; And the content is : \"typed_text\": \"Search for flights from Zurich to Helsinki\"; The action is #DUAL_POINT#; touch_point: 0.1281, 0.6857, lift_point: 0.1281, 0.6857", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/8617_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Zurich to Helsinki; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8248, 0.6278, lift_point: 0.8248, 0.6278; The action is #DUAL_POINT#; touch_point: 0.0607, 0.5042, lift_point: 0.0607, 0.5042; The action is #TYPE#; And the content is : \"typed_text\": \"Search for flights from Zurich to Helsinki\"; The action is #DUAL_POINT#; touch_point: 0.1281, 0.6857, lift_point: 0.1281, 0.6857; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.2906, 0.4312, lift_point: 0.2906, 0.4312", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/8617_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Zurich to Helsinki; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8248, 0.6278, lift_point: 0.8248, 0.6278; The action is #DUAL_POINT#; touch_point: 0.0607, 0.5042, lift_point: 0.0607, 0.5042; The action is #TYPE#; And the content is : \"typed_text\": \"Search for flights from Zurich to Helsinki\"; The action is #DUAL_POINT#; touch_point: 0.1281, 0.6857, lift_point: 0.1281, 0.6857; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2906, 0.4312, lift_point: 0.2906, 0.4312", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/8617_8.png" ] }, { "query": "\nPrevious Actions: Goal: Install the News app", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/8635_1.png" ] }, { "query": "\nPrevious Actions: Goal: Install the News app; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/8635_2.png" ] }, { "query": "\nPrevious Actions: Goal: Install the News app; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.6819, 0.6296, lift_point: 0.6819, 0.6296", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/8635_3.png" ] }, { "query": "\nPrevious Actions: Goal: Install the News app; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6819, 0.6296, lift_point: 0.6819, 0.6296", "response": "The action is #DUAL_POINT#; touch_point: 0.043, 0.4424, lift_point: 0.043, 0.4424", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/8635_4.png" ] }, { "query": "\nPrevious Actions: Goal: Install the News app; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6819, 0.6296, lift_point: 0.6819, 0.6296; The action is #DUAL_POINT#; touch_point: 0.043, 0.4424, lift_point: 0.043, 0.4424", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"news app\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/8635_5.png" ] }, { "query": "\nPrevious Actions: Goal: Install the News app; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6819, 0.6296, lift_point: 0.6819, 0.6296; The action is #DUAL_POINT#; touch_point: 0.043, 0.4424, lift_point: 0.043, 0.4424; The action is #TYPE#; And the content is : \"typed_text\": \"news app\"", "response": "The action is #DUAL_POINT#; touch_point: 0.102, 0.4834, lift_point: 0.102, 0.4834", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/8635_6.png" ] }, { "query": "\nPrevious Actions: Goal: Install the News app; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6819, 0.6296, lift_point: 0.6819, 0.6296; The action is #DUAL_POINT#; touch_point: 0.043, 0.4424, lift_point: 0.043, 0.4424; The action is #TYPE#; And the content is : \"typed_text\": \"news app\"; The action is #DUAL_POINT#; touch_point: 0.102, 0.4834, lift_point: 0.102, 0.4834", "response": "The action is #DUAL_POINT#; touch_point: 0.4082, 0.2497, lift_point: 0.4082, 0.2497", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/8635_7.png" ] }, { "query": "\nPrevious Actions: Goal: Install the News app; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6819, 0.6296, lift_point: 0.6819, 0.6296; The action is #DUAL_POINT#; touch_point: 0.043, 0.4424, lift_point: 0.043, 0.4424; The action is #TYPE#; And the content is : \"typed_text\": \"news app\"; The action is #DUAL_POINT#; touch_point: 0.102, 0.4834, lift_point: 0.102, 0.4834; The action is #DUAL_POINT#; touch_point: 0.4082, 0.2497, lift_point: 0.4082, 0.2497", "response": "The action is #DUAL_POINT#; touch_point: 0.3235, 0.383, lift_point: 0.3235, 0.383", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/8635_8.png" ] }, { "query": "\nPrevious Actions: Goal: Install the News app; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6819, 0.6296, lift_point: 0.6819, 0.6296; The action is #DUAL_POINT#; touch_point: 0.043, 0.4424, lift_point: 0.043, 0.4424; The action is #TYPE#; And the content is : \"typed_text\": \"news app\"; The action is #DUAL_POINT#; touch_point: 0.102, 0.4834, lift_point: 0.102, 0.4834; The action is #DUAL_POINT#; touch_point: 0.4082, 0.2497, lift_point: 0.4082, 0.2497; The action is #DUAL_POINT#; touch_point: 0.3235, 0.383, lift_point: 0.3235, 0.383", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/8635_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in planetary science?", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/8696_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in planetary science?; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.1577, 0.43, lift_point: 0.1577, 0.43", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/8696_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in planetary science?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1577, 0.43, lift_point: 0.1577, 0.43", "response": "The action is #DUAL_POINT#; touch_point: 0.0644, 0.7894, lift_point: 0.0644, 0.7894", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/8696_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in planetary science?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1577, 0.43, lift_point: 0.1577, 0.43; The action is #DUAL_POINT#; touch_point: 0.0644, 0.7894, lift_point: 0.0644, 0.7894", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/8696_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in planetary science?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1577, 0.43, lift_point: 0.1577, 0.43; The action is #DUAL_POINT#; touch_point: 0.0644, 0.7894, lift_point: 0.0644, 0.7894; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8837, 0.4217, lift_point: 0.8837, 0.4217", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/8696_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in planetary science?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1577, 0.43, lift_point: 0.1577, 0.43; The action is #DUAL_POINT#; touch_point: 0.0644, 0.7894, lift_point: 0.0644, 0.7894; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8837, 0.4217, lift_point: 0.8837, 0.4217", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"planetary science?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/8696_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in planetary science?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1577, 0.43, lift_point: 0.1577, 0.43; The action is #DUAL_POINT#; touch_point: 0.0644, 0.7894, lift_point: 0.0644, 0.7894; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8837, 0.4217, lift_point: 0.8837, 0.4217; The action is #TYPE#; And the content is : \"typed_text\": \"planetary science?\"", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/8696_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in planetary science?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1577, 0.43, lift_point: 0.1577, 0.43; The action is #DUAL_POINT#; touch_point: 0.0644, 0.7894, lift_point: 0.0644, 0.7894; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8837, 0.4217, lift_point: 0.8837, 0.4217; The action is #TYPE#; And the content is : \"typed_text\": \"planetary science?\"; The action is #Scrolling Up#", "response": "The action is #DUAL_POINT#; touch_point: 0.5443, 0.8308, lift_point: 0.5443, 0.8308", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/8696_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in planetary science?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1577, 0.43, lift_point: 0.1577, 0.43; The action is #DUAL_POINT#; touch_point: 0.0644, 0.7894, lift_point: 0.0644, 0.7894; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8837, 0.4217, lift_point: 0.8837, 0.4217; The action is #TYPE#; And the content is : \"typed_text\": \"planetary science?\"; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.5443, 0.8308, lift_point: 0.5443, 0.8308", "response": "The action is #DUAL_POINT#; touch_point: 0.0465, 0.9343, lift_point: 0.0465, 0.9343", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/8696_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in planetary science?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1577, 0.43, lift_point: 0.1577, 0.43; The action is #DUAL_POINT#; touch_point: 0.0644, 0.7894, lift_point: 0.0644, 0.7894; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8837, 0.4217, lift_point: 0.8837, 0.4217; The action is #TYPE#; And the content is : \"typed_text\": \"planetary science?\"; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.5443, 0.8308, lift_point: 0.5443, 0.8308; The action is #DUAL_POINT#; touch_point: 0.0465, 0.9343, lift_point: 0.0465, 0.9343", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"atest news in planetary science?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/8696_10.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in planetary science?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1577, 0.43, lift_point: 0.1577, 0.43; The action is #DUAL_POINT#; touch_point: 0.0644, 0.7894, lift_point: 0.0644, 0.7894; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8837, 0.4217, lift_point: 0.8837, 0.4217; The action is #TYPE#; And the content is : \"typed_text\": \"planetary science?\"; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.5443, 0.8308, lift_point: 0.5443, 0.8308; The action is #DUAL_POINT#; touch_point: 0.0465, 0.9343, lift_point: 0.0465, 0.9343; The action is #TYPE#; And the content is : \"typed_text\": \"atest news in planetary science?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1111, 0.206, lift_point: 0.1111, 0.206", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/8696_11.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in planetary science?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1577, 0.43, lift_point: 0.1577, 0.43; The action is #DUAL_POINT#; touch_point: 0.0644, 0.7894, lift_point: 0.0644, 0.7894; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8837, 0.4217, lift_point: 0.8837, 0.4217; The action is #TYPE#; And the content is : \"typed_text\": \"planetary science?\"; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.5443, 0.8308, lift_point: 0.5443, 0.8308; The action is #DUAL_POINT#; touch_point: 0.0465, 0.9343, lift_point: 0.0465, 0.9343; The action is #TYPE#; And the content is : \"typed_text\": \"atest news in planetary science?\"; The action is #DUAL_POINT#; touch_point: 0.1111, 0.206, lift_point: 0.1111, 0.206", "response": "The action is #DUAL_POINT#; touch_point: 0.1704, 0.206, lift_point: 0.1704, 0.206", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/8696_12.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in planetary science?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1577, 0.43, lift_point: 0.1577, 0.43; The action is #DUAL_POINT#; touch_point: 0.0644, 0.7894, lift_point: 0.0644, 0.7894; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8837, 0.4217, lift_point: 0.8837, 0.4217; The action is #TYPE#; And the content is : \"typed_text\": \"planetary science?\"; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.5443, 0.8308, lift_point: 0.5443, 0.8308; The action is #DUAL_POINT#; touch_point: 0.0465, 0.9343, lift_point: 0.0465, 0.9343; The action is #TYPE#; And the content is : \"typed_text\": \"atest news in planetary science?\"; The action is #DUAL_POINT#; touch_point: 0.1111, 0.206, lift_point: 0.1111, 0.206; The action is #DUAL_POINT#; touch_point: 0.1704, 0.206, lift_point: 0.1704, 0.206", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/8696_13.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Maroon 5 video on YouTube", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/8866_1.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Maroon 5 video on YouTube; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.6379, 0.8623, lift_point: 0.6379, 0.8623", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/8866_2.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Maroon 5 video on YouTube; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6379, 0.8623, lift_point: 0.6379, 0.8623", "response": "The action is #DUAL_POINT#; touch_point: 0.0459, 0.0777, lift_point: 0.0459, 0.0777", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/8866_3.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Maroon 5 video on YouTube; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6379, 0.8623, lift_point: 0.6379, 0.8623; The action is #DUAL_POINT#; touch_point: 0.0459, 0.0777, lift_point: 0.0459, 0.0777", "response": "The action is #DUAL_POINT#; touch_point: 0.0483, 0.6695, lift_point: 0.0483, 0.6695", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/8866_4.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Maroon 5 video on YouTube; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6379, 0.8623, lift_point: 0.6379, 0.8623; The action is #DUAL_POINT#; touch_point: 0.0459, 0.0777, lift_point: 0.0459, 0.0777; The action is #DUAL_POINT#; touch_point: 0.0483, 0.6695, lift_point: 0.0483, 0.6695", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"new Maroon 5 video \"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/8866_5.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Maroon 5 video on YouTube; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6379, 0.8623, lift_point: 0.6379, 0.8623; The action is #DUAL_POINT#; touch_point: 0.0459, 0.0777, lift_point: 0.0459, 0.0777; The action is #DUAL_POINT#; touch_point: 0.0483, 0.6695, lift_point: 0.0483, 0.6695; The action is #TYPE#; And the content is : \"typed_text\": \"new Maroon 5 video \"", "response": "The action is #DUAL_POINT#; touch_point: 0.1008, 0.4559, lift_point: 0.1008, 0.4559", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/8866_6.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Maroon 5 video on YouTube; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6379, 0.8623, lift_point: 0.6379, 0.8623; The action is #DUAL_POINT#; touch_point: 0.0459, 0.0777, lift_point: 0.0459, 0.0777; The action is #DUAL_POINT#; touch_point: 0.0483, 0.6695, lift_point: 0.0483, 0.6695; The action is #TYPE#; And the content is : \"typed_text\": \"new Maroon 5 video \"; The action is #DUAL_POINT#; touch_point: 0.1008, 0.4559, lift_point: 0.1008, 0.4559", "response": "The action is #DUAL_POINT#; touch_point: 0.5695, 0.7339, lift_point: 0.5695, 0.7339", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/8866_7.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Maroon 5 video on YouTube; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6379, 0.8623, lift_point: 0.6379, 0.8623; The action is #DUAL_POINT#; touch_point: 0.0459, 0.0777, lift_point: 0.0459, 0.0777; The action is #DUAL_POINT#; touch_point: 0.0483, 0.6695, lift_point: 0.0483, 0.6695; The action is #TYPE#; And the content is : \"typed_text\": \"new Maroon 5 video \"; The action is #DUAL_POINT#; touch_point: 0.1008, 0.4559, lift_point: 0.1008, 0.4559; The action is #DUAL_POINT#; touch_point: 0.5695, 0.7339, lift_point: 0.5695, 0.7339", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/8866_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this weekend?", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/9357_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this weekend?; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.4708, 0.6942, lift_point: 0.4708, 0.6942", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/9357_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this weekend?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4708, 0.6942, lift_point: 0.4708, 0.6942", "response": "The action is #DUAL_POINT#; touch_point: 0.116, 0.4908, lift_point: 0.116, 0.4908", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/9357_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this weekend?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4708, 0.6942, lift_point: 0.4708, 0.6942; The action is #DUAL_POINT#; touch_point: 0.116, 0.4908, lift_point: 0.116, 0.4908", "response": "The action is #DUAL_POINT#; touch_point: 0.066, 0.9059, lift_point: 0.066, 0.9059", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/9357_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this weekend?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4708, 0.6942, lift_point: 0.4708, 0.6942; The action is #DUAL_POINT#; touch_point: 0.116, 0.4908, lift_point: 0.116, 0.4908; The action is #DUAL_POINT#; touch_point: 0.066, 0.9059, lift_point: 0.066, 0.9059", "response": "The action is #DUAL_POINT#; touch_point: 0.0412, 0.5821, lift_point: 0.0412, 0.5821", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/9357_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this weekend?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4708, 0.6942, lift_point: 0.4708, 0.6942; The action is #DUAL_POINT#; touch_point: 0.116, 0.4908, lift_point: 0.116, 0.4908; The action is #DUAL_POINT#; touch_point: 0.066, 0.9059, lift_point: 0.066, 0.9059; The action is #DUAL_POINT#; touch_point: 0.0412, 0.5821, lift_point: 0.0412, 0.5821", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news this weekend? \"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/9357_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this weekend?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4708, 0.6942, lift_point: 0.4708, 0.6942; The action is #DUAL_POINT#; touch_point: 0.116, 0.4908, lift_point: 0.116, 0.4908; The action is #DUAL_POINT#; touch_point: 0.066, 0.9059, lift_point: 0.066, 0.9059; The action is #DUAL_POINT#; touch_point: 0.0412, 0.5821, lift_point: 0.0412, 0.5821; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news this weekend? \"", "response": "The action is #DUAL_POINT#; touch_point: 0.1266, 0.4876, lift_point: 0.1266, 0.4876", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/9357_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this weekend?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4708, 0.6942, lift_point: 0.4708, 0.6942; The action is #DUAL_POINT#; touch_point: 0.116, 0.4908, lift_point: 0.116, 0.4908; The action is #DUAL_POINT#; touch_point: 0.066, 0.9059, lift_point: 0.066, 0.9059; The action is #DUAL_POINT#; touch_point: 0.0412, 0.5821, lift_point: 0.0412, 0.5821; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news this weekend? \"; The action is #DUAL_POINT#; touch_point: 0.1266, 0.4876, lift_point: 0.1266, 0.4876", "response": "The action is #DUAL_POINT#; touch_point: 0.5402, 0.8672, lift_point: 0.5402, 0.8672", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/9357_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this weekend?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4708, 0.6942, lift_point: 0.4708, 0.6942; The action is #DUAL_POINT#; touch_point: 0.116, 0.4908, lift_point: 0.116, 0.4908; The action is #DUAL_POINT#; touch_point: 0.066, 0.9059, lift_point: 0.066, 0.9059; The action is #DUAL_POINT#; touch_point: 0.0412, 0.5821, lift_point: 0.0412, 0.5821; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news this weekend? \"; The action is #DUAL_POINT#; touch_point: 0.1266, 0.4876, lift_point: 0.1266, 0.4876; The action is #DUAL_POINT#; touch_point: 0.5402, 0.8672, lift_point: 0.5402, 0.8672", "response": "The action is #DUAL_POINT#; touch_point: 0.1171, 0.3666, lift_point: 0.1171, 0.3666", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/9357_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this weekend?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4708, 0.6942, lift_point: 0.4708, 0.6942; The action is #DUAL_POINT#; touch_point: 0.116, 0.4908, lift_point: 0.116, 0.4908; The action is #DUAL_POINT#; touch_point: 0.066, 0.9059, lift_point: 0.066, 0.9059; The action is #DUAL_POINT#; touch_point: 0.0412, 0.5821, lift_point: 0.0412, 0.5821; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news this weekend? \"; The action is #DUAL_POINT#; touch_point: 0.1266, 0.4876, lift_point: 0.1266, 0.4876; The action is #DUAL_POINT#; touch_point: 0.5402, 0.8672, lift_point: 0.5402, 0.8672; The action is #DUAL_POINT#; touch_point: 0.1171, 0.3666, lift_point: 0.1171, 0.3666", "response": "The action is #DUAL_POINT#; touch_point: 0.2471, 0.3168, lift_point: 0.2471, 0.3168", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/9357_10.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this weekend?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4708, 0.6942, lift_point: 0.4708, 0.6942; The action is #DUAL_POINT#; touch_point: 0.116, 0.4908, lift_point: 0.116, 0.4908; The action is #DUAL_POINT#; touch_point: 0.066, 0.9059, lift_point: 0.066, 0.9059; The action is #DUAL_POINT#; touch_point: 0.0412, 0.5821, lift_point: 0.0412, 0.5821; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news this weekend? \"; The action is #DUAL_POINT#; touch_point: 0.1266, 0.4876, lift_point: 0.1266, 0.4876; The action is #DUAL_POINT#; touch_point: 0.5402, 0.8672, lift_point: 0.5402, 0.8672; The action is #DUAL_POINT#; touch_point: 0.1171, 0.3666, lift_point: 0.1171, 0.3666; The action is #DUAL_POINT#; touch_point: 0.2471, 0.3168, lift_point: 0.2471, 0.3168", "response": "The action is #DUAL_POINT#; touch_point: 0.8057, 0.9555, lift_point: 0.8057, 0.9555", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/9357_11.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this weekend?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4708, 0.6942, lift_point: 0.4708, 0.6942; The action is #DUAL_POINT#; touch_point: 0.116, 0.4908, lift_point: 0.116, 0.4908; The action is #DUAL_POINT#; touch_point: 0.066, 0.9059, lift_point: 0.066, 0.9059; The action is #DUAL_POINT#; touch_point: 0.0412, 0.5821, lift_point: 0.0412, 0.5821; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news this weekend? \"; The action is #DUAL_POINT#; touch_point: 0.1266, 0.4876, lift_point: 0.1266, 0.4876; The action is #DUAL_POINT#; touch_point: 0.5402, 0.8672, lift_point: 0.5402, 0.8672; The action is #DUAL_POINT#; touch_point: 0.1171, 0.3666, lift_point: 0.1171, 0.3666; The action is #DUAL_POINT#; touch_point: 0.2471, 0.3168, lift_point: 0.2471, 0.3168; The action is #DUAL_POINT#; touch_point: 0.8057, 0.9555, lift_point: 0.8057, 0.9555", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/9357_12.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in cosmology?", "response": "The action is #DUAL_POINT#; touch_point: 0.8443, 0.6292, lift_point: 0.8443, 0.6292", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/9610_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in cosmology?; The action is #DUAL_POINT#; touch_point: 0.8443, 0.6292, lift_point: 0.8443, 0.6292", "response": "The action is #DUAL_POINT#; touch_point: 0.0563, 0.5916, lift_point: 0.0563, 0.5916", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/9610_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in cosmology?; The action is #DUAL_POINT#; touch_point: 0.8443, 0.6292, lift_point: 0.8443, 0.6292; The action is #DUAL_POINT#; touch_point: 0.0563, 0.5916, lift_point: 0.0563, 0.5916", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"latest news in cosmology\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/9610_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in cosmology?; The action is #DUAL_POINT#; touch_point: 0.8443, 0.6292, lift_point: 0.8443, 0.6292; The action is #DUAL_POINT#; touch_point: 0.0563, 0.5916, lift_point: 0.0563, 0.5916; The action is #TYPE#; And the content is : \"typed_text\": \"latest news in cosmology\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1179, 0.3772, lift_point: 0.1179, 0.3772", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/9610_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in cosmology?; The action is #DUAL_POINT#; touch_point: 0.8443, 0.6292, lift_point: 0.8443, 0.6292; The action is #DUAL_POINT#; touch_point: 0.0563, 0.5916, lift_point: 0.0563, 0.5916; The action is #TYPE#; And the content is : \"typed_text\": \"latest news in cosmology\"; The action is #DUAL_POINT#; touch_point: 0.1179, 0.3772, lift_point: 0.1179, 0.3772", "response": "The action is #DUAL_POINT#; touch_point: 0.3328, 0.4183, lift_point: 0.3328, 0.4183", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/9610_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in cosmology?; The action is #DUAL_POINT#; touch_point: 0.8443, 0.6292, lift_point: 0.8443, 0.6292; The action is #DUAL_POINT#; touch_point: 0.0563, 0.5916, lift_point: 0.0563, 0.5916; The action is #TYPE#; And the content is : \"typed_text\": \"latest news in cosmology\"; The action is #DUAL_POINT#; touch_point: 0.1179, 0.3772, lift_point: 0.1179, 0.3772; The action is #DUAL_POINT#; touch_point: 0.3328, 0.4183, lift_point: 0.3328, 0.4183", "response": "The action is #DUAL_POINT#; touch_point: 0.7234, 0.5215, lift_point: 0.7234, 0.5215", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/9610_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in cosmology?; The action is #DUAL_POINT#; touch_point: 0.8443, 0.6292, lift_point: 0.8443, 0.6292; The action is #DUAL_POINT#; touch_point: 0.0563, 0.5916, lift_point: 0.0563, 0.5916; The action is #TYPE#; And the content is : \"typed_text\": \"latest news in cosmology\"; The action is #DUAL_POINT#; touch_point: 0.1179, 0.3772, lift_point: 0.1179, 0.3772; The action is #DUAL_POINT#; touch_point: 0.3328, 0.4183, lift_point: 0.3328, 0.4183; The action is #DUAL_POINT#; touch_point: 0.7234, 0.5215, lift_point: 0.7234, 0.5215", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/9610_7.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Boston?", "response": "The action is #DUAL_POINT#; touch_point: 0.8233, 0.6003, lift_point: 0.8233, 0.6003", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/9777_1.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Boston?; The action is #DUAL_POINT#; touch_point: 0.8233, 0.6003, lift_point: 0.8233, 0.6003", "response": "The action is #DUAL_POINT#; touch_point: 0.834, 0.6061, lift_point: 0.834, 0.6061", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/9777_2.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Boston?; The action is #DUAL_POINT#; touch_point: 0.8233, 0.6003, lift_point: 0.8233, 0.6003; The action is #DUAL_POINT#; touch_point: 0.834, 0.6061, lift_point: 0.834, 0.6061", "response": "The action is #DUAL_POINT#; touch_point: 0.0592, 0.467, lift_point: 0.0592, 0.467", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/9777_3.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Boston?; The action is #DUAL_POINT#; touch_point: 0.8233, 0.6003, lift_point: 0.8233, 0.6003; The action is #DUAL_POINT#; touch_point: 0.834, 0.6061, lift_point: 0.834, 0.6061; The action is #DUAL_POINT#; touch_point: 0.0592, 0.467, lift_point: 0.0592, 0.467", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent for in Boston\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/9777_4.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Boston?; The action is #DUAL_POINT#; touch_point: 0.8233, 0.6003, lift_point: 0.8233, 0.6003; The action is #DUAL_POINT#; touch_point: 0.834, 0.6061, lift_point: 0.834, 0.6061; The action is #DUAL_POINT#; touch_point: 0.0592, 0.467, lift_point: 0.0592, 0.467; The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent for in Boston\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/9777_5.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Boston?; The action is #DUAL_POINT#; touch_point: 0.8233, 0.6003, lift_point: 0.8233, 0.6003; The action is #DUAL_POINT#; touch_point: 0.834, 0.6061, lift_point: 0.834, 0.6061; The action is #DUAL_POINT#; touch_point: 0.0592, 0.467, lift_point: 0.0592, 0.467; The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent for in Boston\"; The action is #PRESS_ENTER#", "response": "The action is #DUAL_POINT#; touch_point: 0.3276, 0.2949, lift_point: 0.3276, 0.2949", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/9777_6.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Boston?; The action is #DUAL_POINT#; touch_point: 0.8233, 0.6003, lift_point: 0.8233, 0.6003; The action is #DUAL_POINT#; touch_point: 0.834, 0.6061, lift_point: 0.834, 0.6061; The action is #DUAL_POINT#; touch_point: 0.0592, 0.467, lift_point: 0.0592, 0.467; The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent for in Boston\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.3276, 0.2949, lift_point: 0.3276, 0.2949", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/9777_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the 1000-Watt EGO Power+ Snow Blower?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/9794_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the 1000-Watt EGO Power+ Snow Blower?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8515, 0.6043, lift_point: 0.8515, 0.6043", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/9794_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the 1000-Watt EGO Power+ Snow Blower?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8515, 0.6043, lift_point: 0.8515, 0.6043", "response": "The action is #DUAL_POINT#; touch_point: 0.0412, 0.6625, lift_point: 0.0412, 0.6625", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/9794_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the 1000-Watt EGO Power+ Snow Blower?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8515, 0.6043, lift_point: 0.8515, 0.6043; The action is #DUAL_POINT#; touch_point: 0.0412, 0.6625, lift_point: 0.0412, 0.6625", "response": "The action is #TYPE#; And the content is : \"typed_text\": \" price of the 1000-Watt EGO Power+ Snow Blower\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/9794_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the 1000-Watt EGO Power+ Snow Blower?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8515, 0.6043, lift_point: 0.8515, 0.6043; The action is #DUAL_POINT#; touch_point: 0.0412, 0.6625, lift_point: 0.0412, 0.6625; The action is #TYPE#; And the content is : \"typed_text\": \" price of the 1000-Watt EGO Power+ Snow Blower\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1092, 0.3049, lift_point: 0.1092, 0.3049", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/9794_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the 1000-Watt EGO Power+ Snow Blower?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8515, 0.6043, lift_point: 0.8515, 0.6043; The action is #DUAL_POINT#; touch_point: 0.0412, 0.6625, lift_point: 0.0412, 0.6625; The action is #TYPE#; And the content is : \"typed_text\": \" price of the 1000-Watt EGO Power+ Snow Blower\"; The action is #DUAL_POINT#; touch_point: 0.1092, 0.3049, lift_point: 0.1092, 0.3049", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/9794_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the 1000-Watt EGO Power+ Snow Blower?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8515, 0.6043, lift_point: 0.8515, 0.6043; The action is #DUAL_POINT#; touch_point: 0.0412, 0.6625, lift_point: 0.0412, 0.6625; The action is #TYPE#; And the content is : \"typed_text\": \" price of the 1000-Watt EGO Power+ Snow Blower\"; The action is #DUAL_POINT#; touch_point: 0.1092, 0.3049, lift_point: 0.1092, 0.3049; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/9794_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the 1000-Watt EGO Power+ Snow Blower?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8515, 0.6043, lift_point: 0.8515, 0.6043; The action is #DUAL_POINT#; touch_point: 0.0412, 0.6625, lift_point: 0.0412, 0.6625; The action is #TYPE#; And the content is : \"typed_text\": \" price of the 1000-Watt EGO Power+ Snow Blower\"; The action is #DUAL_POINT#; touch_point: 0.1092, 0.3049, lift_point: 0.1092, 0.3049; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #DUAL_POINT#; touch_point: 0.3369, 0.4648, lift_point: 0.3369, 0.4648", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/9794_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the 1000-Watt EGO Power+ Snow Blower?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8515, 0.6043, lift_point: 0.8515, 0.6043; The action is #DUAL_POINT#; touch_point: 0.0412, 0.6625, lift_point: 0.0412, 0.6625; The action is #TYPE#; And the content is : \"typed_text\": \" price of the 1000-Watt EGO Power+ Snow Blower\"; The action is #DUAL_POINT#; touch_point: 0.1092, 0.3049, lift_point: 0.1092, 0.3049; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.3369, 0.4648, lift_point: 0.3369, 0.4648", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/9794_9.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Lowe's?", "response": "The action is #DUAL_POINT#; touch_point: 0.6878, 0.8905, lift_point: 0.6878, 0.8905", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/9931_1.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Lowe's?; The action is #DUAL_POINT#; touch_point: 0.6878, 0.8905, lift_point: 0.6878, 0.8905", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/9931_2.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Lowe's?; The action is #DUAL_POINT#; touch_point: 0.6878, 0.8905, lift_point: 0.6878, 0.8905; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8466, 0.6103, lift_point: 0.8466, 0.6103", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/9931_3.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Lowe's?; The action is #DUAL_POINT#; touch_point: 0.6878, 0.8905, lift_point: 0.6878, 0.8905; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8466, 0.6103, lift_point: 0.8466, 0.6103", "response": "The action is #DUAL_POINT#; touch_point: 0.0492, 0.6506, lift_point: 0.0492, 0.6506", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/9931_4.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Lowe's?; The action is #DUAL_POINT#; touch_point: 0.6878, 0.8905, lift_point: 0.6878, 0.8905; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8466, 0.6103, lift_point: 0.8466, 0.6103; The action is #DUAL_POINT#; touch_point: 0.0492, 0.6506, lift_point: 0.0492, 0.6506", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Lowes\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/9931_5.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Lowe's?; The action is #DUAL_POINT#; touch_point: 0.6878, 0.8905, lift_point: 0.6878, 0.8905; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8466, 0.6103, lift_point: 0.8466, 0.6103; The action is #DUAL_POINT#; touch_point: 0.0492, 0.6506, lift_point: 0.0492, 0.6506; The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Lowes\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/9931_6.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Lowe's?; The action is #DUAL_POINT#; touch_point: 0.6878, 0.8905, lift_point: 0.6878, 0.8905; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8466, 0.6103, lift_point: 0.8466, 0.6103; The action is #DUAL_POINT#; touch_point: 0.0492, 0.6506, lift_point: 0.0492, 0.6506; The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Lowes\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/9931_7.png" ] }, { "query": "\nPrevious Actions: Goal: Go to Reddit", "response": "The action is #DUAL_POINT#; touch_point: 0.833, 0.606, lift_point: 0.833, 0.606", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/9994_1.png" ] }, { "query": "\nPrevious Actions: Goal: Go to Reddit; The action is #DUAL_POINT#; touch_point: 0.833, 0.606, lift_point: 0.833, 0.606", "response": "The action is #DUAL_POINT#; touch_point: 0.0672, 0.8065, lift_point: 0.0672, 0.8065", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/9994_2.png" ] }, { "query": "\nPrevious Actions: Goal: Go to Reddit; The action is #DUAL_POINT#; touch_point: 0.833, 0.606, lift_point: 0.833, 0.606; The action is #DUAL_POINT#; touch_point: 0.0672, 0.8065, lift_point: 0.0672, 0.8065", "response": "The action is #DUAL_POINT#; touch_point: 0.1363, 0.4329, lift_point: 0.1363, 0.4329", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/9994_3.png" ] }, { "query": "\nPrevious Actions: Goal: Go to Reddit; The action is #DUAL_POINT#; touch_point: 0.833, 0.606, lift_point: 0.833, 0.606; The action is #DUAL_POINT#; touch_point: 0.0672, 0.8065, lift_point: 0.0672, 0.8065; The action is #DUAL_POINT#; touch_point: 0.1363, 0.4329, lift_point: 0.1363, 0.4329", "response": "The action is #DUAL_POINT#; touch_point: 0.1667, 0.1689, lift_point: 0.1667, 0.1689", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/9994_4.png" ] }, { "query": "\nPrevious Actions: Goal: Go to Reddit; The action is #DUAL_POINT#; touch_point: 0.833, 0.606, lift_point: 0.833, 0.606; The action is #DUAL_POINT#; touch_point: 0.0672, 0.8065, lift_point: 0.0672, 0.8065; The action is #DUAL_POINT#; touch_point: 0.1363, 0.4329, lift_point: 0.1363, 0.4329; The action is #DUAL_POINT#; touch_point: 0.1667, 0.1689, lift_point: 0.1667, 0.1689", "response": "The action is #DUAL_POINT#; touch_point: 0.3062, 0.4479, lift_point: 0.3062, 0.4479", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/9994_5.png" ] }, { "query": "\nPrevious Actions: Goal: Go to Reddit; The action is #DUAL_POINT#; touch_point: 0.833, 0.606, lift_point: 0.833, 0.606; The action is #DUAL_POINT#; touch_point: 0.0672, 0.8065, lift_point: 0.0672, 0.8065; The action is #DUAL_POINT#; touch_point: 0.1363, 0.4329, lift_point: 0.1363, 0.4329; The action is #DUAL_POINT#; touch_point: 0.1667, 0.1689, lift_point: 0.1667, 0.1689; The action is #DUAL_POINT#; touch_point: 0.3062, 0.4479, lift_point: 0.3062, 0.4479", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"reddit\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/9994_6.png" ] }, { "query": "\nPrevious Actions: Goal: Go to Reddit; The action is #DUAL_POINT#; touch_point: 0.833, 0.606, lift_point: 0.833, 0.606; The action is #DUAL_POINT#; touch_point: 0.0672, 0.8065, lift_point: 0.0672, 0.8065; The action is #DUAL_POINT#; touch_point: 0.1363, 0.4329, lift_point: 0.1363, 0.4329; The action is #DUAL_POINT#; touch_point: 0.1667, 0.1689, lift_point: 0.1667, 0.1689; The action is #DUAL_POINT#; touch_point: 0.3062, 0.4479, lift_point: 0.3062, 0.4479; The action is #TYPE#; And the content is : \"typed_text\": \"reddit\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1958, 0.4127, lift_point: 0.1958, 0.4127", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/9994_7.png" ] }, { "query": "\nPrevious Actions: Goal: Go to Reddit; The action is #DUAL_POINT#; touch_point: 0.833, 0.606, lift_point: 0.833, 0.606; The action is #DUAL_POINT#; touch_point: 0.0672, 0.8065, lift_point: 0.0672, 0.8065; The action is #DUAL_POINT#; touch_point: 0.1363, 0.4329, lift_point: 0.1363, 0.4329; The action is #DUAL_POINT#; touch_point: 0.1667, 0.1689, lift_point: 0.1667, 0.1689; The action is #DUAL_POINT#; touch_point: 0.3062, 0.4479, lift_point: 0.3062, 0.4479; The action is #TYPE#; And the content is : \"typed_text\": \"reddit\"; The action is #DUAL_POINT#; touch_point: 0.1958, 0.4127, lift_point: 0.1958, 0.4127", "response": "The action is #DUAL_POINT#; touch_point: 0.3548, 0.1196, lift_point: 0.3548, 0.1196", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/9994_8.png" ] }, { "query": "\nPrevious Actions: Goal: Go to Reddit; The action is #DUAL_POINT#; touch_point: 0.833, 0.606, lift_point: 0.833, 0.606; The action is #DUAL_POINT#; touch_point: 0.0672, 0.8065, lift_point: 0.0672, 0.8065; The action is #DUAL_POINT#; touch_point: 0.1363, 0.4329, lift_point: 0.1363, 0.4329; The action is #DUAL_POINT#; touch_point: 0.1667, 0.1689, lift_point: 0.1667, 0.1689; The action is #DUAL_POINT#; touch_point: 0.3062, 0.4479, lift_point: 0.3062, 0.4479; The action is #TYPE#; And the content is : \"typed_text\": \"reddit\"; The action is #DUAL_POINT#; touch_point: 0.1958, 0.4127, lift_point: 0.1958, 0.4127; The action is #DUAL_POINT#; touch_point: 0.3548, 0.1196, lift_point: 0.3548, 0.1196", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/9994_9.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Los Angeles?", "response": "The action is #DUAL_POINT#; touch_point: 0.9226, 0.4547, lift_point: 0.9226, 0.4547", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10035_1.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Los Angeles?; The action is #DUAL_POINT#; touch_point: 0.9226, 0.4547, lift_point: 0.9226, 0.4547", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in Los Angeles\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10035_2.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Los Angeles?; The action is #DUAL_POINT#; touch_point: 0.9226, 0.4547, lift_point: 0.9226, 0.4547; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in Los Angeles\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1297, 0.4485, lift_point: 0.1297, 0.4485", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10035_3.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Los Angeles?; The action is #DUAL_POINT#; touch_point: 0.9226, 0.4547, lift_point: 0.9226, 0.4547; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in Los Angeles\"; The action is #DUAL_POINT#; touch_point: 0.1297, 0.4485, lift_point: 0.1297, 0.4485", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10035_4.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Los Angeles?; The action is #DUAL_POINT#; touch_point: 0.9226, 0.4547, lift_point: 0.9226, 0.4547; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in Los Angeles\"; The action is #DUAL_POINT#; touch_point: 0.1297, 0.4485, lift_point: 0.1297, 0.4485; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10035_5.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Los Angeles?; The action is #DUAL_POINT#; touch_point: 0.9226, 0.4547, lift_point: 0.9226, 0.4547; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in Los Angeles\"; The action is #DUAL_POINT#; touch_point: 0.1297, 0.4485, lift_point: 0.1297, 0.4485; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.4832, 0.6053, lift_point: 0.4832, 0.6053", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10035_6.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Los Angeles?; The action is #DUAL_POINT#; touch_point: 0.9226, 0.4547, lift_point: 0.9226, 0.4547; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in Los Angeles\"; The action is #DUAL_POINT#; touch_point: 0.1297, 0.4485, lift_point: 0.1297, 0.4485; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4832, 0.6053, lift_point: 0.4832, 0.6053", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10035_7.png" ] }, { "query": "\nPrevious Actions: Goal: Searchfor good French restaurants", "response": "The action is #PRESS_BACK#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10060_1.png" ] }, { "query": "\nPrevious Actions: Goal: Searchfor good French restaurants; The action is #PRESS_BACK#", "response": "The action is #DUAL_POINT#; touch_point: 0.9194, 0.2965, lift_point: 0.9194, 0.2965", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10060_2.png" ] }, { "query": "\nPrevious Actions: Goal: Searchfor good French restaurants; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.9194, 0.2965, lift_point: 0.9194, 0.2965", "response": "The action is #DUAL_POINT#; touch_point: 0.0682, 0.3636, lift_point: 0.0682, 0.3636", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10060_3.png" ] }, { "query": "\nPrevious Actions: Goal: Searchfor good French restaurants; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.9194, 0.2965, lift_point: 0.9194, 0.2965; The action is #DUAL_POINT#; touch_point: 0.0682, 0.3636, lift_point: 0.0682, 0.3636", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"good French restaurants\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10060_4.png" ] }, { "query": "\nPrevious Actions: Goal: Searchfor good French restaurants; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.9194, 0.2965, lift_point: 0.9194, 0.2965; The action is #DUAL_POINT#; touch_point: 0.0682, 0.3636, lift_point: 0.0682, 0.3636; The action is #TYPE#; And the content is : \"typed_text\": \"good French restaurants\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1176, 0.603, lift_point: 0.1176, 0.603", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10060_5.png" ] }, { "query": "\nPrevious Actions: Goal: Searchfor good French restaurants; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.9194, 0.2965, lift_point: 0.9194, 0.2965; The action is #DUAL_POINT#; touch_point: 0.0682, 0.3636, lift_point: 0.0682, 0.3636; The action is #TYPE#; And the content is : \"typed_text\": \"good French restaurants\"; The action is #DUAL_POINT#; touch_point: 0.1176, 0.603, lift_point: 0.1176, 0.603", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10060_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Portland?", "response": "The action is #DUAL_POINT#; touch_point: 0.9428, 0.524, lift_point: 0.9428, 0.524", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10083_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Portland?; The action is #DUAL_POINT#; touch_point: 0.9428, 0.524, lift_point: 0.9428, 0.524", "response": "The action is #DUAL_POINT#; touch_point: 0.0667, 0.271, lift_point: 0.0667, 0.271", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10083_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Portland?; The action is #DUAL_POINT#; touch_point: 0.9428, 0.524, lift_point: 0.9428, 0.524; The action is #DUAL_POINT#; touch_point: 0.0667, 0.271, lift_point: 0.0667, 0.271", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Portland?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10083_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Portland?; The action is #DUAL_POINT#; touch_point: 0.9428, 0.524, lift_point: 0.9428, 0.524; The action is #DUAL_POINT#; touch_point: 0.0667, 0.271, lift_point: 0.0667, 0.271; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Portland?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.2718, 0.5393, lift_point: 0.2718, 0.5393", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10083_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Portland?; The action is #DUAL_POINT#; touch_point: 0.9428, 0.524, lift_point: 0.9428, 0.524; The action is #DUAL_POINT#; touch_point: 0.0667, 0.271, lift_point: 0.0667, 0.271; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Portland?\"; The action is #DUAL_POINT#; touch_point: 0.2718, 0.5393, lift_point: 0.2718, 0.5393", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10083_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Barcelona to Boston", "response": "The action is #DUAL_POINT#; touch_point: 0.9014, 0.4658, lift_point: 0.9014, 0.4658", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10202_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Barcelona to Boston; The action is #DUAL_POINT#; touch_point: 0.9014, 0.4658, lift_point: 0.9014, 0.4658", "response": "The action is #DUAL_POINT#; touch_point: 0.0603, 0.3868, lift_point: 0.0603, 0.3868", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10202_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Barcelona to Boston; The action is #DUAL_POINT#; touch_point: 0.9014, 0.4658, lift_point: 0.9014, 0.4658; The action is #DUAL_POINT#; touch_point: 0.0603, 0.3868, lift_point: 0.0603, 0.3868", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for flights from Barcelona to Boston\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10202_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Barcelona to Boston; The action is #DUAL_POINT#; touch_point: 0.9014, 0.4658, lift_point: 0.9014, 0.4658; The action is #DUAL_POINT#; touch_point: 0.0603, 0.3868, lift_point: 0.0603, 0.3868; The action is #TYPE#; And the content is : \"typed_text\": \"Search for flights from Barcelona to Boston\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1319, 0.272, lift_point: 0.1319, 0.272", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10202_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Barcelona to Boston; The action is #DUAL_POINT#; touch_point: 0.9014, 0.4658, lift_point: 0.9014, 0.4658; The action is #DUAL_POINT#; touch_point: 0.0603, 0.3868, lift_point: 0.0603, 0.3868; The action is #TYPE#; And the content is : \"typed_text\": \"Search for flights from Barcelona to Boston\"; The action is #DUAL_POINT#; touch_point: 0.1319, 0.272, lift_point: 0.1319, 0.272", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10202_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Barcelona to Boston; The action is #DUAL_POINT#; touch_point: 0.9014, 0.4658, lift_point: 0.9014, 0.4658; The action is #DUAL_POINT#; touch_point: 0.0603, 0.3868, lift_point: 0.0603, 0.3868; The action is #TYPE#; And the content is : \"typed_text\": \"Search for flights from Barcelona to Boston\"; The action is #DUAL_POINT#; touch_point: 0.1319, 0.272, lift_point: 0.1319, 0.272; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.5594, 0.3859, lift_point: 0.5594, 0.3859", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10202_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Barcelona to Boston; The action is #DUAL_POINT#; touch_point: 0.9014, 0.4658, lift_point: 0.9014, 0.4658; The action is #DUAL_POINT#; touch_point: 0.0603, 0.3868, lift_point: 0.0603, 0.3868; The action is #TYPE#; And the content is : \"typed_text\": \"Search for flights from Barcelona to Boston\"; The action is #DUAL_POINT#; touch_point: 0.1319, 0.272, lift_point: 0.1319, 0.272; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5594, 0.3859, lift_point: 0.5594, 0.3859", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10202_7.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the HisenseTV cost?", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10211_1.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the HisenseTV cost?; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.0914, 0.497, lift_point: 0.0914, 0.497", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10211_2.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the HisenseTV cost?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0914, 0.497, lift_point: 0.0914, 0.497", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10211_3.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the HisenseTV cost?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0914, 0.497, lift_point: 0.0914, 0.497; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.607, 0.1523, lift_point: 0.607, 0.1523", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10211_4.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the HisenseTV cost?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0914, 0.497, lift_point: 0.0914, 0.497; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.607, 0.1523, lift_point: 0.607, 0.1523", "response": "The action is #DUAL_POINT#; touch_point: 0.2242, 0.3622, lift_point: 0.2242, 0.3622", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10211_5.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the HisenseTV cost?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0914, 0.497, lift_point: 0.0914, 0.497; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.607, 0.1523, lift_point: 0.607, 0.1523; The action is #DUAL_POINT#; touch_point: 0.2242, 0.3622, lift_point: 0.2242, 0.3622", "response": "The action is #DUAL_POINT#; touch_point: 0.0716, 0.3798, lift_point: 0.0716, 0.3798", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10211_6.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the HisenseTV cost?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0914, 0.497, lift_point: 0.0914, 0.497; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.607, 0.1523, lift_point: 0.607, 0.1523; The action is #DUAL_POINT#; touch_point: 0.2242, 0.3622, lift_point: 0.2242, 0.3622; The action is #DUAL_POINT#; touch_point: 0.0716, 0.3798, lift_point: 0.0716, 0.3798", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does the HisenseTV cost\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10211_7.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the HisenseTV cost?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0914, 0.497, lift_point: 0.0914, 0.497; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.607, 0.1523, lift_point: 0.607, 0.1523; The action is #DUAL_POINT#; touch_point: 0.2242, 0.3622, lift_point: 0.2242, 0.3622; The action is #DUAL_POINT#; touch_point: 0.0716, 0.3798, lift_point: 0.0716, 0.3798; The action is #TYPE#; And the content is : \"typed_text\": \"How much does the HisenseTV cost\"", "response": "The action is #DUAL_POINT#; touch_point: 0.4034, 0.4373, lift_point: 0.4034, 0.4373", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10211_8.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the HisenseTV cost?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0914, 0.497, lift_point: 0.0914, 0.497; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.607, 0.1523, lift_point: 0.607, 0.1523; The action is #DUAL_POINT#; touch_point: 0.2242, 0.3622, lift_point: 0.2242, 0.3622; The action is #DUAL_POINT#; touch_point: 0.0716, 0.3798, lift_point: 0.0716, 0.3798; The action is #TYPE#; And the content is : \"typed_text\": \"How much does the HisenseTV cost\"; The action is #DUAL_POINT#; touch_point: 0.4034, 0.4373, lift_point: 0.4034, 0.4373", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10211_9.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Google app", "response": "The action is #DUAL_POINT#; touch_point: 0.8139, 0.8516, lift_point: 0.8139, 0.8516", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10257_1.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Google app; The action is #DUAL_POINT#; touch_point: 0.8139, 0.8516, lift_point: 0.8139, 0.8516", "response": "The action is #DUAL_POINT#; touch_point: 0.0693, 0.2988, lift_point: 0.0693, 0.2988", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10257_2.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Google app; The action is #DUAL_POINT#; touch_point: 0.8139, 0.8516, lift_point: 0.8139, 0.8516; The action is #DUAL_POINT#; touch_point: 0.0693, 0.2988, lift_point: 0.0693, 0.2988", "response": "The action is #DUAL_POINT#; touch_point: 0.0822, 0.5471, lift_point: 0.0822, 0.5471", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10257_3.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Google app; The action is #DUAL_POINT#; touch_point: 0.8139, 0.8516, lift_point: 0.8139, 0.8516; The action is #DUAL_POINT#; touch_point: 0.0693, 0.2988, lift_point: 0.0693, 0.2988; The action is #DUAL_POINT#; touch_point: 0.0822, 0.5471, lift_point: 0.0822, 0.5471", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Google app\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10257_4.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Google app; The action is #DUAL_POINT#; touch_point: 0.8139, 0.8516, lift_point: 0.8139, 0.8516; The action is #DUAL_POINT#; touch_point: 0.0693, 0.2988, lift_point: 0.0693, 0.2988; The action is #DUAL_POINT#; touch_point: 0.0822, 0.5471, lift_point: 0.0822, 0.5471; The action is #TYPE#; And the content is : \"typed_text\": \"Google app\"", "response": "The action is #DUAL_POINT#; touch_point: 0.6315, 0.6047, lift_point: 0.6315, 0.6047", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10257_5.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Google app; The action is #DUAL_POINT#; touch_point: 0.8139, 0.8516, lift_point: 0.8139, 0.8516; The action is #DUAL_POINT#; touch_point: 0.0693, 0.2988, lift_point: 0.0693, 0.2988; The action is #DUAL_POINT#; touch_point: 0.0822, 0.5471, lift_point: 0.0822, 0.5471; The action is #TYPE#; And the content is : \"typed_text\": \"Google app\"; The action is #DUAL_POINT#; touch_point: 0.6315, 0.6047, lift_point: 0.6315, 0.6047", "response": "The action is #DUAL_POINT#; touch_point: 0.1344, 0.2843, lift_point: 0.1344, 0.2843", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10257_6.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Google app; The action is #DUAL_POINT#; touch_point: 0.8139, 0.8516, lift_point: 0.8139, 0.8516; The action is #DUAL_POINT#; touch_point: 0.0693, 0.2988, lift_point: 0.0693, 0.2988; The action is #DUAL_POINT#; touch_point: 0.0822, 0.5471, lift_point: 0.0822, 0.5471; The action is #TYPE#; And the content is : \"typed_text\": \"Google app\"; The action is #DUAL_POINT#; touch_point: 0.6315, 0.6047, lift_point: 0.6315, 0.6047; The action is #DUAL_POINT#; touch_point: 0.1344, 0.2843, lift_point: 0.1344, 0.2843", "response": "The action is #DUAL_POINT#; touch_point: 0.1405, 0.4311, lift_point: 0.1405, 0.4311", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10257_7.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Google app; The action is #DUAL_POINT#; touch_point: 0.8139, 0.8516, lift_point: 0.8139, 0.8516; The action is #DUAL_POINT#; touch_point: 0.0693, 0.2988, lift_point: 0.0693, 0.2988; The action is #DUAL_POINT#; touch_point: 0.0822, 0.5471, lift_point: 0.0822, 0.5471; The action is #TYPE#; And the content is : \"typed_text\": \"Google app\"; The action is #DUAL_POINT#; touch_point: 0.6315, 0.6047, lift_point: 0.6315, 0.6047; The action is #DUAL_POINT#; touch_point: 0.1344, 0.2843, lift_point: 0.1344, 0.2843; The action is #DUAL_POINT#; touch_point: 0.1405, 0.4311, lift_point: 0.1405, 0.4311", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10257_8.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Paris", "response": "The action is #DUAL_POINT#; touch_point: 0.9271, 0.4142, lift_point: 0.9271, 0.4142", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10275_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Paris; The action is #DUAL_POINT#; touch_point: 0.9271, 0.4142, lift_point: 0.9271, 0.4142", "response": "The action is #DUAL_POINT#; touch_point: 0.0575, 0.3245, lift_point: 0.0575, 0.3245", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10275_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Paris; The action is #DUAL_POINT#; touch_point: 0.9271, 0.4142, lift_point: 0.9271, 0.4142; The action is #DUAL_POINT#; touch_point: 0.0575, 0.3245, lift_point: 0.0575, 0.3245", "response": "The action is #DUAL_POINT#; touch_point: 0.0672, 0.4669, lift_point: 0.0672, 0.4669", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10275_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Paris; The action is #DUAL_POINT#; touch_point: 0.9271, 0.4142, lift_point: 0.9271, 0.4142; The action is #DUAL_POINT#; touch_point: 0.0575, 0.3245, lift_point: 0.0575, 0.3245; The action is #DUAL_POINT#; touch_point: 0.0672, 0.4669, lift_point: 0.0672, 0.4669", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Paris\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10275_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Paris; The action is #DUAL_POINT#; touch_point: 0.9271, 0.4142, lift_point: 0.9271, 0.4142; The action is #DUAL_POINT#; touch_point: 0.0575, 0.3245, lift_point: 0.0575, 0.3245; The action is #DUAL_POINT#; touch_point: 0.0672, 0.4669, lift_point: 0.0672, 0.4669; The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Paris\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1173, 0.4034, lift_point: 0.1173, 0.4034", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10275_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Paris; The action is #DUAL_POINT#; touch_point: 0.9271, 0.4142, lift_point: 0.9271, 0.4142; The action is #DUAL_POINT#; touch_point: 0.0575, 0.3245, lift_point: 0.0575, 0.3245; The action is #DUAL_POINT#; touch_point: 0.0672, 0.4669, lift_point: 0.0672, 0.4669; The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Paris\"; The action is #DUAL_POINT#; touch_point: 0.1173, 0.4034, lift_point: 0.1173, 0.4034", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10275_6.png" ] }, { "query": "\nPrevious Actions: Goal: Open the contacts", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10320_1.png" ] }, { "query": "\nPrevious Actions: Goal: Open the contacts; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.5299, 0.1896, lift_point: 0.5299, 0.1896", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10320_2.png" ] }, { "query": "\nPrevious Actions: Goal: Open the contacts; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5299, 0.1896, lift_point: 0.5299, 0.1896", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10320_3.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome window", "response": "The action is #DUAL_POINT#; touch_point: 0.8001, 0.6254, lift_point: 0.8001, 0.6254", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10481_1.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome window; The action is #DUAL_POINT#; touch_point: 0.8001, 0.6254, lift_point: 0.8001, 0.6254", "response": "The action is #DUAL_POINT#; touch_point: 0.0557, 0.9678, lift_point: 0.0557, 0.9678", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10481_2.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome window; The action is #DUAL_POINT#; touch_point: 0.8001, 0.6254, lift_point: 0.8001, 0.6254; The action is #DUAL_POINT#; touch_point: 0.0557, 0.9678, lift_point: 0.0557, 0.9678", "response": "The action is #DUAL_POINT#; touch_point: 0.0581, 0.9775, lift_point: 0.0581, 0.9775", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10481_3.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome window; The action is #DUAL_POINT#; touch_point: 0.8001, 0.6254, lift_point: 0.8001, 0.6254; The action is #DUAL_POINT#; touch_point: 0.0557, 0.9678, lift_point: 0.0557, 0.9678; The action is #DUAL_POINT#; touch_point: 0.0581, 0.9775, lift_point: 0.0581, 0.9775", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10481_4.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Home Depot?", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10532_1.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Home Depot?; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.359, 0.6213, lift_point: 0.359, 0.6213", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10532_2.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Home Depot?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.359, 0.6213, lift_point: 0.359, 0.6213", "response": "The action is #DUAL_POINT#; touch_point: 0.0614, 0.5729, lift_point: 0.0614, 0.5729", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10532_3.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Home Depot?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.359, 0.6213, lift_point: 0.359, 0.6213; The action is #DUAL_POINT#; touch_point: 0.0614, 0.5729, lift_point: 0.0614, 0.5729", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"How do i get to the nearest Home Depot?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10532_4.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Home Depot?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.359, 0.6213, lift_point: 0.359, 0.6213; The action is #DUAL_POINT#; touch_point: 0.0614, 0.5729, lift_point: 0.0614, 0.5729; The action is #TYPE#; And the content is : \"typed_text\": \"How do i get to the nearest Home Depot?\"", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10532_5.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Home Depot?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.359, 0.6213, lift_point: 0.359, 0.6213; The action is #DUAL_POINT#; touch_point: 0.0614, 0.5729, lift_point: 0.0614, 0.5729; The action is #TYPE#; And the content is : \"typed_text\": \"How do i get to the nearest Home Depot?\"; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.799, 0.6141, lift_point: 0.799, 0.6141", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10532_6.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Home Depot?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.359, 0.6213, lift_point: 0.359, 0.6213; The action is #DUAL_POINT#; touch_point: 0.0614, 0.5729, lift_point: 0.0614, 0.5729; The action is #TYPE#; And the content is : \"typed_text\": \"How do i get to the nearest Home Depot?\"; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.799, 0.6141, lift_point: 0.799, 0.6141", "response": "The action is #DUAL_POINT#; touch_point: 0.5409, 0.8498, lift_point: 0.5409, 0.8498", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10532_7.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Home Depot?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.359, 0.6213, lift_point: 0.359, 0.6213; The action is #DUAL_POINT#; touch_point: 0.0614, 0.5729, lift_point: 0.0614, 0.5729; The action is #TYPE#; And the content is : \"typed_text\": \"How do i get to the nearest Home Depot?\"; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.799, 0.6141, lift_point: 0.799, 0.6141; The action is #DUAL_POINT#; touch_point: 0.5409, 0.8498, lift_point: 0.5409, 0.8498", "response": "The action is #DUAL_POINT#; touch_point: 0.0483, 0.643, lift_point: 0.0483, 0.643", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10532_8.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Home Depot?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.359, 0.6213, lift_point: 0.359, 0.6213; The action is #DUAL_POINT#; touch_point: 0.0614, 0.5729, lift_point: 0.0614, 0.5729; The action is #TYPE#; And the content is : \"typed_text\": \"How do i get to the nearest Home Depot?\"; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.799, 0.6141, lift_point: 0.799, 0.6141; The action is #DUAL_POINT#; touch_point: 0.5409, 0.8498, lift_point: 0.5409, 0.8498; The action is #DUAL_POINT#; touch_point: 0.0483, 0.643, lift_point: 0.0483, 0.643", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Home Depot?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10532_9.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Home Depot?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.359, 0.6213, lift_point: 0.359, 0.6213; The action is #DUAL_POINT#; touch_point: 0.0614, 0.5729, lift_point: 0.0614, 0.5729; The action is #TYPE#; And the content is : \"typed_text\": \"How do i get to the nearest Home Depot?\"; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.799, 0.6141, lift_point: 0.799, 0.6141; The action is #DUAL_POINT#; touch_point: 0.5409, 0.8498, lift_point: 0.5409, 0.8498; The action is #DUAL_POINT#; touch_point: 0.0483, 0.643, lift_point: 0.0483, 0.643; The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Home Depot?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1231, 0.4027, lift_point: 0.1231, 0.4027", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10532_10.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Home Depot?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.359, 0.6213, lift_point: 0.359, 0.6213; The action is #DUAL_POINT#; touch_point: 0.0614, 0.5729, lift_point: 0.0614, 0.5729; The action is #TYPE#; And the content is : \"typed_text\": \"How do i get to the nearest Home Depot?\"; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.799, 0.6141, lift_point: 0.799, 0.6141; The action is #DUAL_POINT#; touch_point: 0.5409, 0.8498, lift_point: 0.5409, 0.8498; The action is #DUAL_POINT#; touch_point: 0.0483, 0.643, lift_point: 0.0483, 0.643; The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Home Depot?\"; The action is #DUAL_POINT#; touch_point: 0.1231, 0.4027, lift_point: 0.1231, 0.4027", "response": "The action is #DUAL_POINT#; touch_point: 0.6198, 0.4425, lift_point: 0.6198, 0.4425", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10532_11.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Home Depot?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.359, 0.6213, lift_point: 0.359, 0.6213; The action is #DUAL_POINT#; touch_point: 0.0614, 0.5729, lift_point: 0.0614, 0.5729; The action is #TYPE#; And the content is : \"typed_text\": \"How do i get to the nearest Home Depot?\"; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.799, 0.6141, lift_point: 0.799, 0.6141; The action is #DUAL_POINT#; touch_point: 0.5409, 0.8498, lift_point: 0.5409, 0.8498; The action is #DUAL_POINT#; touch_point: 0.0483, 0.643, lift_point: 0.0483, 0.643; The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Home Depot?\"; The action is #DUAL_POINT#; touch_point: 0.1231, 0.4027, lift_point: 0.1231, 0.4027; The action is #DUAL_POINT#; touch_point: 0.6198, 0.4425, lift_point: 0.6198, 0.4425", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10532_12.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Calendar app", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10691_1.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Calendar app; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10691_2.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Calendar app; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.1739, 0.1727, lift_point: 0.1739, 0.1727", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10691_3.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Calendar app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1739, 0.1727, lift_point: 0.1739, 0.1727", "response": "The action is #PRESS_BACK#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10691_4.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Calendar app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1739, 0.1727, lift_point: 0.1739, 0.1727; The action is #PRESS_BACK#", "response": "The action is #DUAL_POINT#; touch_point: 0.0578, 0.6226, lift_point: 0.0578, 0.6226", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10691_5.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Calendar app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1739, 0.1727, lift_point: 0.1739, 0.1727; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.0578, 0.6226, lift_point: 0.0578, 0.6226", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Calendar\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10691_6.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Calendar app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1739, 0.1727, lift_point: 0.1739, 0.1727; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.0578, 0.6226, lift_point: 0.0578, 0.6226; The action is #TYPE#; And the content is : \"typed_text\": \"Calendar\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1135, 0.2094, lift_point: 0.1135, 0.2094", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10691_7.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Calendar app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1739, 0.1727, lift_point: 0.1739, 0.1727; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.0578, 0.6226, lift_point: 0.0578, 0.6226; The action is #TYPE#; And the content is : \"typed_text\": \"Calendar\"; The action is #DUAL_POINT#; touch_point: 0.1135, 0.2094, lift_point: 0.1135, 0.2094", "response": "The action is #DUAL_POINT#; touch_point: 0.4035, 0.3219, lift_point: 0.4035, 0.3219", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10691_8.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Calendar app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1739, 0.1727, lift_point: 0.1739, 0.1727; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.0578, 0.6226, lift_point: 0.0578, 0.6226; The action is #TYPE#; And the content is : \"typed_text\": \"Calendar\"; The action is #DUAL_POINT#; touch_point: 0.1135, 0.2094, lift_point: 0.1135, 0.2094; The action is #DUAL_POINT#; touch_point: 0.4035, 0.3219, lift_point: 0.4035, 0.3219", "response": "The action is #DUAL_POINT#; touch_point: 0.2111, 0.2851, lift_point: 0.2111, 0.2851", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10691_9.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Calendar app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1739, 0.1727, lift_point: 0.1739, 0.1727; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.0578, 0.6226, lift_point: 0.0578, 0.6226; The action is #TYPE#; And the content is : \"typed_text\": \"Calendar\"; The action is #DUAL_POINT#; touch_point: 0.1135, 0.2094, lift_point: 0.1135, 0.2094; The action is #DUAL_POINT#; touch_point: 0.4035, 0.3219, lift_point: 0.4035, 0.3219; The action is #DUAL_POINT#; touch_point: 0.2111, 0.2851, lift_point: 0.2111, 0.2851", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10691_10.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Spotify app", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10816_1.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Spotify app; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10816_2.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Spotify app; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.6644, 0.873, lift_point: 0.6644, 0.873", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10816_3.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Spotify app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6644, 0.873, lift_point: 0.6644, 0.873", "response": "The action is #DUAL_POINT#; touch_point: 0.6644, 0.873, lift_point: 0.6644, 0.873", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10816_4.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Spotify app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6644, 0.873, lift_point: 0.6644, 0.873; The action is #DUAL_POINT#; touch_point: 0.6644, 0.873, lift_point: 0.6644, 0.873", "response": "The action is #DUAL_POINT#; touch_point: 0.6423, 0.8629, lift_point: 0.6423, 0.8629", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10816_5.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Spotify app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6644, 0.873, lift_point: 0.6644, 0.873; The action is #DUAL_POINT#; touch_point: 0.6644, 0.873, lift_point: 0.6644, 0.873; The action is #DUAL_POINT#; touch_point: 0.6423, 0.8629, lift_point: 0.6423, 0.8629", "response": "The action is #DUAL_POINT#; touch_point: 0.6476, 0.889, lift_point: 0.6476, 0.889", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10816_6.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Spotify app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6644, 0.873, lift_point: 0.6644, 0.873; The action is #DUAL_POINT#; touch_point: 0.6644, 0.873, lift_point: 0.6644, 0.873; The action is #DUAL_POINT#; touch_point: 0.6423, 0.8629, lift_point: 0.6423, 0.8629; The action is #DUAL_POINT#; touch_point: 0.6476, 0.889, lift_point: 0.6476, 0.889", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10816_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the US dollar exchange rate against the Brazilian Real?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10838_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the US dollar exchange rate against the Brazilian Real?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.881, 0.3583, lift_point: 0.881, 0.3583", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10838_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the US dollar exchange rate against the Brazilian Real?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.881, 0.3583, lift_point: 0.881, 0.3583", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"US dollar exchange rate against the Brazilian Real\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10838_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the US dollar exchange rate against the Brazilian Real?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.881, 0.3583, lift_point: 0.881, 0.3583; The action is #TYPE#; And the content is : \"typed_text\": \"US dollar exchange rate against the Brazilian Real\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10838_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the US dollar exchange rate against the Brazilian Real?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.881, 0.3583, lift_point: 0.881, 0.3583; The action is #TYPE#; And the content is : \"typed_text\": \"US dollar exchange rate against the Brazilian Real\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10838_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the top post on reddit?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10873_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the top post on reddit?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8885, 0.5074, lift_point: 0.8885, 0.5074", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10873_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the top post on reddit?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8885, 0.5074, lift_point: 0.8885, 0.5074", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10873_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the top post on reddit?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8885, 0.5074, lift_point: 0.8885, 0.5074; The action is #PRESS_ENTER#", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the top post on reddit\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10873_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the top post on reddit?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8885, 0.5074, lift_point: 0.8885, 0.5074; The action is #PRESS_ENTER#; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the top post on reddit\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10873_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the top post on reddit?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8885, 0.5074, lift_point: 0.8885, 0.5074; The action is #PRESS_ENTER#; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the top post on reddit\"; The action is #PRESS_ENTER#", "response": "The action is #DUAL_POINT#; touch_point: 0.583, 0.5171, lift_point: 0.583, 0.5171", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10873_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the top post on reddit?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8885, 0.5074, lift_point: 0.8885, 0.5074; The action is #PRESS_ENTER#; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the top post on reddit\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.583, 0.5171, lift_point: 0.583, 0.5171", "response": "The action is #DUAL_POINT#; touch_point: 0.7293, 0.7629, lift_point: 0.7293, 0.7629", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10873_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the top post on reddit?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8885, 0.5074, lift_point: 0.8885, 0.5074; The action is #PRESS_ENTER#; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the top post on reddit\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.583, 0.5171, lift_point: 0.583, 0.5171; The action is #DUAL_POINT#; touch_point: 0.7293, 0.7629, lift_point: 0.7293, 0.7629", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10873_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Cheesecake Factory?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10901_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Cheesecake Factory?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8821, 0.4104, lift_point: 0.8821, 0.4104", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10901_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Cheesecake Factory?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8821, 0.4104, lift_point: 0.8821, 0.4104", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10901_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Cheesecake Factory?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8821, 0.4104, lift_point: 0.8821, 0.4104; The action is #PRESS_ENTER#", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Cheesecake Factory\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10901_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Cheesecake Factory?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8821, 0.4104, lift_point: 0.8821, 0.4104; The action is #PRESS_ENTER#; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Cheesecake Factory\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10901_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Cheesecake Factory?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8821, 0.4104, lift_point: 0.8821, 0.4104; The action is #PRESS_ENTER#; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Cheesecake Factory\"; The action is #PRESS_ENTER#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10901_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Cheesecake Factory?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8821, 0.4104, lift_point: 0.8821, 0.4104; The action is #PRESS_ENTER#; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Cheesecake Factory\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10901_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Cheesecake Factory?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8821, 0.4104, lift_point: 0.8821, 0.4104; The action is #PRESS_ENTER#; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Cheesecake Factory\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.5323, 0.4879, lift_point: 0.5323, 0.4879", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10901_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Cheesecake Factory?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8821, 0.4104, lift_point: 0.8821, 0.4104; The action is #PRESS_ENTER#; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Cheesecake Factory\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5323, 0.4879, lift_point: 0.5323, 0.4879", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/10901_9.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Sweden?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11038_1.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Sweden?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7766, 0.6942, lift_point: 0.7766, 0.6942", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11038_2.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Sweden?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7766, 0.6942, lift_point: 0.7766, 0.6942", "response": "The action is #DUAL_POINT#; touch_point: 0.0437, 0.4273, lift_point: 0.0437, 0.4273", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11038_3.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Sweden?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7766, 0.6942, lift_point: 0.7766, 0.6942; The action is #DUAL_POINT#; touch_point: 0.0437, 0.4273, lift_point: 0.0437, 0.4273", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of sweden?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11038_4.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Sweden?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7766, 0.6942, lift_point: 0.7766, 0.6942; The action is #DUAL_POINT#; touch_point: 0.0437, 0.4273, lift_point: 0.0437, 0.4273; The action is #TYPE#; And the content is : \"typed_text\": \"capital of sweden?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1335, 0.2836, lift_point: 0.1335, 0.2836", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11038_5.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Sweden?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7766, 0.6942, lift_point: 0.7766, 0.6942; The action is #DUAL_POINT#; touch_point: 0.0437, 0.4273, lift_point: 0.0437, 0.4273; The action is #TYPE#; And the content is : \"typed_text\": \"capital of sweden?\"; The action is #DUAL_POINT#; touch_point: 0.1335, 0.2836, lift_point: 0.1335, 0.2836", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11038_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Red Lobster?", "response": "The action is #DUAL_POINT#; touch_point: 0.7834, 0.698, lift_point: 0.7834, 0.698", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11110_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Red Lobster?; The action is #DUAL_POINT#; touch_point: 0.7834, 0.698, lift_point: 0.7834, 0.698", "response": "The action is #DUAL_POINT#; touch_point: 0.048, 0.5517, lift_point: 0.048, 0.5517", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11110_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Red Lobster?; The action is #DUAL_POINT#; touch_point: 0.7834, 0.698, lift_point: 0.7834, 0.698; The action is #DUAL_POINT#; touch_point: 0.048, 0.5517, lift_point: 0.048, 0.5517", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"menu at red lobster?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11110_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Red Lobster?; The action is #DUAL_POINT#; touch_point: 0.7834, 0.698, lift_point: 0.7834, 0.698; The action is #DUAL_POINT#; touch_point: 0.048, 0.5517, lift_point: 0.048, 0.5517; The action is #TYPE#; And the content is : \"typed_text\": \"menu at red lobster?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1333, 0.249, lift_point: 0.1333, 0.249", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11110_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Red Lobster?; The action is #DUAL_POINT#; touch_point: 0.7834, 0.698, lift_point: 0.7834, 0.698; The action is #DUAL_POINT#; touch_point: 0.048, 0.5517, lift_point: 0.048, 0.5517; The action is #TYPE#; And the content is : \"typed_text\": \"menu at red lobster?\"; The action is #DUAL_POINT#; touch_point: 0.1333, 0.249, lift_point: 0.1333, 0.249", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11110_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Red Lobster?; The action is #DUAL_POINT#; touch_point: 0.7834, 0.698, lift_point: 0.7834, 0.698; The action is #DUAL_POINT#; touch_point: 0.048, 0.5517, lift_point: 0.048, 0.5517; The action is #TYPE#; And the content is : \"typed_text\": \"menu at red lobster?\"; The action is #DUAL_POINT#; touch_point: 0.1333, 0.249, lift_point: 0.1333, 0.249; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.5788, 0.2193, lift_point: 0.5788, 0.2193", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11110_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Red Lobster?; The action is #DUAL_POINT#; touch_point: 0.7834, 0.698, lift_point: 0.7834, 0.698; The action is #DUAL_POINT#; touch_point: 0.048, 0.5517, lift_point: 0.048, 0.5517; The action is #TYPE#; And the content is : \"typed_text\": \"menu at red lobster?\"; The action is #DUAL_POINT#; touch_point: 0.1333, 0.249, lift_point: 0.1333, 0.249; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5788, 0.2193, lift_point: 0.5788, 0.2193", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11110_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new foundation on Sephora", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11124_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new foundation on Sephora; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3718, 0.499, lift_point: 0.3718, 0.499", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11124_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new foundation on Sephora; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3718, 0.499, lift_point: 0.3718, 0.499", "response": "The action is #DUAL_POINT#; touch_point: 0.0464, 0.4043, lift_point: 0.0464, 0.4043", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11124_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new foundation on Sephora; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3718, 0.499, lift_point: 0.3718, 0.499; The action is #DUAL_POINT#; touch_point: 0.0464, 0.4043, lift_point: 0.0464, 0.4043", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"sephora\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11124_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new foundation on Sephora; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3718, 0.499, lift_point: 0.3718, 0.499; The action is #DUAL_POINT#; touch_point: 0.0464, 0.4043, lift_point: 0.0464, 0.4043; The action is #TYPE#; And the content is : \"typed_text\": \"sephora\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1985, 0.2131, lift_point: 0.1985, 0.2131", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11124_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new foundation on Sephora; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3718, 0.499, lift_point: 0.3718, 0.499; The action is #DUAL_POINT#; touch_point: 0.0464, 0.4043, lift_point: 0.0464, 0.4043; The action is #TYPE#; And the content is : \"typed_text\": \"sephora\"; The action is #DUAL_POINT#; touch_point: 0.1985, 0.2131, lift_point: 0.1985, 0.2131", "response": "The action is #DUAL_POINT#; touch_point: 0.4812, 0.2229, lift_point: 0.4812, 0.2229", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11124_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new foundation on Sephora; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3718, 0.499, lift_point: 0.3718, 0.499; The action is #DUAL_POINT#; touch_point: 0.0464, 0.4043, lift_point: 0.0464, 0.4043; The action is #TYPE#; And the content is : \"typed_text\": \"sephora\"; The action is #DUAL_POINT#; touch_point: 0.1985, 0.2131, lift_point: 0.1985, 0.2131; The action is #DUAL_POINT#; touch_point: 0.4812, 0.2229, lift_point: 0.4812, 0.2229", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11124_7.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Argentina", "response": "The action is #DUAL_POINT#; touch_point: 0.7736, 0.6632, lift_point: 0.7736, 0.6632", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11152_1.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Argentina; The action is #DUAL_POINT#; touch_point: 0.7736, 0.6632, lift_point: 0.7736, 0.6632", "response": "The action is #DUAL_POINT#; touch_point: 0.0424, 0.461, lift_point: 0.0424, 0.461", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11152_2.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Argentina; The action is #DUAL_POINT#; touch_point: 0.7736, 0.6632, lift_point: 0.7736, 0.6632; The action is #DUAL_POINT#; touch_point: 0.0424, 0.461, lift_point: 0.0424, 0.461", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Argentina\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11152_3.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Argentina; The action is #DUAL_POINT#; touch_point: 0.7736, 0.6632, lift_point: 0.7736, 0.6632; The action is #DUAL_POINT#; touch_point: 0.0424, 0.461, lift_point: 0.0424, 0.461; The action is #TYPE#; And the content is : \"typed_text\": \"capital of Argentina\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1417, 0.3636, lift_point: 0.1417, 0.3636", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11152_4.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Argentina; The action is #DUAL_POINT#; touch_point: 0.7736, 0.6632, lift_point: 0.7736, 0.6632; The action is #DUAL_POINT#; touch_point: 0.0424, 0.461, lift_point: 0.0424, 0.461; The action is #TYPE#; And the content is : \"typed_text\": \"capital of Argentina\"; The action is #DUAL_POINT#; touch_point: 0.1417, 0.3636, lift_point: 0.1417, 0.3636", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11152_5.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach bag?", "response": "The action is #DUAL_POINT#; touch_point: 0.7825, 0.6827, lift_point: 0.7825, 0.6827", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11296_1.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach bag?; The action is #DUAL_POINT#; touch_point: 0.7825, 0.6827, lift_point: 0.7825, 0.6827", "response": "The action is #DUAL_POINT#; touch_point: 0.0504, 0.4489, lift_point: 0.0504, 0.4489", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11296_2.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach bag?; The action is #DUAL_POINT#; touch_point: 0.7825, 0.6827, lift_point: 0.7825, 0.6827; The action is #DUAL_POINT#; touch_point: 0.0504, 0.4489, lift_point: 0.0504, 0.4489", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"nice beach bag?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11296_3.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach bag?; The action is #DUAL_POINT#; touch_point: 0.7825, 0.6827, lift_point: 0.7825, 0.6827; The action is #DUAL_POINT#; touch_point: 0.0504, 0.4489, lift_point: 0.0504, 0.4489; The action is #TYPE#; And the content is : \"typed_text\": \"nice beach bag?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1411, 0.2757, lift_point: 0.1411, 0.2757", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11296_4.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach bag?; The action is #DUAL_POINT#; touch_point: 0.7825, 0.6827, lift_point: 0.7825, 0.6827; The action is #DUAL_POINT#; touch_point: 0.0504, 0.4489, lift_point: 0.0504, 0.4489; The action is #TYPE#; And the content is : \"typed_text\": \"nice beach bag?\"; The action is #DUAL_POINT#; touch_point: 0.1411, 0.2757, lift_point: 0.1411, 0.2757", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11296_5.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach bag?; The action is #DUAL_POINT#; touch_point: 0.7825, 0.6827, lift_point: 0.7825, 0.6827; The action is #DUAL_POINT#; touch_point: 0.0504, 0.4489, lift_point: 0.0504, 0.4489; The action is #TYPE#; And the content is : \"typed_text\": \"nice beach bag?\"; The action is #DUAL_POINT#; touch_point: 0.1411, 0.2757, lift_point: 0.1411, 0.2757; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.1899, 0.2143, lift_point: 0.1899, 0.2143", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11296_6.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach bag?; The action is #DUAL_POINT#; touch_point: 0.7825, 0.6827, lift_point: 0.7825, 0.6827; The action is #DUAL_POINT#; touch_point: 0.0504, 0.4489, lift_point: 0.0504, 0.4489; The action is #TYPE#; And the content is : \"typed_text\": \"nice beach bag?\"; The action is #DUAL_POINT#; touch_point: 0.1411, 0.2757, lift_point: 0.1411, 0.2757; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1899, 0.2143, lift_point: 0.1899, 0.2143", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11296_7.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach blanket?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11384_1.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach blanket?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7836, 0.6763, lift_point: 0.7836, 0.6763", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11384_2.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach blanket?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7836, 0.6763, lift_point: 0.7836, 0.6763", "response": "The action is #DUAL_POINT#; touch_point: 0.066, 0.2705, lift_point: 0.066, 0.2705", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11384_3.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach blanket?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7836, 0.6763, lift_point: 0.7836, 0.6763; The action is #DUAL_POINT#; touch_point: 0.066, 0.2705, lift_point: 0.066, 0.2705", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"nice beach blanket?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11384_4.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach blanket?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7836, 0.6763, lift_point: 0.7836, 0.6763; The action is #DUAL_POINT#; touch_point: 0.066, 0.2705, lift_point: 0.066, 0.2705; The action is #TYPE#; And the content is : \"typed_text\": \"nice beach blanket?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1411, 0.235, lift_point: 0.1411, 0.235", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11384_5.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach blanket?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7836, 0.6763, lift_point: 0.7836, 0.6763; The action is #DUAL_POINT#; touch_point: 0.066, 0.2705, lift_point: 0.066, 0.2705; The action is #TYPE#; And the content is : \"typed_text\": \"nice beach blanket?\"; The action is #DUAL_POINT#; touch_point: 0.1411, 0.235, lift_point: 0.1411, 0.235", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11384_6.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach blanket?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7836, 0.6763, lift_point: 0.7836, 0.6763; The action is #DUAL_POINT#; touch_point: 0.066, 0.2705, lift_point: 0.066, 0.2705; The action is #TYPE#; And the content is : \"typed_text\": \"nice beach blanket?\"; The action is #DUAL_POINT#; touch_point: 0.1411, 0.235, lift_point: 0.1411, 0.235; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.4708, 0.2896, lift_point: 0.4708, 0.2896", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11384_7.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach blanket?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7836, 0.6763, lift_point: 0.7836, 0.6763; The action is #DUAL_POINT#; touch_point: 0.066, 0.2705, lift_point: 0.066, 0.2705; The action is #TYPE#; And the content is : \"typed_text\": \"nice beach blanket?\"; The action is #DUAL_POINT#; touch_point: 0.1411, 0.235, lift_point: 0.1411, 0.235; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4708, 0.2896, lift_point: 0.4708, 0.2896", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11384_8.png" ] }, { "query": "\nPrevious Actions: Goal: Search for the best Mexican restaurants", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11392_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for the best Mexican restaurants; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7804, 0.678, lift_point: 0.7804, 0.678", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11392_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for the best Mexican restaurants; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7804, 0.678, lift_point: 0.7804, 0.678", "response": "The action is #DUAL_POINT#; touch_point: 0.0421, 0.3922, lift_point: 0.0421, 0.3922", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11392_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for the best Mexican restaurants; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7804, 0.678, lift_point: 0.7804, 0.678; The action is #DUAL_POINT#; touch_point: 0.0421, 0.3922, lift_point: 0.0421, 0.3922", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"best Mexican restaurants\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11392_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for the best Mexican restaurants; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7804, 0.678, lift_point: 0.7804, 0.678; The action is #DUAL_POINT#; touch_point: 0.0421, 0.3922, lift_point: 0.0421, 0.3922; The action is #TYPE#; And the content is : \"typed_text\": \"best Mexican restaurants\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1269, 0.3198, lift_point: 0.1269, 0.3198", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11392_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for the best Mexican restaurants; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7804, 0.678, lift_point: 0.7804, 0.678; The action is #DUAL_POINT#; touch_point: 0.0421, 0.3922, lift_point: 0.0421, 0.3922; The action is #TYPE#; And the content is : \"typed_text\": \"best Mexican restaurants\"; The action is #DUAL_POINT#; touch_point: 0.1269, 0.3198, lift_point: 0.1269, 0.3198", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11392_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for the best Mexican restaurants; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7804, 0.678, lift_point: 0.7804, 0.678; The action is #DUAL_POINT#; touch_point: 0.0421, 0.3922, lift_point: 0.0421, 0.3922; The action is #TYPE#; And the content is : \"typed_text\": \"best Mexican restaurants\"; The action is #DUAL_POINT#; touch_point: 0.1269, 0.3198, lift_point: 0.1269, 0.3198; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.2736, 0.269, lift_point: 0.2736, 0.269", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11392_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for the best Mexican restaurants; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7804, 0.678, lift_point: 0.7804, 0.678; The action is #DUAL_POINT#; touch_point: 0.0421, 0.3922, lift_point: 0.0421, 0.3922; The action is #TYPE#; And the content is : \"typed_text\": \"best Mexican restaurants\"; The action is #DUAL_POINT#; touch_point: 0.1269, 0.3198, lift_point: 0.1269, 0.3198; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2736, 0.269, lift_point: 0.2736, 0.269", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11392_8.png" ] }, { "query": "\nPrevious Actions: Goal: How big is a lion?", "response": "The action is #DUAL_POINT#; touch_point: 0.788, 0.6884, lift_point: 0.788, 0.6884", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11407_1.png" ] }, { "query": "\nPrevious Actions: Goal: How big is a lion?; The action is #DUAL_POINT#; touch_point: 0.788, 0.6884, lift_point: 0.788, 0.6884", "response": "The action is #DUAL_POINT#; touch_point: 0.0413, 0.4771, lift_point: 0.0413, 0.4771", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11407_2.png" ] }, { "query": "\nPrevious Actions: Goal: How big is a lion?; The action is #DUAL_POINT#; touch_point: 0.788, 0.6884, lift_point: 0.788, 0.6884; The action is #DUAL_POINT#; touch_point: 0.0413, 0.4771, lift_point: 0.0413, 0.4771", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"big is a lion?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11407_3.png" ] }, { "query": "\nPrevious Actions: Goal: How big is a lion?; The action is #DUAL_POINT#; touch_point: 0.788, 0.6884, lift_point: 0.788, 0.6884; The action is #DUAL_POINT#; touch_point: 0.0413, 0.4771, lift_point: 0.0413, 0.4771; The action is #TYPE#; And the content is : \"typed_text\": \"big is a lion?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1387, 0.2413, lift_point: 0.1387, 0.2413", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11407_4.png" ] }, { "query": "\nPrevious Actions: Goal: How big is a lion?; The action is #DUAL_POINT#; touch_point: 0.788, 0.6884, lift_point: 0.788, 0.6884; The action is #DUAL_POINT#; touch_point: 0.0413, 0.4771, lift_point: 0.0413, 0.4771; The action is #TYPE#; And the content is : \"typed_text\": \"big is a lion?\"; The action is #DUAL_POINT#; touch_point: 0.1387, 0.2413, lift_point: 0.1387, 0.2413", "response": "The action is #DUAL_POINT#; touch_point: 0.8387, 0.5262, lift_point: 0.8387, 0.5262", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11407_5.png" ] }, { "query": "\nPrevious Actions: Goal: How big is a lion?; The action is #DUAL_POINT#; touch_point: 0.788, 0.6884, lift_point: 0.788, 0.6884; The action is #DUAL_POINT#; touch_point: 0.0413, 0.4771, lift_point: 0.0413, 0.4771; The action is #TYPE#; And the content is : \"typed_text\": \"big is a lion?\"; The action is #DUAL_POINT#; touch_point: 0.1387, 0.2413, lift_point: 0.1387, 0.2413; The action is #DUAL_POINT#; touch_point: 0.8387, 0.5262, lift_point: 0.8387, 0.5262", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11407_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Bolivia?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11465_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Bolivia?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7723, 0.6778, lift_point: 0.7723, 0.6778", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11465_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Bolivia?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7723, 0.6778, lift_point: 0.7723, 0.6778", "response": "The action is #DUAL_POINT#; touch_point: 0.0473, 0.3652, lift_point: 0.0473, 0.3652", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11465_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Bolivia?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7723, 0.6778, lift_point: 0.7723, 0.6778; The action is #DUAL_POINT#; touch_point: 0.0473, 0.3652, lift_point: 0.0473, 0.3652", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"news in Bolivia\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11465_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Bolivia?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7723, 0.6778, lift_point: 0.7723, 0.6778; The action is #DUAL_POINT#; touch_point: 0.0473, 0.3652, lift_point: 0.0473, 0.3652; The action is #TYPE#; And the content is : \"typed_text\": \"news in Bolivia\"", "response": "The action is #DUAL_POINT#; touch_point: 0.136, 0.3202, lift_point: 0.136, 0.3202", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11465_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Bolivia?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7723, 0.6778, lift_point: 0.7723, 0.6778; The action is #DUAL_POINT#; touch_point: 0.0473, 0.3652, lift_point: 0.0473, 0.3652; The action is #TYPE#; And the content is : \"typed_text\": \"news in Bolivia\"; The action is #DUAL_POINT#; touch_point: 0.136, 0.3202, lift_point: 0.136, 0.3202", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11465_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Bolivia?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7723, 0.6778, lift_point: 0.7723, 0.6778; The action is #DUAL_POINT#; touch_point: 0.0473, 0.3652, lift_point: 0.0473, 0.3652; The action is #TYPE#; And the content is : \"typed_text\": \"news in Bolivia\"; The action is #DUAL_POINT#; touch_point: 0.136, 0.3202, lift_point: 0.136, 0.3202; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.6301, 0.1398, lift_point: 0.6301, 0.1398", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11465_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Bolivia?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7723, 0.6778, lift_point: 0.7723, 0.6778; The action is #DUAL_POINT#; touch_point: 0.0473, 0.3652, lift_point: 0.0473, 0.3652; The action is #TYPE#; And the content is : \"typed_text\": \"news in Bolivia\"; The action is #DUAL_POINT#; touch_point: 0.136, 0.3202, lift_point: 0.136, 0.3202; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6301, 0.1398, lift_point: 0.6301, 0.1398", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11465_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Bolivia?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7723, 0.6778, lift_point: 0.7723, 0.6778; The action is #DUAL_POINT#; touch_point: 0.0473, 0.3652, lift_point: 0.0473, 0.3652; The action is #TYPE#; And the content is : \"typed_text\": \"news in Bolivia\"; The action is #DUAL_POINT#; touch_point: 0.136, 0.3202, lift_point: 0.136, 0.3202; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6301, 0.1398, lift_point: 0.6301, 0.1398; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11465_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Bolivia?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7723, 0.6778, lift_point: 0.7723, 0.6778; The action is #DUAL_POINT#; touch_point: 0.0473, 0.3652, lift_point: 0.0473, 0.3652; The action is #TYPE#; And the content is : \"typed_text\": \"news in Bolivia\"; The action is #DUAL_POINT#; touch_point: 0.136, 0.3202, lift_point: 0.136, 0.3202; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6301, 0.1398, lift_point: 0.6301, 0.1398; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.1898, 0.1467, lift_point: 0.1898, 0.1467", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11465_10.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Bolivia?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7723, 0.6778, lift_point: 0.7723, 0.6778; The action is #DUAL_POINT#; touch_point: 0.0473, 0.3652, lift_point: 0.0473, 0.3652; The action is #TYPE#; And the content is : \"typed_text\": \"news in Bolivia\"; The action is #DUAL_POINT#; touch_point: 0.136, 0.3202, lift_point: 0.136, 0.3202; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6301, 0.1398, lift_point: 0.6301, 0.1398; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1898, 0.1467, lift_point: 0.1898, 0.1467", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11465_11.png" ] }, { "query": "\nPrevious Actions: Goal: Open the calculator", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11730_1.png" ] }, { "query": "\nPrevious Actions: Goal: Open the calculator; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11730_2.png" ] }, { "query": "\nPrevious Actions: Goal: Open the calculator; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.6324, 0.1221, lift_point: 0.6324, 0.1221", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11730_3.png" ] }, { "query": "\nPrevious Actions: Goal: Open the calculator; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6324, 0.1221, lift_point: 0.6324, 0.1221", "response": "The action is #DUAL_POINT#; touch_point: 0.0594, 0.4623, lift_point: 0.0594, 0.4623", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11730_4.png" ] }, { "query": "\nPrevious Actions: Goal: Open the calculator; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6324, 0.1221, lift_point: 0.6324, 0.1221; The action is #DUAL_POINT#; touch_point: 0.0594, 0.4623, lift_point: 0.0594, 0.4623", "response": "The action is #DUAL_POINT#; touch_point: 0.0583, 0.9216, lift_point: 0.0583, 0.9216", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11730_5.png" ] }, { "query": "\nPrevious Actions: Goal: Open the calculator; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6324, 0.1221, lift_point: 0.6324, 0.1221; The action is #DUAL_POINT#; touch_point: 0.0594, 0.4623, lift_point: 0.0594, 0.4623; The action is #DUAL_POINT#; touch_point: 0.0583, 0.9216, lift_point: 0.0583, 0.9216", "response": "The action is #DUAL_POINT#; touch_point: 0.0685, 0.4403, lift_point: 0.0685, 0.4403", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11730_6.png" ] }, { "query": "\nPrevious Actions: Goal: Open the calculator; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6324, 0.1221, lift_point: 0.6324, 0.1221; The action is #DUAL_POINT#; touch_point: 0.0594, 0.4623, lift_point: 0.0594, 0.4623; The action is #DUAL_POINT#; touch_point: 0.0583, 0.9216, lift_point: 0.0583, 0.9216; The action is #DUAL_POINT#; touch_point: 0.0685, 0.4403, lift_point: 0.0685, 0.4403", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Open the calculator \"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11730_7.png" ] }, { "query": "\nPrevious Actions: Goal: Open the calculator; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6324, 0.1221, lift_point: 0.6324, 0.1221; The action is #DUAL_POINT#; touch_point: 0.0594, 0.4623, lift_point: 0.0594, 0.4623; The action is #DUAL_POINT#; touch_point: 0.0583, 0.9216, lift_point: 0.0583, 0.9216; The action is #DUAL_POINT#; touch_point: 0.0685, 0.4403, lift_point: 0.0685, 0.4403; The action is #TYPE#; And the content is : \"typed_text\": \"Open the calculator \"", "response": "The action is #DUAL_POINT#; touch_point: 0.1461, 0.4406, lift_point: 0.1461, 0.4406", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11730_8.png" ] }, { "query": "\nPrevious Actions: Goal: Open the calculator; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6324, 0.1221, lift_point: 0.6324, 0.1221; The action is #DUAL_POINT#; touch_point: 0.0594, 0.4623, lift_point: 0.0594, 0.4623; The action is #DUAL_POINT#; touch_point: 0.0583, 0.9216, lift_point: 0.0583, 0.9216; The action is #DUAL_POINT#; touch_point: 0.0685, 0.4403, lift_point: 0.0685, 0.4403; The action is #TYPE#; And the content is : \"typed_text\": \"Open the calculator \"; The action is #DUAL_POINT#; touch_point: 0.1461, 0.4406, lift_point: 0.1461, 0.4406", "response": "The action is #DUAL_POINT#; touch_point: 0.3076, 0.3562, lift_point: 0.3076, 0.3562", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11730_9.png" ] }, { "query": "\nPrevious Actions: Goal: Open the calculator; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6324, 0.1221, lift_point: 0.6324, 0.1221; The action is #DUAL_POINT#; touch_point: 0.0594, 0.4623, lift_point: 0.0594, 0.4623; The action is #DUAL_POINT#; touch_point: 0.0583, 0.9216, lift_point: 0.0583, 0.9216; The action is #DUAL_POINT#; touch_point: 0.0685, 0.4403, lift_point: 0.0685, 0.4403; The action is #TYPE#; And the content is : \"typed_text\": \"Open the calculator \"; The action is #DUAL_POINT#; touch_point: 0.1461, 0.4406, lift_point: 0.1461, 0.4406; The action is #DUAL_POINT#; touch_point: 0.3076, 0.3562, lift_point: 0.3076, 0.3562", "response": "The action is #DUAL_POINT#; touch_point: 0.6333, 0.7567, lift_point: 0.6333, 0.7567", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11730_10.png" ] }, { "query": "\nPrevious Actions: Goal: Open the calculator; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6324, 0.1221, lift_point: 0.6324, 0.1221; The action is #DUAL_POINT#; touch_point: 0.0594, 0.4623, lift_point: 0.0594, 0.4623; The action is #DUAL_POINT#; touch_point: 0.0583, 0.9216, lift_point: 0.0583, 0.9216; The action is #DUAL_POINT#; touch_point: 0.0685, 0.4403, lift_point: 0.0685, 0.4403; The action is #TYPE#; And the content is : \"typed_text\": \"Open the calculator \"; The action is #DUAL_POINT#; touch_point: 0.1461, 0.4406, lift_point: 0.1461, 0.4406; The action is #DUAL_POINT#; touch_point: 0.3076, 0.3562, lift_point: 0.3076, 0.3562; The action is #DUAL_POINT#; touch_point: 0.6333, 0.7567, lift_point: 0.6333, 0.7567", "response": "The action is #DUAL_POINT#; touch_point: 0.5973, 0.8227, lift_point: 0.5973, 0.8227", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11730_11.png" ] }, { "query": "\nPrevious Actions: Goal: Open the calculator; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6324, 0.1221, lift_point: 0.6324, 0.1221; The action is #DUAL_POINT#; touch_point: 0.0594, 0.4623, lift_point: 0.0594, 0.4623; The action is #DUAL_POINT#; touch_point: 0.0583, 0.9216, lift_point: 0.0583, 0.9216; The action is #DUAL_POINT#; touch_point: 0.0685, 0.4403, lift_point: 0.0685, 0.4403; The action is #TYPE#; And the content is : \"typed_text\": \"Open the calculator \"; The action is #DUAL_POINT#; touch_point: 0.1461, 0.4406, lift_point: 0.1461, 0.4406; The action is #DUAL_POINT#; touch_point: 0.3076, 0.3562, lift_point: 0.3076, 0.3562; The action is #DUAL_POINT#; touch_point: 0.6333, 0.7567, lift_point: 0.6333, 0.7567; The action is #DUAL_POINT#; touch_point: 0.5973, 0.8227, lift_point: 0.5973, 0.8227", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11730_12.png" ] }, { "query": "\nPrevious Actions: Goal: Search for top rated burger restaurants on Google Maps", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11768_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for top rated burger restaurants on Google Maps; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.6481, 0.5887, lift_point: 0.6481, 0.5887", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11768_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for top rated burger restaurants on Google Maps; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6481, 0.5887, lift_point: 0.6481, 0.5887", "response": "The action is #DUAL_POINT#; touch_point: 0.0529, 0.3639, lift_point: 0.0529, 0.3639", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11768_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for top rated burger restaurants on Google Maps; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6481, 0.5887, lift_point: 0.6481, 0.5887; The action is #DUAL_POINT#; touch_point: 0.0529, 0.3639, lift_point: 0.0529, 0.3639", "response": "The action is #TYPE#; And the content is : \"typed_text\": \" burger restaurants \"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11768_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for top rated burger restaurants on Google Maps; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6481, 0.5887, lift_point: 0.6481, 0.5887; The action is #DUAL_POINT#; touch_point: 0.0529, 0.3639, lift_point: 0.0529, 0.3639; The action is #TYPE#; And the content is : \"typed_text\": \" burger restaurants \"", "response": "The action is #DUAL_POINT#; touch_point: 0.1507, 0.369, lift_point: 0.1507, 0.369", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11768_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for top rated burger restaurants on Google Maps; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6481, 0.5887, lift_point: 0.6481, 0.5887; The action is #DUAL_POINT#; touch_point: 0.0529, 0.3639, lift_point: 0.0529, 0.3639; The action is #TYPE#; And the content is : \"typed_text\": \" burger restaurants \"; The action is #DUAL_POINT#; touch_point: 0.1507, 0.369, lift_point: 0.1507, 0.369", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11768_6.png" ] }, { "query": "\nPrevious Actions: Goal: Open the calendar and show me this week's events?", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11946_1.png" ] }, { "query": "\nPrevious Actions: Goal: Open the calendar and show me this week's events?; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.5943, 0.3915, lift_point: 0.5943, 0.3915", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11946_2.png" ] }, { "query": "\nPrevious Actions: Goal: Open the calendar and show me this week's events?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5943, 0.3915, lift_point: 0.5943, 0.3915", "response": "The action is #DUAL_POINT#; touch_point: 0.2742, 0.3428, lift_point: 0.2742, 0.3428", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11946_3.png" ] }, { "query": "\nPrevious Actions: Goal: Open the calendar and show me this week's events?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5943, 0.3915, lift_point: 0.5943, 0.3915; The action is #DUAL_POINT#; touch_point: 0.2742, 0.3428, lift_point: 0.2742, 0.3428", "response": "The action is #DUAL_POINT#; touch_point: 0.0705, 0.9113, lift_point: 0.0705, 0.9113", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11946_4.png" ] }, { "query": "\nPrevious Actions: Goal: Open the calendar and show me this week's events?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5943, 0.3915, lift_point: 0.5943, 0.3915; The action is #DUAL_POINT#; touch_point: 0.2742, 0.3428, lift_point: 0.2742, 0.3428; The action is #DUAL_POINT#; touch_point: 0.0705, 0.9113, lift_point: 0.0705, 0.9113", "response": "The action is #DUAL_POINT#; touch_point: 0.0633, 0.4191, lift_point: 0.0633, 0.4191", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11946_5.png" ] }, { "query": "\nPrevious Actions: Goal: Open the calendar and show me this week's events?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5943, 0.3915, lift_point: 0.5943, 0.3915; The action is #DUAL_POINT#; touch_point: 0.2742, 0.3428, lift_point: 0.2742, 0.3428; The action is #DUAL_POINT#; touch_point: 0.0705, 0.9113, lift_point: 0.0705, 0.9113; The action is #DUAL_POINT#; touch_point: 0.0633, 0.4191, lift_point: 0.0633, 0.4191", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Open the calendar and show me this weeks events? \"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11946_6.png" ] }, { "query": "\nPrevious Actions: Goal: Open the calendar and show me this week's events?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5943, 0.3915, lift_point: 0.5943, 0.3915; The action is #DUAL_POINT#; touch_point: 0.2742, 0.3428, lift_point: 0.2742, 0.3428; The action is #DUAL_POINT#; touch_point: 0.0705, 0.9113, lift_point: 0.0705, 0.9113; The action is #DUAL_POINT#; touch_point: 0.0633, 0.4191, lift_point: 0.0633, 0.4191; The action is #TYPE#; And the content is : \"typed_text\": \"Open the calendar and show me this weeks events? \"", "response": "The action is #DUAL_POINT#; touch_point: 0.1329, 0.4739, lift_point: 0.1329, 0.4739", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11946_7.png" ] }, { "query": "\nPrevious Actions: Goal: Open the calendar and show me this week's events?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5943, 0.3915, lift_point: 0.5943, 0.3915; The action is #DUAL_POINT#; touch_point: 0.2742, 0.3428, lift_point: 0.2742, 0.3428; The action is #DUAL_POINT#; touch_point: 0.0705, 0.9113, lift_point: 0.0705, 0.9113; The action is #DUAL_POINT#; touch_point: 0.0633, 0.4191, lift_point: 0.0633, 0.4191; The action is #TYPE#; And the content is : \"typed_text\": \"Open the calendar and show me this weeks events? \"; The action is #DUAL_POINT#; touch_point: 0.1329, 0.4739, lift_point: 0.1329, 0.4739", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11946_8.png" ] }, { "query": "\nPrevious Actions: Goal: Open the calendar and show me this week's events?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5943, 0.3915, lift_point: 0.5943, 0.3915; The action is #DUAL_POINT#; touch_point: 0.2742, 0.3428, lift_point: 0.2742, 0.3428; The action is #DUAL_POINT#; touch_point: 0.0705, 0.9113, lift_point: 0.0705, 0.9113; The action is #DUAL_POINT#; touch_point: 0.0633, 0.4191, lift_point: 0.0633, 0.4191; The action is #TYPE#; And the content is : \"typed_text\": \"Open the calendar and show me this weeks events? \"; The action is #DUAL_POINT#; touch_point: 0.1329, 0.4739, lift_point: 0.1329, 0.4739; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11946_9.png" ] }, { "query": "\nPrevious Actions: Goal: Open the calendar and show me this week's events?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5943, 0.3915, lift_point: 0.5943, 0.3915; The action is #DUAL_POINT#; touch_point: 0.2742, 0.3428, lift_point: 0.2742, 0.3428; The action is #DUAL_POINT#; touch_point: 0.0705, 0.9113, lift_point: 0.0705, 0.9113; The action is #DUAL_POINT#; touch_point: 0.0633, 0.4191, lift_point: 0.0633, 0.4191; The action is #TYPE#; And the content is : \"typed_text\": \"Open the calendar and show me this weeks events? \"; The action is #DUAL_POINT#; touch_point: 0.1329, 0.4739, lift_point: 0.1329, 0.4739; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3179, 0.3807, lift_point: 0.3179, 0.3807", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11946_10.png" ] }, { "query": "\nPrevious Actions: Goal: Open the calendar and show me this week's events?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5943, 0.3915, lift_point: 0.5943, 0.3915; The action is #DUAL_POINT#; touch_point: 0.2742, 0.3428, lift_point: 0.2742, 0.3428; The action is #DUAL_POINT#; touch_point: 0.0705, 0.9113, lift_point: 0.0705, 0.9113; The action is #DUAL_POINT#; touch_point: 0.0633, 0.4191, lift_point: 0.0633, 0.4191; The action is #TYPE#; And the content is : \"typed_text\": \"Open the calendar and show me this weeks events? \"; The action is #DUAL_POINT#; touch_point: 0.1329, 0.4739, lift_point: 0.1329, 0.4739; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3179, 0.3807, lift_point: 0.3179, 0.3807", "response": "The action is #DUAL_POINT#; touch_point: 0.0521, 0.0913, lift_point: 0.0521, 0.0913", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11946_11.png" ] }, { "query": "\nPrevious Actions: Goal: Open the calendar and show me this week's events?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5943, 0.3915, lift_point: 0.5943, 0.3915; The action is #DUAL_POINT#; touch_point: 0.2742, 0.3428, lift_point: 0.2742, 0.3428; The action is #DUAL_POINT#; touch_point: 0.0705, 0.9113, lift_point: 0.0705, 0.9113; The action is #DUAL_POINT#; touch_point: 0.0633, 0.4191, lift_point: 0.0633, 0.4191; The action is #TYPE#; And the content is : \"typed_text\": \"Open the calendar and show me this weeks events? \"; The action is #DUAL_POINT#; touch_point: 0.1329, 0.4739, lift_point: 0.1329, 0.4739; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3179, 0.3807, lift_point: 0.3179, 0.3807; The action is #DUAL_POINT#; touch_point: 0.0521, 0.0913, lift_point: 0.0521, 0.0913", "response": "The action is #DUAL_POINT#; touch_point: 0.4937, 0.2362, lift_point: 0.4937, 0.2362", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11946_12.png" ] }, { "query": "\nPrevious Actions: Goal: Open the calendar and show me this week's events?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5943, 0.3915, lift_point: 0.5943, 0.3915; The action is #DUAL_POINT#; touch_point: 0.2742, 0.3428, lift_point: 0.2742, 0.3428; The action is #DUAL_POINT#; touch_point: 0.0705, 0.9113, lift_point: 0.0705, 0.9113; The action is #DUAL_POINT#; touch_point: 0.0633, 0.4191, lift_point: 0.0633, 0.4191; The action is #TYPE#; And the content is : \"typed_text\": \"Open the calendar and show me this weeks events? \"; The action is #DUAL_POINT#; touch_point: 0.1329, 0.4739, lift_point: 0.1329, 0.4739; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3179, 0.3807, lift_point: 0.3179, 0.3807; The action is #DUAL_POINT#; touch_point: 0.0521, 0.0913, lift_point: 0.0521, 0.0913; The action is #DUAL_POINT#; touch_point: 0.4937, 0.2362, lift_point: 0.4937, 0.2362", "response": "The action is #DUAL_POINT#; touch_point: 0.5199, 0.2492, lift_point: 0.5199, 0.2492", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11946_13.png" ] }, { "query": "\nPrevious Actions: Goal: Open the calendar and show me this week's events?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5943, 0.3915, lift_point: 0.5943, 0.3915; The action is #DUAL_POINT#; touch_point: 0.2742, 0.3428, lift_point: 0.2742, 0.3428; The action is #DUAL_POINT#; touch_point: 0.0705, 0.9113, lift_point: 0.0705, 0.9113; The action is #DUAL_POINT#; touch_point: 0.0633, 0.4191, lift_point: 0.0633, 0.4191; The action is #TYPE#; And the content is : \"typed_text\": \"Open the calendar and show me this weeks events? \"; The action is #DUAL_POINT#; touch_point: 0.1329, 0.4739, lift_point: 0.1329, 0.4739; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3179, 0.3807, lift_point: 0.3179, 0.3807; The action is #DUAL_POINT#; touch_point: 0.0521, 0.0913, lift_point: 0.0521, 0.0913; The action is #DUAL_POINT#; touch_point: 0.4937, 0.2362, lift_point: 0.4937, 0.2362; The action is #DUAL_POINT#; touch_point: 0.5199, 0.2492, lift_point: 0.5199, 0.2492", "response": "The action is #DUAL_POINT#; touch_point: 0.2941, 0.9229, lift_point: 0.2941, 0.9229", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11946_14.png" ] }, { "query": "\nPrevious Actions: Goal: Open the calendar and show me this week's events?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5943, 0.3915, lift_point: 0.5943, 0.3915; The action is #DUAL_POINT#; touch_point: 0.2742, 0.3428, lift_point: 0.2742, 0.3428; The action is #DUAL_POINT#; touch_point: 0.0705, 0.9113, lift_point: 0.0705, 0.9113; The action is #DUAL_POINT#; touch_point: 0.0633, 0.4191, lift_point: 0.0633, 0.4191; The action is #TYPE#; And the content is : \"typed_text\": \"Open the calendar and show me this weeks events? \"; The action is #DUAL_POINT#; touch_point: 0.1329, 0.4739, lift_point: 0.1329, 0.4739; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3179, 0.3807, lift_point: 0.3179, 0.3807; The action is #DUAL_POINT#; touch_point: 0.0521, 0.0913, lift_point: 0.0521, 0.0913; The action is #DUAL_POINT#; touch_point: 0.4937, 0.2362, lift_point: 0.4937, 0.2362; The action is #DUAL_POINT#; touch_point: 0.5199, 0.2492, lift_point: 0.5199, 0.2492; The action is #DUAL_POINT#; touch_point: 0.2941, 0.9229, lift_point: 0.2941, 0.9229", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11946_15.png" ] }, { "query": "\nPrevious Actions: Goal: Play the latest video from the BBC", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11978_1.png" ] }, { "query": "\nPrevious Actions: Goal: Play the latest video from the BBC; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11978_2.png" ] }, { "query": "\nPrevious Actions: Goal: Play the latest video from the BBC; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.5979, 0.3934, lift_point: 0.5979, 0.3934", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11978_3.png" ] }, { "query": "\nPrevious Actions: Goal: Play the latest video from the BBC; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5979, 0.3934, lift_point: 0.5979, 0.3934", "response": "The action is #DUAL_POINT#; touch_point: 0.1291, 0.6564, lift_point: 0.1291, 0.6564", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11978_4.png" ] }, { "query": "\nPrevious Actions: Goal: Play the latest video from the BBC; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5979, 0.3934, lift_point: 0.5979, 0.3934; The action is #DUAL_POINT#; touch_point: 0.1291, 0.6564, lift_point: 0.1291, 0.6564", "response": "The action is #DUAL_POINT#; touch_point: 0.056, 0.9036, lift_point: 0.056, 0.9036", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11978_5.png" ] }, { "query": "\nPrevious Actions: Goal: Play the latest video from the BBC; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5979, 0.3934, lift_point: 0.5979, 0.3934; The action is #DUAL_POINT#; touch_point: 0.1291, 0.6564, lift_point: 0.1291, 0.6564; The action is #DUAL_POINT#; touch_point: 0.056, 0.9036, lift_point: 0.056, 0.9036", "response": "The action is #DUAL_POINT#; touch_point: 0.0562, 0.4158, lift_point: 0.0562, 0.4158", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11978_6.png" ] }, { "query": "\nPrevious Actions: Goal: Play the latest video from the BBC; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5979, 0.3934, lift_point: 0.5979, 0.3934; The action is #DUAL_POINT#; touch_point: 0.1291, 0.6564, lift_point: 0.1291, 0.6564; The action is #DUAL_POINT#; touch_point: 0.056, 0.9036, lift_point: 0.056, 0.9036; The action is #DUAL_POINT#; touch_point: 0.0562, 0.4158, lift_point: 0.0562, 0.4158", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Play the latest video from the BBC \"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11978_7.png" ] }, { "query": "\nPrevious Actions: Goal: Play the latest video from the BBC; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5979, 0.3934, lift_point: 0.5979, 0.3934; The action is #DUAL_POINT#; touch_point: 0.1291, 0.6564, lift_point: 0.1291, 0.6564; The action is #DUAL_POINT#; touch_point: 0.056, 0.9036, lift_point: 0.056, 0.9036; The action is #DUAL_POINT#; touch_point: 0.0562, 0.4158, lift_point: 0.0562, 0.4158; The action is #TYPE#; And the content is : \"typed_text\": \"Play the latest video from the BBC \"", "response": "The action is #DUAL_POINT#; touch_point: 0.1322, 0.4168, lift_point: 0.1322, 0.4168", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11978_8.png" ] }, { "query": "\nPrevious Actions: Goal: Play the latest video from the BBC; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5979, 0.3934, lift_point: 0.5979, 0.3934; The action is #DUAL_POINT#; touch_point: 0.1291, 0.6564, lift_point: 0.1291, 0.6564; The action is #DUAL_POINT#; touch_point: 0.056, 0.9036, lift_point: 0.056, 0.9036; The action is #DUAL_POINT#; touch_point: 0.0562, 0.4158, lift_point: 0.0562, 0.4158; The action is #TYPE#; And the content is : \"typed_text\": \"Play the latest video from the BBC \"; The action is #DUAL_POINT#; touch_point: 0.1322, 0.4168, lift_point: 0.1322, 0.4168", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11978_9.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Boston", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11991_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Boston; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.131, 0.2609, lift_point: 0.131, 0.2609", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11991_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Boston; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.131, 0.2609, lift_point: 0.131, 0.2609", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11991_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Boston; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.131, 0.2609, lift_point: 0.131, 0.2609; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11991_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Boston; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.131, 0.2609, lift_point: 0.131, 0.2609; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.6091, 0.3766, lift_point: 0.6091, 0.3766", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11991_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Boston; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.131, 0.2609, lift_point: 0.131, 0.2609; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6091, 0.3766, lift_point: 0.6091, 0.3766", "response": "The action is #DUAL_POINT#; touch_point: 0.2833, 0.5076, lift_point: 0.2833, 0.5076", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11991_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Boston; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.131, 0.2609, lift_point: 0.131, 0.2609; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6091, 0.3766, lift_point: 0.6091, 0.3766; The action is #DUAL_POINT#; touch_point: 0.2833, 0.5076, lift_point: 0.2833, 0.5076", "response": "The action is #DUAL_POINT#; touch_point: 0.0694, 0.9235, lift_point: 0.0694, 0.9235", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11991_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Boston; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.131, 0.2609, lift_point: 0.131, 0.2609; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6091, 0.3766, lift_point: 0.6091, 0.3766; The action is #DUAL_POINT#; touch_point: 0.2833, 0.5076, lift_point: 0.2833, 0.5076; The action is #DUAL_POINT#; touch_point: 0.0694, 0.9235, lift_point: 0.0694, 0.9235", "response": "The action is #DUAL_POINT#; touch_point: 0.0602, 0.4433, lift_point: 0.0602, 0.4433", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11991_8.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Boston; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.131, 0.2609, lift_point: 0.131, 0.2609; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6091, 0.3766, lift_point: 0.6091, 0.3766; The action is #DUAL_POINT#; touch_point: 0.2833, 0.5076, lift_point: 0.2833, 0.5076; The action is #DUAL_POINT#; touch_point: 0.0694, 0.9235, lift_point: 0.0694, 0.9235; The action is #DUAL_POINT#; touch_point: 0.0602, 0.4433, lift_point: 0.0602, 0.4433", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Boston \"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11991_9.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Boston; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.131, 0.2609, lift_point: 0.131, 0.2609; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6091, 0.3766, lift_point: 0.6091, 0.3766; The action is #DUAL_POINT#; touch_point: 0.2833, 0.5076, lift_point: 0.2833, 0.5076; The action is #DUAL_POINT#; touch_point: 0.0694, 0.9235, lift_point: 0.0694, 0.9235; The action is #DUAL_POINT#; touch_point: 0.0602, 0.4433, lift_point: 0.0602, 0.4433; The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Boston \"", "response": "The action is #DUAL_POINT#; touch_point: 0.2667, 0.3762, lift_point: 0.2667, 0.3762", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11991_10.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Boston; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.131, 0.2609, lift_point: 0.131, 0.2609; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6091, 0.3766, lift_point: 0.6091, 0.3766; The action is #DUAL_POINT#; touch_point: 0.2833, 0.5076, lift_point: 0.2833, 0.5076; The action is #DUAL_POINT#; touch_point: 0.0694, 0.9235, lift_point: 0.0694, 0.9235; The action is #DUAL_POINT#; touch_point: 0.0602, 0.4433, lift_point: 0.0602, 0.4433; The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Boston \"; The action is #DUAL_POINT#; touch_point: 0.2667, 0.3762, lift_point: 0.2667, 0.3762", "response": "The action is #DUAL_POINT#; touch_point: 0.3474, 0.272, lift_point: 0.3474, 0.272", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11991_11.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Boston; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.131, 0.2609, lift_point: 0.131, 0.2609; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6091, 0.3766, lift_point: 0.6091, 0.3766; The action is #DUAL_POINT#; touch_point: 0.2833, 0.5076, lift_point: 0.2833, 0.5076; The action is #DUAL_POINT#; touch_point: 0.0694, 0.9235, lift_point: 0.0694, 0.9235; The action is #DUAL_POINT#; touch_point: 0.0602, 0.4433, lift_point: 0.0602, 0.4433; The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Boston \"; The action is #DUAL_POINT#; touch_point: 0.2667, 0.3762, lift_point: 0.2667, 0.3762; The action is #DUAL_POINT#; touch_point: 0.3474, 0.272, lift_point: 0.3474, 0.272", "response": "The action is #DUAL_POINT#; touch_point: 0.7326, 0.5677, lift_point: 0.7326, 0.5677", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11991_12.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Boston; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.131, 0.2609, lift_point: 0.131, 0.2609; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6091, 0.3766, lift_point: 0.6091, 0.3766; The action is #DUAL_POINT#; touch_point: 0.2833, 0.5076, lift_point: 0.2833, 0.5076; The action is #DUAL_POINT#; touch_point: 0.0694, 0.9235, lift_point: 0.0694, 0.9235; The action is #DUAL_POINT#; touch_point: 0.0602, 0.4433, lift_point: 0.0602, 0.4433; The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Boston \"; The action is #DUAL_POINT#; touch_point: 0.2667, 0.3762, lift_point: 0.2667, 0.3762; The action is #DUAL_POINT#; touch_point: 0.3474, 0.272, lift_point: 0.3474, 0.272; The action is #DUAL_POINT#; touch_point: 0.7326, 0.5677, lift_point: 0.7326, 0.5677", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/11991_13.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in space technology?", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12082_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in space technology?; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.6142, 0.3825, lift_point: 0.6142, 0.3825", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12082_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in space technology?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6142, 0.3825, lift_point: 0.6142, 0.3825", "response": "The action is #DUAL_POINT#; touch_point: 0.2795, 0.5272, lift_point: 0.2795, 0.5272", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12082_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in space technology?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6142, 0.3825, lift_point: 0.6142, 0.3825; The action is #DUAL_POINT#; touch_point: 0.2795, 0.5272, lift_point: 0.2795, 0.5272", "response": "The action is #DUAL_POINT#; touch_point: 0.0638, 0.8952, lift_point: 0.0638, 0.8952", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12082_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in space technology?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6142, 0.3825, lift_point: 0.6142, 0.3825; The action is #DUAL_POINT#; touch_point: 0.2795, 0.5272, lift_point: 0.2795, 0.5272; The action is #DUAL_POINT#; touch_point: 0.0638, 0.8952, lift_point: 0.0638, 0.8952", "response": "The action is #DUAL_POINT#; touch_point: 0.0585, 0.442, lift_point: 0.0585, 0.442", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12082_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in space technology?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6142, 0.3825, lift_point: 0.6142, 0.3825; The action is #DUAL_POINT#; touch_point: 0.2795, 0.5272, lift_point: 0.2795, 0.5272; The action is #DUAL_POINT#; touch_point: 0.0638, 0.8952, lift_point: 0.0638, 0.8952; The action is #DUAL_POINT#; touch_point: 0.0585, 0.442, lift_point: 0.0585, 0.442", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest news in space technology? \"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12082_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in space technology?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6142, 0.3825, lift_point: 0.6142, 0.3825; The action is #DUAL_POINT#; touch_point: 0.2795, 0.5272, lift_point: 0.2795, 0.5272; The action is #DUAL_POINT#; touch_point: 0.0638, 0.8952, lift_point: 0.0638, 0.8952; The action is #DUAL_POINT#; touch_point: 0.0585, 0.442, lift_point: 0.0585, 0.442; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest news in space technology? \"", "response": "The action is #DUAL_POINT#; touch_point: 0.1497, 0.5314, lift_point: 0.1497, 0.5314", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12082_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in space technology?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6142, 0.3825, lift_point: 0.6142, 0.3825; The action is #DUAL_POINT#; touch_point: 0.2795, 0.5272, lift_point: 0.2795, 0.5272; The action is #DUAL_POINT#; touch_point: 0.0638, 0.8952, lift_point: 0.0638, 0.8952; The action is #DUAL_POINT#; touch_point: 0.0585, 0.442, lift_point: 0.0585, 0.442; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest news in space technology? \"; The action is #DUAL_POINT#; touch_point: 0.1497, 0.5314, lift_point: 0.1497, 0.5314", "response": "The action is #DUAL_POINT#; touch_point: 0.3273, 0.4227, lift_point: 0.3273, 0.4227", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12082_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in space technology?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6142, 0.3825, lift_point: 0.6142, 0.3825; The action is #DUAL_POINT#; touch_point: 0.2795, 0.5272, lift_point: 0.2795, 0.5272; The action is #DUAL_POINT#; touch_point: 0.0638, 0.8952, lift_point: 0.0638, 0.8952; The action is #DUAL_POINT#; touch_point: 0.0585, 0.442, lift_point: 0.0585, 0.442; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest news in space technology? \"; The action is #DUAL_POINT#; touch_point: 0.1497, 0.5314, lift_point: 0.1497, 0.5314; The action is #DUAL_POINT#; touch_point: 0.3273, 0.4227, lift_point: 0.3273, 0.4227", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12082_9.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest T-Mobile Store?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12131_1.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest T-Mobile Store?; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12131_2.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest T-Mobile Store?; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.5977, 0.366, lift_point: 0.5977, 0.366", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12131_3.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest T-Mobile Store?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5977, 0.366, lift_point: 0.5977, 0.366", "response": "The action is #DUAL_POINT#; touch_point: 0.2881, 0.6019, lift_point: 0.2881, 0.6019", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12131_4.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest T-Mobile Store?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5977, 0.366, lift_point: 0.5977, 0.366; The action is #DUAL_POINT#; touch_point: 0.2881, 0.6019, lift_point: 0.2881, 0.6019", "response": "The action is #DUAL_POINT#; touch_point: 0.0669, 0.9207, lift_point: 0.0669, 0.9207", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12131_5.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest T-Mobile Store?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5977, 0.366, lift_point: 0.5977, 0.366; The action is #DUAL_POINT#; touch_point: 0.2881, 0.6019, lift_point: 0.2881, 0.6019; The action is #DUAL_POINT#; touch_point: 0.0669, 0.9207, lift_point: 0.0669, 0.9207", "response": "The action is #DUAL_POINT#; touch_point: 0.0677, 0.3997, lift_point: 0.0677, 0.3997", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12131_6.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest T-Mobile Store?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5977, 0.366, lift_point: 0.5977, 0.366; The action is #DUAL_POINT#; touch_point: 0.2881, 0.6019, lift_point: 0.2881, 0.6019; The action is #DUAL_POINT#; touch_point: 0.0669, 0.9207, lift_point: 0.0669, 0.9207; The action is #DUAL_POINT#; touch_point: 0.0677, 0.3997, lift_point: 0.0677, 0.3997", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12131_7.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest T-Mobile Store?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5977, 0.366, lift_point: 0.5977, 0.366; The action is #DUAL_POINT#; touch_point: 0.2881, 0.6019, lift_point: 0.2881, 0.6019; The action is #DUAL_POINT#; touch_point: 0.0669, 0.9207, lift_point: 0.0669, 0.9207; The action is #DUAL_POINT#; touch_point: 0.0677, 0.3997, lift_point: 0.0677, 0.3997; The action is #TYPE#; And the content is : \"typed_text\": \"\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest T-Mobile Store? \"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12131_8.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest T-Mobile Store?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5977, 0.366, lift_point: 0.5977, 0.366; The action is #DUAL_POINT#; touch_point: 0.2881, 0.6019, lift_point: 0.2881, 0.6019; The action is #DUAL_POINT#; touch_point: 0.0669, 0.9207, lift_point: 0.0669, 0.9207; The action is #DUAL_POINT#; touch_point: 0.0677, 0.3997, lift_point: 0.0677, 0.3997; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest T-Mobile Store? \"", "response": "The action is #DUAL_POINT#; touch_point: 0.1231, 0.4251, lift_point: 0.1231, 0.4251", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12131_9.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest T-Mobile Store?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5977, 0.366, lift_point: 0.5977, 0.366; The action is #DUAL_POINT#; touch_point: 0.2881, 0.6019, lift_point: 0.2881, 0.6019; The action is #DUAL_POINT#; touch_point: 0.0669, 0.9207, lift_point: 0.0669, 0.9207; The action is #DUAL_POINT#; touch_point: 0.0677, 0.3997, lift_point: 0.0677, 0.3997; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest T-Mobile Store? \"; The action is #DUAL_POINT#; touch_point: 0.1231, 0.4251, lift_point: 0.1231, 0.4251", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12131_10.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Malaysia?", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12382_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Malaysia?; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.5905, 0.3914, lift_point: 0.5905, 0.3914", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12382_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Malaysia?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5905, 0.3914, lift_point: 0.5905, 0.3914", "response": "The action is #DUAL_POINT#; touch_point: 0.28, 0.5216, lift_point: 0.28, 0.5216", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12382_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Malaysia?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5905, 0.3914, lift_point: 0.5905, 0.3914; The action is #DUAL_POINT#; touch_point: 0.28, 0.5216, lift_point: 0.28, 0.5216", "response": "The action is #DUAL_POINT#; touch_point: 0.0525, 0.8865, lift_point: 0.0525, 0.8865", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12382_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Malaysia?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5905, 0.3914, lift_point: 0.5905, 0.3914; The action is #DUAL_POINT#; touch_point: 0.28, 0.5216, lift_point: 0.28, 0.5216; The action is #DUAL_POINT#; touch_point: 0.0525, 0.8865, lift_point: 0.0525, 0.8865", "response": "The action is #DUAL_POINT#; touch_point: 0.0505, 0.418, lift_point: 0.0505, 0.418", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12382_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Malaysia?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5905, 0.3914, lift_point: 0.5905, 0.3914; The action is #DUAL_POINT#; touch_point: 0.28, 0.5216, lift_point: 0.28, 0.5216; The action is #DUAL_POINT#; touch_point: 0.0525, 0.8865, lift_point: 0.0525, 0.8865; The action is #DUAL_POINT#; touch_point: 0.0505, 0.418, lift_point: 0.0505, 0.418", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Malaysia? \"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12382_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Malaysia?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5905, 0.3914, lift_point: 0.5905, 0.3914; The action is #DUAL_POINT#; touch_point: 0.28, 0.5216, lift_point: 0.28, 0.5216; The action is #DUAL_POINT#; touch_point: 0.0525, 0.8865, lift_point: 0.0525, 0.8865; The action is #DUAL_POINT#; touch_point: 0.0505, 0.418, lift_point: 0.0505, 0.418; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Malaysia? \"", "response": "The action is #DUAL_POINT#; touch_point: 0.1342, 0.3641, lift_point: 0.1342, 0.3641", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12382_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Malaysia?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5905, 0.3914, lift_point: 0.5905, 0.3914; The action is #DUAL_POINT#; touch_point: 0.28, 0.5216, lift_point: 0.28, 0.5216; The action is #DUAL_POINT#; touch_point: 0.0525, 0.8865, lift_point: 0.0525, 0.8865; The action is #DUAL_POINT#; touch_point: 0.0505, 0.418, lift_point: 0.0505, 0.418; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Malaysia? \"; The action is #DUAL_POINT#; touch_point: 0.1342, 0.3641, lift_point: 0.1342, 0.3641", "response": "The action is #DUAL_POINT#; touch_point: 0.3034, 0.3769, lift_point: 0.3034, 0.3769", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12382_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Malaysia?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5905, 0.3914, lift_point: 0.5905, 0.3914; The action is #DUAL_POINT#; touch_point: 0.28, 0.5216, lift_point: 0.28, 0.5216; The action is #DUAL_POINT#; touch_point: 0.0525, 0.8865, lift_point: 0.0525, 0.8865; The action is #DUAL_POINT#; touch_point: 0.0505, 0.418, lift_point: 0.0505, 0.418; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Malaysia? \"; The action is #DUAL_POINT#; touch_point: 0.1342, 0.3641, lift_point: 0.1342, 0.3641; The action is #DUAL_POINT#; touch_point: 0.3034, 0.3769, lift_point: 0.3034, 0.3769", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12382_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Malaysia?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5905, 0.3914, lift_point: 0.5905, 0.3914; The action is #DUAL_POINT#; touch_point: 0.28, 0.5216, lift_point: 0.28, 0.5216; The action is #DUAL_POINT#; touch_point: 0.0525, 0.8865, lift_point: 0.0525, 0.8865; The action is #DUAL_POINT#; touch_point: 0.0505, 0.418, lift_point: 0.0505, 0.418; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Malaysia? \"; The action is #DUAL_POINT#; touch_point: 0.1342, 0.3641, lift_point: 0.1342, 0.3641; The action is #DUAL_POINT#; touch_point: 0.3034, 0.3769, lift_point: 0.3034, 0.3769; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.8207, 0.56, lift_point: 0.8207, 0.56", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12382_10.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Malaysia?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5905, 0.3914, lift_point: 0.5905, 0.3914; The action is #DUAL_POINT#; touch_point: 0.28, 0.5216, lift_point: 0.28, 0.5216; The action is #DUAL_POINT#; touch_point: 0.0525, 0.8865, lift_point: 0.0525, 0.8865; The action is #DUAL_POINT#; touch_point: 0.0505, 0.418, lift_point: 0.0505, 0.418; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Malaysia? \"; The action is #DUAL_POINT#; touch_point: 0.1342, 0.3641, lift_point: 0.1342, 0.3641; The action is #DUAL_POINT#; touch_point: 0.3034, 0.3769, lift_point: 0.3034, 0.3769; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8207, 0.56, lift_point: 0.8207, 0.56", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12382_11.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in cosmology?", "response": "The action is #DUAL_POINT#; touch_point: 0.2999, 0.2785, lift_point: 0.2999, 0.2785", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12411_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in cosmology?; The action is #DUAL_POINT#; touch_point: 0.2999, 0.2785, lift_point: 0.2999, 0.2785", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12411_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in cosmology?; The action is #DUAL_POINT#; touch_point: 0.2999, 0.2785, lift_point: 0.2999, 0.2785; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.595, 0.3585, lift_point: 0.595, 0.3585", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12411_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in cosmology?; The action is #DUAL_POINT#; touch_point: 0.2999, 0.2785, lift_point: 0.2999, 0.2785; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.595, 0.3585, lift_point: 0.595, 0.3585", "response": "The action is #DUAL_POINT#; touch_point: 0.5935, 0.3583, lift_point: 0.5935, 0.3583", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12411_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in cosmology?; The action is #DUAL_POINT#; touch_point: 0.2999, 0.2785, lift_point: 0.2999, 0.2785; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.595, 0.3585, lift_point: 0.595, 0.3585; The action is #DUAL_POINT#; touch_point: 0.5935, 0.3583, lift_point: 0.5935, 0.3583", "response": "The action is #DUAL_POINT#; touch_point: 0.2931, 0.4892, lift_point: 0.2931, 0.4892", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12411_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in cosmology?; The action is #DUAL_POINT#; touch_point: 0.2999, 0.2785, lift_point: 0.2999, 0.2785; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.595, 0.3585, lift_point: 0.595, 0.3585; The action is #DUAL_POINT#; touch_point: 0.5935, 0.3583, lift_point: 0.5935, 0.3583; The action is #DUAL_POINT#; touch_point: 0.2931, 0.4892, lift_point: 0.2931, 0.4892", "response": "The action is #DUAL_POINT#; touch_point: 0.2931, 0.4892, lift_point: 0.2931, 0.4892", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12411_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in cosmology?; The action is #DUAL_POINT#; touch_point: 0.2999, 0.2785, lift_point: 0.2999, 0.2785; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.595, 0.3585, lift_point: 0.595, 0.3585; The action is #DUAL_POINT#; touch_point: 0.5935, 0.3583, lift_point: 0.5935, 0.3583; The action is #DUAL_POINT#; touch_point: 0.2931, 0.4892, lift_point: 0.2931, 0.4892; The action is #DUAL_POINT#; touch_point: 0.2931, 0.4892, lift_point: 0.2931, 0.4892", "response": "The action is #DUAL_POINT#; touch_point: 0.0719, 0.9124, lift_point: 0.0719, 0.9124", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12411_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in cosmology?; The action is #DUAL_POINT#; touch_point: 0.2999, 0.2785, lift_point: 0.2999, 0.2785; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.595, 0.3585, lift_point: 0.595, 0.3585; The action is #DUAL_POINT#; touch_point: 0.5935, 0.3583, lift_point: 0.5935, 0.3583; The action is #DUAL_POINT#; touch_point: 0.2931, 0.4892, lift_point: 0.2931, 0.4892; The action is #DUAL_POINT#; touch_point: 0.2931, 0.4892, lift_point: 0.2931, 0.4892; The action is #DUAL_POINT#; touch_point: 0.0719, 0.9124, lift_point: 0.0719, 0.9124", "response": "The action is #DUAL_POINT#; touch_point: 0.0466, 0.5782, lift_point: 0.0466, 0.5782", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12411_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in cosmology?; The action is #DUAL_POINT#; touch_point: 0.2999, 0.2785, lift_point: 0.2999, 0.2785; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.595, 0.3585, lift_point: 0.595, 0.3585; The action is #DUAL_POINT#; touch_point: 0.5935, 0.3583, lift_point: 0.5935, 0.3583; The action is #DUAL_POINT#; touch_point: 0.2931, 0.4892, lift_point: 0.2931, 0.4892; The action is #DUAL_POINT#; touch_point: 0.2931, 0.4892, lift_point: 0.2931, 0.4892; The action is #DUAL_POINT#; touch_point: 0.0719, 0.9124, lift_point: 0.0719, 0.9124; The action is #DUAL_POINT#; touch_point: 0.0466, 0.5782, lift_point: 0.0466, 0.5782", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest news in cosmology? \"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12411_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in cosmology?; The action is #DUAL_POINT#; touch_point: 0.2999, 0.2785, lift_point: 0.2999, 0.2785; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.595, 0.3585, lift_point: 0.595, 0.3585; The action is #DUAL_POINT#; touch_point: 0.5935, 0.3583, lift_point: 0.5935, 0.3583; The action is #DUAL_POINT#; touch_point: 0.2931, 0.4892, lift_point: 0.2931, 0.4892; The action is #DUAL_POINT#; touch_point: 0.2931, 0.4892, lift_point: 0.2931, 0.4892; The action is #DUAL_POINT#; touch_point: 0.0719, 0.9124, lift_point: 0.0719, 0.9124; The action is #DUAL_POINT#; touch_point: 0.0466, 0.5782, lift_point: 0.0466, 0.5782; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest news in cosmology? \"", "response": "The action is #DUAL_POINT#; touch_point: 0.202, 0.5932, lift_point: 0.202, 0.5932", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12411_10.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in cosmology?; The action is #DUAL_POINT#; touch_point: 0.2999, 0.2785, lift_point: 0.2999, 0.2785; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.595, 0.3585, lift_point: 0.595, 0.3585; The action is #DUAL_POINT#; touch_point: 0.5935, 0.3583, lift_point: 0.5935, 0.3583; The action is #DUAL_POINT#; touch_point: 0.2931, 0.4892, lift_point: 0.2931, 0.4892; The action is #DUAL_POINT#; touch_point: 0.2931, 0.4892, lift_point: 0.2931, 0.4892; The action is #DUAL_POINT#; touch_point: 0.0719, 0.9124, lift_point: 0.0719, 0.9124; The action is #DUAL_POINT#; touch_point: 0.0466, 0.5782, lift_point: 0.0466, 0.5782; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest news in cosmology? \"; The action is #DUAL_POINT#; touch_point: 0.202, 0.5932, lift_point: 0.202, 0.5932", "response": "The action is #DUAL_POINT#; touch_point: 0.3258, 0.5227, lift_point: 0.3258, 0.5227", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12411_11.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in cosmology?; The action is #DUAL_POINT#; touch_point: 0.2999, 0.2785, lift_point: 0.2999, 0.2785; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.595, 0.3585, lift_point: 0.595, 0.3585; The action is #DUAL_POINT#; touch_point: 0.5935, 0.3583, lift_point: 0.5935, 0.3583; The action is #DUAL_POINT#; touch_point: 0.2931, 0.4892, lift_point: 0.2931, 0.4892; The action is #DUAL_POINT#; touch_point: 0.2931, 0.4892, lift_point: 0.2931, 0.4892; The action is #DUAL_POINT#; touch_point: 0.0719, 0.9124, lift_point: 0.0719, 0.9124; The action is #DUAL_POINT#; touch_point: 0.0466, 0.5782, lift_point: 0.0466, 0.5782; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest news in cosmology? \"; The action is #DUAL_POINT#; touch_point: 0.202, 0.5932, lift_point: 0.202, 0.5932; The action is #DUAL_POINT#; touch_point: 0.3258, 0.5227, lift_point: 0.3258, 0.5227", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12411_12.png" ] }, { "query": "\nPrevious Actions: Goal: What's the time?", "response": "The action is #DUAL_POINT#; touch_point: 0.8023, 0.6164, lift_point: 0.8023, 0.6164", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12597_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the time?; The action is #DUAL_POINT#; touch_point: 0.8023, 0.6164, lift_point: 0.8023, 0.6164", "response": "The action is #DUAL_POINT#; touch_point: 0.0661, 0.5783, lift_point: 0.0661, 0.5783", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12597_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the time?; The action is #DUAL_POINT#; touch_point: 0.8023, 0.6164, lift_point: 0.8023, 0.6164; The action is #DUAL_POINT#; touch_point: 0.0661, 0.5783, lift_point: 0.0661, 0.5783", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the time?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12597_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the time?; The action is #DUAL_POINT#; touch_point: 0.8023, 0.6164, lift_point: 0.8023, 0.6164; The action is #DUAL_POINT#; touch_point: 0.0661, 0.5783, lift_point: 0.0661, 0.5783; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the time?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1276, 0.3746, lift_point: 0.1276, 0.3746", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12597_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the time?; The action is #DUAL_POINT#; touch_point: 0.8023, 0.6164, lift_point: 0.8023, 0.6164; The action is #DUAL_POINT#; touch_point: 0.0661, 0.5783, lift_point: 0.0661, 0.5783; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the time?\"; The action is #DUAL_POINT#; touch_point: 0.1276, 0.3746, lift_point: 0.1276, 0.3746", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12597_5.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach chair?", "response": "The action is #DUAL_POINT#; touch_point: 0.804, 0.6256, lift_point: 0.804, 0.6256", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12639_1.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach chair?; The action is #DUAL_POINT#; touch_point: 0.804, 0.6256, lift_point: 0.804, 0.6256", "response": "The action is #DUAL_POINT#; touch_point: 0.0651, 0.5621, lift_point: 0.0651, 0.5621", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12639_2.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach chair?; The action is #DUAL_POINT#; touch_point: 0.804, 0.6256, lift_point: 0.804, 0.6256; The action is #DUAL_POINT#; touch_point: 0.0651, 0.5621, lift_point: 0.0651, 0.5621", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach chair?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12639_3.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach chair?; The action is #DUAL_POINT#; touch_point: 0.804, 0.6256, lift_point: 0.804, 0.6256; The action is #DUAL_POINT#; touch_point: 0.0651, 0.5621, lift_point: 0.0651, 0.5621; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach chair?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1322, 0.5464, lift_point: 0.1322, 0.5464", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12639_4.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach chair?; The action is #DUAL_POINT#; touch_point: 0.804, 0.6256, lift_point: 0.804, 0.6256; The action is #DUAL_POINT#; touch_point: 0.0651, 0.5621, lift_point: 0.0651, 0.5621; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach chair?\"; The action is #DUAL_POINT#; touch_point: 0.1322, 0.5464, lift_point: 0.1322, 0.5464", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12639_5.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach chair?; The action is #DUAL_POINT#; touch_point: 0.804, 0.6256, lift_point: 0.804, 0.6256; The action is #DUAL_POINT#; touch_point: 0.0651, 0.5621, lift_point: 0.0651, 0.5621; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach chair?\"; The action is #DUAL_POINT#; touch_point: 0.1322, 0.5464, lift_point: 0.1322, 0.5464; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.7367, 0.4438, lift_point: 0.7367, 0.4438", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12639_6.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach chair?; The action is #DUAL_POINT#; touch_point: 0.804, 0.6256, lift_point: 0.804, 0.6256; The action is #DUAL_POINT#; touch_point: 0.0651, 0.5621, lift_point: 0.0651, 0.5621; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach chair?\"; The action is #DUAL_POINT#; touch_point: 0.1322, 0.5464, lift_point: 0.1322, 0.5464; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7367, 0.4438, lift_point: 0.7367, 0.4438", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12639_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Washington DC", "response": "The action is #DUAL_POINT#; touch_point: 0.8082, 0.6143, lift_point: 0.8082, 0.6143", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12684_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Washington DC; The action is #DUAL_POINT#; touch_point: 0.8082, 0.6143, lift_point: 0.8082, 0.6143", "response": "The action is #DUAL_POINT#; touch_point: 0.0743, 0.5173, lift_point: 0.0743, 0.5173", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12684_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Washington DC; The action is #DUAL_POINT#; touch_point: 0.8082, 0.6143, lift_point: 0.8082, 0.6143; The action is #DUAL_POINT#; touch_point: 0.0743, 0.5173, lift_point: 0.0743, 0.5173", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Washington DC\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12684_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Washington DC; The action is #DUAL_POINT#; touch_point: 0.8082, 0.6143, lift_point: 0.8082, 0.6143; The action is #DUAL_POINT#; touch_point: 0.0743, 0.5173, lift_point: 0.0743, 0.5173; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Washington DC\"", "response": "The action is #DUAL_POINT#; touch_point: 0.129, 0.4827, lift_point: 0.129, 0.4827", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12684_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Washington DC; The action is #DUAL_POINT#; touch_point: 0.8082, 0.6143, lift_point: 0.8082, 0.6143; The action is #DUAL_POINT#; touch_point: 0.0743, 0.5173, lift_point: 0.0743, 0.5173; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Washington DC\"; The action is #DUAL_POINT#; touch_point: 0.129, 0.4827, lift_point: 0.129, 0.4827", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12684_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Washington DC; The action is #DUAL_POINT#; touch_point: 0.8082, 0.6143, lift_point: 0.8082, 0.6143; The action is #DUAL_POINT#; touch_point: 0.0743, 0.5173, lift_point: 0.0743, 0.5173; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Washington DC\"; The action is #DUAL_POINT#; touch_point: 0.129, 0.4827, lift_point: 0.129, 0.4827; The action is #Scrolling Up#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12684_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Washington DC; The action is #DUAL_POINT#; touch_point: 0.8082, 0.6143, lift_point: 0.8082, 0.6143; The action is #DUAL_POINT#; touch_point: 0.0743, 0.5173, lift_point: 0.0743, 0.5173; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Washington DC\"; The action is #DUAL_POINT#; touch_point: 0.129, 0.4827, lift_point: 0.129, 0.4827; The action is #Scrolling Up#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12684_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Washington DC; The action is #DUAL_POINT#; touch_point: 0.8082, 0.6143, lift_point: 0.8082, 0.6143; The action is #DUAL_POINT#; touch_point: 0.0743, 0.5173, lift_point: 0.0743, 0.5173; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Washington DC\"; The action is #DUAL_POINT#; touch_point: 0.129, 0.4827, lift_point: 0.129, 0.4827; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12684_8.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Washington DC; The action is #DUAL_POINT#; touch_point: 0.8082, 0.6143, lift_point: 0.8082, 0.6143; The action is #DUAL_POINT#; touch_point: 0.0743, 0.5173, lift_point: 0.0743, 0.5173; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Washington DC\"; The action is #DUAL_POINT#; touch_point: 0.129, 0.4827, lift_point: 0.129, 0.4827; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.8991, 0.4974, lift_point: 0.8991, 0.4974", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12684_9.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Washington DC; The action is #DUAL_POINT#; touch_point: 0.8082, 0.6143, lift_point: 0.8082, 0.6143; The action is #DUAL_POINT#; touch_point: 0.0743, 0.5173, lift_point: 0.0743, 0.5173; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Washington DC\"; The action is #DUAL_POINT#; touch_point: 0.129, 0.4827, lift_point: 0.129, 0.4827; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8991, 0.4974, lift_point: 0.8991, 0.4974", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12684_10.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a train?", "response": "The action is #DUAL_POINT#; touch_point: 0.8086, 0.6235, lift_point: 0.8086, 0.6235", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12745_1.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a train?; The action is #DUAL_POINT#; touch_point: 0.8086, 0.6235, lift_point: 0.8086, 0.6235", "response": "The action is #DUAL_POINT#; touch_point: 0.0652, 0.4897, lift_point: 0.0652, 0.4897", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12745_2.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a train?; The action is #DUAL_POINT#; touch_point: 0.8086, 0.6235, lift_point: 0.8086, 0.6235; The action is #DUAL_POINT#; touch_point: 0.0652, 0.4897, lift_point: 0.0652, 0.4897", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of a train?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12745_3.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a train?; The action is #DUAL_POINT#; touch_point: 0.8086, 0.6235, lift_point: 0.8086, 0.6235; The action is #DUAL_POINT#; touch_point: 0.0652, 0.4897, lift_point: 0.0652, 0.4897; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of a train?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.131, 0.4961, lift_point: 0.131, 0.4961", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12745_4.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a train?; The action is #DUAL_POINT#; touch_point: 0.8086, 0.6235, lift_point: 0.8086, 0.6235; The action is #DUAL_POINT#; touch_point: 0.0652, 0.4897, lift_point: 0.0652, 0.4897; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of a train?\"; The action is #DUAL_POINT#; touch_point: 0.131, 0.4961, lift_point: 0.131, 0.4961", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12745_5.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Panama", "response": "The action is #DUAL_POINT#; touch_point: 0.8079, 0.6236, lift_point: 0.8079, 0.6236", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12758_1.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Panama; The action is #DUAL_POINT#; touch_point: 0.8079, 0.6236, lift_point: 0.8079, 0.6236", "response": "The action is #DUAL_POINT#; touch_point: 0.0697, 0.5484, lift_point: 0.0697, 0.5484", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12758_2.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Panama; The action is #DUAL_POINT#; touch_point: 0.8079, 0.6236, lift_point: 0.8079, 0.6236; The action is #DUAL_POINT#; touch_point: 0.0697, 0.5484, lift_point: 0.0697, 0.5484", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Panama\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12758_3.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Panama; The action is #DUAL_POINT#; touch_point: 0.8079, 0.6236, lift_point: 0.8079, 0.6236; The action is #DUAL_POINT#; touch_point: 0.0697, 0.5484, lift_point: 0.0697, 0.5484; The action is #TYPE#; And the content is : \"typed_text\": \"capital of Panama\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1297, 0.3266, lift_point: 0.1297, 0.3266", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12758_4.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Panama; The action is #DUAL_POINT#; touch_point: 0.8079, 0.6236, lift_point: 0.8079, 0.6236; The action is #DUAL_POINT#; touch_point: 0.0697, 0.5484, lift_point: 0.0697, 0.5484; The action is #TYPE#; And the content is : \"typed_text\": \"capital of Panama\"; The action is #DUAL_POINT#; touch_point: 0.1297, 0.3266, lift_point: 0.1297, 0.3266", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12758_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Buenos aires", "response": "The action is #DUAL_POINT#; touch_point: 0.8104, 0.6183, lift_point: 0.8104, 0.6183", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12786_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Buenos aires; The action is #DUAL_POINT#; touch_point: 0.8104, 0.6183, lift_point: 0.8104, 0.6183", "response": "The action is #DUAL_POINT#; touch_point: 0.0584, 0.566, lift_point: 0.0584, 0.566", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12786_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Buenos aires; The action is #DUAL_POINT#; touch_point: 0.8104, 0.6183, lift_point: 0.8104, 0.6183; The action is #DUAL_POINT#; touch_point: 0.0584, 0.566, lift_point: 0.0584, 0.566", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Buenos aires\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12786_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Buenos aires; The action is #DUAL_POINT#; touch_point: 0.8104, 0.6183, lift_point: 0.8104, 0.6183; The action is #DUAL_POINT#; touch_point: 0.0584, 0.566, lift_point: 0.0584, 0.566; The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Buenos aires\"", "response": "The action is #DUAL_POINT#; touch_point: 0.134, 0.3566, lift_point: 0.134, 0.3566", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12786_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Buenos aires; The action is #DUAL_POINT#; touch_point: 0.8104, 0.6183, lift_point: 0.8104, 0.6183; The action is #DUAL_POINT#; touch_point: 0.0584, 0.566, lift_point: 0.0584, 0.566; The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Buenos aires\"; The action is #DUAL_POINT#; touch_point: 0.134, 0.3566, lift_point: 0.134, 0.3566", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12786_5.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Subway?", "response": "The action is #DUAL_POINT#; touch_point: 0.8051, 0.6184, lift_point: 0.8051, 0.6184", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12802_1.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Subway?; The action is #DUAL_POINT#; touch_point: 0.8051, 0.6184, lift_point: 0.8051, 0.6184", "response": "The action is #DUAL_POINT#; touch_point: 0.0534, 0.5295, lift_point: 0.0534, 0.5295", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12802_2.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Subway?; The action is #DUAL_POINT#; touch_point: 0.8051, 0.6184, lift_point: 0.8051, 0.6184; The action is #DUAL_POINT#; touch_point: 0.0534, 0.5295, lift_point: 0.0534, 0.5295", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Subway?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12802_3.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Subway?; The action is #DUAL_POINT#; touch_point: 0.8051, 0.6184, lift_point: 0.8051, 0.6184; The action is #DUAL_POINT#; touch_point: 0.0534, 0.5295, lift_point: 0.0534, 0.5295; The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Subway?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1332, 0.3645, lift_point: 0.1332, 0.3645", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12802_4.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Subway?; The action is #DUAL_POINT#; touch_point: 0.8051, 0.6184, lift_point: 0.8051, 0.6184; The action is #DUAL_POINT#; touch_point: 0.0534, 0.5295, lift_point: 0.0534, 0.5295; The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Subway?\"; The action is #DUAL_POINT#; touch_point: 0.1332, 0.3645, lift_point: 0.1332, 0.3645", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12802_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Mexico city to Sydney", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12815_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Mexico city to Sydney; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8071, 0.6207, lift_point: 0.8071, 0.6207", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12815_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Mexico city to Sydney; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8071, 0.6207, lift_point: 0.8071, 0.6207", "response": "The action is #DUAL_POINT#; touch_point: 0.0554, 0.472, lift_point: 0.0554, 0.472", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12815_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Mexico city to Sydney; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8071, 0.6207, lift_point: 0.8071, 0.6207; The action is #DUAL_POINT#; touch_point: 0.0554, 0.472, lift_point: 0.0554, 0.472", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Mexico city to Sydney\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12815_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Mexico city to Sydney; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8071, 0.6207, lift_point: 0.8071, 0.6207; The action is #DUAL_POINT#; touch_point: 0.0554, 0.472, lift_point: 0.0554, 0.472; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Mexico city to Sydney\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1329, 0.3904, lift_point: 0.1329, 0.3904", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12815_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Mexico city to Sydney; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8071, 0.6207, lift_point: 0.8071, 0.6207; The action is #DUAL_POINT#; touch_point: 0.0554, 0.472, lift_point: 0.0554, 0.472; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Mexico city to Sydney\"; The action is #DUAL_POINT#; touch_point: 0.1329, 0.3904, lift_point: 0.1329, 0.3904", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12815_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the top post on reddit right now?", "response": "The action is #DUAL_POINT#; touch_point: 0.8138, 0.6186, lift_point: 0.8138, 0.6186", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12837_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the top post on reddit right now?; The action is #DUAL_POINT#; touch_point: 0.8138, 0.6186, lift_point: 0.8138, 0.6186", "response": "The action is #DUAL_POINT#; touch_point: 0.0565, 0.4655, lift_point: 0.0565, 0.4655", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12837_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the top post on reddit right now?; The action is #DUAL_POINT#; touch_point: 0.8138, 0.6186, lift_point: 0.8138, 0.6186; The action is #DUAL_POINT#; touch_point: 0.0565, 0.4655, lift_point: 0.0565, 0.4655", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the top post on reddit right now?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12837_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the top post on reddit right now?; The action is #DUAL_POINT#; touch_point: 0.8138, 0.6186, lift_point: 0.8138, 0.6186; The action is #DUAL_POINT#; touch_point: 0.0565, 0.4655, lift_point: 0.0565, 0.4655; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the top post on reddit right now?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1257, 0.4084, lift_point: 0.1257, 0.4084", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12837_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the top post on reddit right now?; The action is #DUAL_POINT#; touch_point: 0.8138, 0.6186, lift_point: 0.8138, 0.6186; The action is #DUAL_POINT#; touch_point: 0.0565, 0.4655, lift_point: 0.0565, 0.4655; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the top post on reddit right now?\"; The action is #DUAL_POINT#; touch_point: 0.1257, 0.4084, lift_point: 0.1257, 0.4084", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12837_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the top post on reddit right now?; The action is #DUAL_POINT#; touch_point: 0.8138, 0.6186, lift_point: 0.8138, 0.6186; The action is #DUAL_POINT#; touch_point: 0.0565, 0.4655, lift_point: 0.0565, 0.4655; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the top post on reddit right now?\"; The action is #DUAL_POINT#; touch_point: 0.1257, 0.4084, lift_point: 0.1257, 0.4084; The action is #Scrolling Up#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12837_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the top post on reddit right now?; The action is #DUAL_POINT#; touch_point: 0.8138, 0.6186, lift_point: 0.8138, 0.6186; The action is #DUAL_POINT#; touch_point: 0.0565, 0.4655, lift_point: 0.0565, 0.4655; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the top post on reddit right now?\"; The action is #DUAL_POINT#; touch_point: 0.1257, 0.4084, lift_point: 0.1257, 0.4084; The action is #Scrolling Up#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.666, 0.2675, lift_point: 0.666, 0.2675", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12837_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the top post on reddit right now?; The action is #DUAL_POINT#; touch_point: 0.8138, 0.6186, lift_point: 0.8138, 0.6186; The action is #DUAL_POINT#; touch_point: 0.0565, 0.4655, lift_point: 0.0565, 0.4655; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the top post on reddit right now?\"; The action is #DUAL_POINT#; touch_point: 0.1257, 0.4084, lift_point: 0.1257, 0.4084; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.666, 0.2675, lift_point: 0.666, 0.2675", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12837_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the time in San Francisco?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12986_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the time in San Francisco?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8078, 0.6252, lift_point: 0.8078, 0.6252", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12986_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the time in San Francisco?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8078, 0.6252, lift_point: 0.8078, 0.6252", "response": "The action is #DUAL_POINT#; touch_point: 0.0561, 0.479, lift_point: 0.0561, 0.479", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12986_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the time in San Francisco?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8078, 0.6252, lift_point: 0.8078, 0.6252; The action is #DUAL_POINT#; touch_point: 0.0561, 0.479, lift_point: 0.0561, 0.479", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Time in San Francisco\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12986_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the time in San Francisco?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8078, 0.6252, lift_point: 0.8078, 0.6252; The action is #DUAL_POINT#; touch_point: 0.0561, 0.479, lift_point: 0.0561, 0.479; The action is #TYPE#; And the content is : \"typed_text\": \"Time in San Francisco\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1292, 0.3725, lift_point: 0.1292, 0.3725", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12986_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the time in San Francisco?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8078, 0.6252, lift_point: 0.8078, 0.6252; The action is #DUAL_POINT#; touch_point: 0.0561, 0.479, lift_point: 0.0561, 0.479; The action is #TYPE#; And the content is : \"typed_text\": \"Time in San Francisco\"; The action is #DUAL_POINT#; touch_point: 0.1292, 0.3725, lift_point: 0.1292, 0.3725", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/12986_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good Italian restaurants", "response": "The action is #DUAL_POINT#; touch_point: 0.8089, 0.6237, lift_point: 0.8089, 0.6237", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13003_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good Italian restaurants; The action is #DUAL_POINT#; touch_point: 0.8089, 0.6237, lift_point: 0.8089, 0.6237", "response": "The action is #DUAL_POINT#; touch_point: 0.0529, 0.3469, lift_point: 0.0529, 0.3469", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13003_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good Italian restaurants; The action is #DUAL_POINT#; touch_point: 0.8089, 0.6237, lift_point: 0.8089, 0.6237; The action is #DUAL_POINT#; touch_point: 0.0529, 0.3469, lift_point: 0.0529, 0.3469", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"good Italian restaurants\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13003_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good Italian restaurants; The action is #DUAL_POINT#; touch_point: 0.8089, 0.6237, lift_point: 0.8089, 0.6237; The action is #DUAL_POINT#; touch_point: 0.0529, 0.3469, lift_point: 0.0529, 0.3469; The action is #TYPE#; And the content is : \"typed_text\": \"good Italian restaurants\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1372, 0.4749, lift_point: 0.1372, 0.4749", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13003_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good Italian restaurants; The action is #DUAL_POINT#; touch_point: 0.8089, 0.6237, lift_point: 0.8089, 0.6237; The action is #DUAL_POINT#; touch_point: 0.0529, 0.3469, lift_point: 0.0529, 0.3469; The action is #TYPE#; And the content is : \"typed_text\": \"good Italian restaurants\"; The action is #DUAL_POINT#; touch_point: 0.1372, 0.4749, lift_point: 0.1372, 0.4749", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13003_5.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Reddit app", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13075_1.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Reddit app; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.1643, 0.8382, lift_point: 0.1643, 0.8382", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13075_2.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Reddit app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1643, 0.8382, lift_point: 0.1643, 0.8382", "response": "The action is #DUAL_POINT#; touch_point: 0.0628, 0.7749, lift_point: 0.0628, 0.7749", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13075_3.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Reddit app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1643, 0.8382, lift_point: 0.1643, 0.8382; The action is #DUAL_POINT#; touch_point: 0.0628, 0.7749, lift_point: 0.0628, 0.7749", "response": "The action is #DUAL_POINT#; touch_point: 0.0609, 0.9298, lift_point: 0.0609, 0.9298", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13075_4.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Reddit app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1643, 0.8382, lift_point: 0.1643, 0.8382; The action is #DUAL_POINT#; touch_point: 0.0628, 0.7749, lift_point: 0.0628, 0.7749; The action is #DUAL_POINT#; touch_point: 0.0609, 0.9298, lift_point: 0.0609, 0.9298", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Reddit app\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13075_5.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Reddit app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1643, 0.8382, lift_point: 0.1643, 0.8382; The action is #DUAL_POINT#; touch_point: 0.0628, 0.7749, lift_point: 0.0628, 0.7749; The action is #DUAL_POINT#; touch_point: 0.0609, 0.9298, lift_point: 0.0609, 0.9298; The action is #TYPE#; And the content is : \"typed_text\": \"Reddit app\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1361, 0.2898, lift_point: 0.1361, 0.2898", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13075_6.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Reddit app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1643, 0.8382, lift_point: 0.1643, 0.8382; The action is #DUAL_POINT#; touch_point: 0.0628, 0.7749, lift_point: 0.0628, 0.7749; The action is #DUAL_POINT#; touch_point: 0.0609, 0.9298, lift_point: 0.0609, 0.9298; The action is #TYPE#; And the content is : \"typed_text\": \"Reddit app\"; The action is #DUAL_POINT#; touch_point: 0.1361, 0.2898, lift_point: 0.1361, 0.2898", "response": "The action is #DUAL_POINT#; touch_point: 0.1505, 0.8499, lift_point: 0.1505, 0.8499", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13075_7.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Reddit app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1643, 0.8382, lift_point: 0.1643, 0.8382; The action is #DUAL_POINT#; touch_point: 0.0628, 0.7749, lift_point: 0.0628, 0.7749; The action is #DUAL_POINT#; touch_point: 0.0609, 0.9298, lift_point: 0.0609, 0.9298; The action is #TYPE#; And the content is : \"typed_text\": \"Reddit app\"; The action is #DUAL_POINT#; touch_point: 0.1361, 0.2898, lift_point: 0.1361, 0.2898; The action is #DUAL_POINT#; touch_point: 0.1505, 0.8499, lift_point: 0.1505, 0.8499", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13075_8.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new window in the chrome app", "response": "The action is #DUAL_POINT#; touch_point: 0.7486, 0.2964, lift_point: 0.7486, 0.2964", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13147_1.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new window in the chrome app; The action is #DUAL_POINT#; touch_point: 0.7486, 0.2964, lift_point: 0.7486, 0.2964", "response": "The action is #DUAL_POINT#; touch_point: 0.0834, 0.841, lift_point: 0.0834, 0.841", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13147_2.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new window in the chrome app; The action is #DUAL_POINT#; touch_point: 0.7486, 0.2964, lift_point: 0.7486, 0.2964; The action is #DUAL_POINT#; touch_point: 0.0834, 0.841, lift_point: 0.0834, 0.841", "response": "The action is #DUAL_POINT#; touch_point: 0.0692, 0.1098, lift_point: 0.0692, 0.1098", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13147_3.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new window in the chrome app; The action is #DUAL_POINT#; touch_point: 0.7486, 0.2964, lift_point: 0.7486, 0.2964; The action is #DUAL_POINT#; touch_point: 0.0834, 0.841, lift_point: 0.0834, 0.841; The action is #DUAL_POINT#; touch_point: 0.0692, 0.1098, lift_point: 0.0692, 0.1098", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13147_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Paris?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13349_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Paris?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.625, 0.6017, lift_point: 0.625, 0.6017", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13349_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Paris?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.625, 0.6017, lift_point: 0.625, 0.6017", "response": "The action is #DUAL_POINT#; touch_point: 0.1318, 0.4092, lift_point: 0.1318, 0.4092", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13349_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Paris?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.625, 0.6017, lift_point: 0.625, 0.6017; The action is #DUAL_POINT#; touch_point: 0.1318, 0.4092, lift_point: 0.1318, 0.4092", "response": "The action is #DUAL_POINT#; touch_point: 0.1332, 0.8927, lift_point: 0.1332, 0.8927", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13349_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Paris?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.625, 0.6017, lift_point: 0.625, 0.6017; The action is #DUAL_POINT#; touch_point: 0.1318, 0.4092, lift_point: 0.1318, 0.4092; The action is #DUAL_POINT#; touch_point: 0.1332, 0.8927, lift_point: 0.1332, 0.8927", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"weather in paris\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13349_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Paris?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.625, 0.6017, lift_point: 0.625, 0.6017; The action is #DUAL_POINT#; touch_point: 0.1318, 0.4092, lift_point: 0.1318, 0.4092; The action is #DUAL_POINT#; touch_point: 0.1332, 0.8927, lift_point: 0.1332, 0.8927; The action is #TYPE#; And the content is : \"typed_text\": \"weather in paris\"", "response": "The action is #DUAL_POINT#; touch_point: 0.26, 0.3267, lift_point: 0.26, 0.3267", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13349_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Paris?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.625, 0.6017, lift_point: 0.625, 0.6017; The action is #DUAL_POINT#; touch_point: 0.1318, 0.4092, lift_point: 0.1318, 0.4092; The action is #DUAL_POINT#; touch_point: 0.1332, 0.8927, lift_point: 0.1332, 0.8927; The action is #TYPE#; And the content is : \"typed_text\": \"weather in paris\"; The action is #DUAL_POINT#; touch_point: 0.26, 0.3267, lift_point: 0.26, 0.3267", "response": "The action is #DUAL_POINT#; touch_point: 0.2692, 0.4655, lift_point: 0.2692, 0.4655", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13349_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Paris?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.625, 0.6017, lift_point: 0.625, 0.6017; The action is #DUAL_POINT#; touch_point: 0.1318, 0.4092, lift_point: 0.1318, 0.4092; The action is #DUAL_POINT#; touch_point: 0.1332, 0.8927, lift_point: 0.1332, 0.8927; The action is #TYPE#; And the content is : \"typed_text\": \"weather in paris\"; The action is #DUAL_POINT#; touch_point: 0.26, 0.3267, lift_point: 0.26, 0.3267; The action is #DUAL_POINT#; touch_point: 0.2692, 0.4655, lift_point: 0.2692, 0.4655", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13349_8.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Barcelona to Boston", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Barcelona to Boston flight\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13370_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Barcelona to Boston; The action is #TYPE#; And the content is : \"typed_text\": \"Barcelona to Boston flight\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13370_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Barcelona to Boston; The action is #TYPE#; And the content is : \"typed_text\": \"Barcelona to Boston flight\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"", "response": "The action is #DUAL_POINT#; touch_point: 0.3091, 0.4261, lift_point: 0.3091, 0.4261", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13370_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Barcelona to Boston; The action is #TYPE#; And the content is : \"typed_text\": \"Barcelona to Boston flight\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.3091, 0.4261, lift_point: 0.3091, 0.4261", "response": "The action is #DUAL_POINT#; touch_point: 0.384, 0.3307, lift_point: 0.384, 0.3307", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13370_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Barcelona to Boston; The action is #TYPE#; And the content is : \"typed_text\": \"Barcelona to Boston flight\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.3091, 0.4261, lift_point: 0.3091, 0.4261; The action is #DUAL_POINT#; touch_point: 0.384, 0.3307, lift_point: 0.384, 0.3307", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13370_5.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Atlanta?", "response": "The action is #DUAL_POINT#; touch_point: 0.2387, 0.6137, lift_point: 0.2387, 0.6137", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13587_1.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Atlanta?; The action is #DUAL_POINT#; touch_point: 0.2387, 0.6137, lift_point: 0.2387, 0.6137", "response": "The action is #DUAL_POINT#; touch_point: 0.2501, 0.6092, lift_point: 0.2501, 0.6092", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13587_2.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Atlanta?; The action is #DUAL_POINT#; touch_point: 0.2387, 0.6137, lift_point: 0.2387, 0.6137; The action is #DUAL_POINT#; touch_point: 0.2501, 0.6092, lift_point: 0.2501, 0.6092", "response": "The action is #DUAL_POINT#; touch_point: 0.2249, 0.6282, lift_point: 0.2249, 0.6282", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13587_3.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Atlanta?; The action is #DUAL_POINT#; touch_point: 0.2387, 0.6137, lift_point: 0.2387, 0.6137; The action is #DUAL_POINT#; touch_point: 0.2501, 0.6092, lift_point: 0.2501, 0.6092; The action is #DUAL_POINT#; touch_point: 0.2249, 0.6282, lift_point: 0.2249, 0.6282", "response": "The action is #DUAL_POINT#; touch_point: 0.1306, 0.3968, lift_point: 0.1306, 0.3968", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13587_4.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Atlanta?; The action is #DUAL_POINT#; touch_point: 0.2387, 0.6137, lift_point: 0.2387, 0.6137; The action is #DUAL_POINT#; touch_point: 0.2501, 0.6092, lift_point: 0.2501, 0.6092; The action is #DUAL_POINT#; touch_point: 0.2249, 0.6282, lift_point: 0.2249, 0.6282; The action is #DUAL_POINT#; touch_point: 0.1306, 0.3968, lift_point: 0.1306, 0.3968", "response": "The action is #DUAL_POINT#; touch_point: 0.1211, 0.8972, lift_point: 0.1211, 0.8972", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13587_5.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Atlanta?; The action is #DUAL_POINT#; touch_point: 0.2387, 0.6137, lift_point: 0.2387, 0.6137; The action is #DUAL_POINT#; touch_point: 0.2501, 0.6092, lift_point: 0.2501, 0.6092; The action is #DUAL_POINT#; touch_point: 0.2249, 0.6282, lift_point: 0.2249, 0.6282; The action is #DUAL_POINT#; touch_point: 0.1306, 0.3968, lift_point: 0.1306, 0.3968; The action is #DUAL_POINT#; touch_point: 0.1211, 0.8972, lift_point: 0.1211, 0.8972", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent for in Atlanta\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13587_6.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Atlanta?; The action is #DUAL_POINT#; touch_point: 0.2387, 0.6137, lift_point: 0.2387, 0.6137; The action is #DUAL_POINT#; touch_point: 0.2501, 0.6092, lift_point: 0.2501, 0.6092; The action is #DUAL_POINT#; touch_point: 0.2249, 0.6282, lift_point: 0.2249, 0.6282; The action is #DUAL_POINT#; touch_point: 0.1306, 0.3968, lift_point: 0.1306, 0.3968; The action is #DUAL_POINT#; touch_point: 0.1211, 0.8972, lift_point: 0.1211, 0.8972; The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent for in Atlanta\"", "response": "The action is #DUAL_POINT#; touch_point: 0.2757, 0.5293, lift_point: 0.2757, 0.5293", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13587_7.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Atlanta?; The action is #DUAL_POINT#; touch_point: 0.2387, 0.6137, lift_point: 0.2387, 0.6137; The action is #DUAL_POINT#; touch_point: 0.2501, 0.6092, lift_point: 0.2501, 0.6092; The action is #DUAL_POINT#; touch_point: 0.2249, 0.6282, lift_point: 0.2249, 0.6282; The action is #DUAL_POINT#; touch_point: 0.1306, 0.3968, lift_point: 0.1306, 0.3968; The action is #DUAL_POINT#; touch_point: 0.1211, 0.8972, lift_point: 0.1211, 0.8972; The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent for in Atlanta\"; The action is #DUAL_POINT#; touch_point: 0.2757, 0.5293, lift_point: 0.2757, 0.5293", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13587_8.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Atlanta?; The action is #DUAL_POINT#; touch_point: 0.2387, 0.6137, lift_point: 0.2387, 0.6137; The action is #DUAL_POINT#; touch_point: 0.2501, 0.6092, lift_point: 0.2501, 0.6092; The action is #DUAL_POINT#; touch_point: 0.2249, 0.6282, lift_point: 0.2249, 0.6282; The action is #DUAL_POINT#; touch_point: 0.1306, 0.3968, lift_point: 0.1306, 0.3968; The action is #DUAL_POINT#; touch_point: 0.1211, 0.8972, lift_point: 0.1211, 0.8972; The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent for in Atlanta\"; The action is #DUAL_POINT#; touch_point: 0.2757, 0.5293, lift_point: 0.2757, 0.5293; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13587_9.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Atlanta?; The action is #DUAL_POINT#; touch_point: 0.2387, 0.6137, lift_point: 0.2387, 0.6137; The action is #DUAL_POINT#; touch_point: 0.2501, 0.6092, lift_point: 0.2501, 0.6092; The action is #DUAL_POINT#; touch_point: 0.2249, 0.6282, lift_point: 0.2249, 0.6282; The action is #DUAL_POINT#; touch_point: 0.1306, 0.3968, lift_point: 0.1306, 0.3968; The action is #DUAL_POINT#; touch_point: 0.1211, 0.8972, lift_point: 0.1211, 0.8972; The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent for in Atlanta\"; The action is #DUAL_POINT#; touch_point: 0.2757, 0.5293, lift_point: 0.2757, 0.5293; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13587_10.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Atlanta?; The action is #DUAL_POINT#; touch_point: 0.2387, 0.6137, lift_point: 0.2387, 0.6137; The action is #DUAL_POINT#; touch_point: 0.2501, 0.6092, lift_point: 0.2501, 0.6092; The action is #DUAL_POINT#; touch_point: 0.2249, 0.6282, lift_point: 0.2249, 0.6282; The action is #DUAL_POINT#; touch_point: 0.1306, 0.3968, lift_point: 0.1306, 0.3968; The action is #DUAL_POINT#; touch_point: 0.1211, 0.8972, lift_point: 0.1211, 0.8972; The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent for in Atlanta\"; The action is #DUAL_POINT#; touch_point: 0.2757, 0.5293, lift_point: 0.2757, 0.5293; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13587_11.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Atlanta?; The action is #DUAL_POINT#; touch_point: 0.2387, 0.6137, lift_point: 0.2387, 0.6137; The action is #DUAL_POINT#; touch_point: 0.2501, 0.6092, lift_point: 0.2501, 0.6092; The action is #DUAL_POINT#; touch_point: 0.2249, 0.6282, lift_point: 0.2249, 0.6282; The action is #DUAL_POINT#; touch_point: 0.1306, 0.3968, lift_point: 0.1306, 0.3968; The action is #DUAL_POINT#; touch_point: 0.1211, 0.8972, lift_point: 0.1211, 0.8972; The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent for in Atlanta\"; The action is #DUAL_POINT#; touch_point: 0.2757, 0.5293, lift_point: 0.2757, 0.5293; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13587_12.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Atlanta?; The action is #DUAL_POINT#; touch_point: 0.2387, 0.6137, lift_point: 0.2387, 0.6137; The action is #DUAL_POINT#; touch_point: 0.2501, 0.6092, lift_point: 0.2501, 0.6092; The action is #DUAL_POINT#; touch_point: 0.2249, 0.6282, lift_point: 0.2249, 0.6282; The action is #DUAL_POINT#; touch_point: 0.1306, 0.3968, lift_point: 0.1306, 0.3968; The action is #DUAL_POINT#; touch_point: 0.1211, 0.8972, lift_point: 0.1211, 0.8972; The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent for in Atlanta\"; The action is #DUAL_POINT#; touch_point: 0.2757, 0.5293, lift_point: 0.2757, 0.5293; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13587_13.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Atlanta?; The action is #DUAL_POINT#; touch_point: 0.2387, 0.6137, lift_point: 0.2387, 0.6137; The action is #DUAL_POINT#; touch_point: 0.2501, 0.6092, lift_point: 0.2501, 0.6092; The action is #DUAL_POINT#; touch_point: 0.2249, 0.6282, lift_point: 0.2249, 0.6282; The action is #DUAL_POINT#; touch_point: 0.1306, 0.3968, lift_point: 0.1306, 0.3968; The action is #DUAL_POINT#; touch_point: 0.1211, 0.8972, lift_point: 0.1211, 0.8972; The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent for in Atlanta\"; The action is #DUAL_POINT#; touch_point: 0.2757, 0.5293, lift_point: 0.2757, 0.5293; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13587_14.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Atlanta?; The action is #DUAL_POINT#; touch_point: 0.2387, 0.6137, lift_point: 0.2387, 0.6137; The action is #DUAL_POINT#; touch_point: 0.2501, 0.6092, lift_point: 0.2501, 0.6092; The action is #DUAL_POINT#; touch_point: 0.2249, 0.6282, lift_point: 0.2249, 0.6282; The action is #DUAL_POINT#; touch_point: 0.1306, 0.3968, lift_point: 0.1306, 0.3968; The action is #DUAL_POINT#; touch_point: 0.1211, 0.8972, lift_point: 0.1211, 0.8972; The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent for in Atlanta\"; The action is #DUAL_POINT#; touch_point: 0.2757, 0.5293, lift_point: 0.2757, 0.5293; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.4969, 0.411, lift_point: 0.4969, 0.411", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13587_15.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Atlanta?; The action is #DUAL_POINT#; touch_point: 0.2387, 0.6137, lift_point: 0.2387, 0.6137; The action is #DUAL_POINT#; touch_point: 0.2501, 0.6092, lift_point: 0.2501, 0.6092; The action is #DUAL_POINT#; touch_point: 0.2249, 0.6282, lift_point: 0.2249, 0.6282; The action is #DUAL_POINT#; touch_point: 0.1306, 0.3968, lift_point: 0.1306, 0.3968; The action is #DUAL_POINT#; touch_point: 0.1211, 0.8972, lift_point: 0.1211, 0.8972; The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent for in Atlanta\"; The action is #DUAL_POINT#; touch_point: 0.2757, 0.5293, lift_point: 0.2757, 0.5293; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4969, 0.411, lift_point: 0.4969, 0.411", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13587_16.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Atlanta?; The action is #DUAL_POINT#; touch_point: 0.2387, 0.6137, lift_point: 0.2387, 0.6137; The action is #DUAL_POINT#; touch_point: 0.2501, 0.6092, lift_point: 0.2501, 0.6092; The action is #DUAL_POINT#; touch_point: 0.2249, 0.6282, lift_point: 0.2249, 0.6282; The action is #DUAL_POINT#; touch_point: 0.1306, 0.3968, lift_point: 0.1306, 0.3968; The action is #DUAL_POINT#; touch_point: 0.1211, 0.8972, lift_point: 0.1211, 0.8972; The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent for in Atlanta\"; The action is #DUAL_POINT#; touch_point: 0.2757, 0.5293, lift_point: 0.2757, 0.5293; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4969, 0.411, lift_point: 0.4969, 0.411; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13587_17.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Atlanta?; The action is #DUAL_POINT#; touch_point: 0.2387, 0.6137, lift_point: 0.2387, 0.6137; The action is #DUAL_POINT#; touch_point: 0.2501, 0.6092, lift_point: 0.2501, 0.6092; The action is #DUAL_POINT#; touch_point: 0.2249, 0.6282, lift_point: 0.2249, 0.6282; The action is #DUAL_POINT#; touch_point: 0.1306, 0.3968, lift_point: 0.1306, 0.3968; The action is #DUAL_POINT#; touch_point: 0.1211, 0.8972, lift_point: 0.1211, 0.8972; The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent for in Atlanta\"; The action is #DUAL_POINT#; touch_point: 0.2757, 0.5293, lift_point: 0.2757, 0.5293; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4969, 0.411, lift_point: 0.4969, 0.411; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13587_18.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Atlanta?; The action is #DUAL_POINT#; touch_point: 0.2387, 0.6137, lift_point: 0.2387, 0.6137; The action is #DUAL_POINT#; touch_point: 0.2501, 0.6092, lift_point: 0.2501, 0.6092; The action is #DUAL_POINT#; touch_point: 0.2249, 0.6282, lift_point: 0.2249, 0.6282; The action is #DUAL_POINT#; touch_point: 0.1306, 0.3968, lift_point: 0.1306, 0.3968; The action is #DUAL_POINT#; touch_point: 0.1211, 0.8972, lift_point: 0.1211, 0.8972; The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent for in Atlanta\"; The action is #DUAL_POINT#; touch_point: 0.2757, 0.5293, lift_point: 0.2757, 0.5293; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4969, 0.411, lift_point: 0.4969, 0.411; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#", "response": "The action is #DUAL_POINT#; touch_point: 0.5772, 0.6842, lift_point: 0.5772, 0.6842", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13587_19.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Atlanta?; The action is #DUAL_POINT#; touch_point: 0.2387, 0.6137, lift_point: 0.2387, 0.6137; The action is #DUAL_POINT#; touch_point: 0.2501, 0.6092, lift_point: 0.2501, 0.6092; The action is #DUAL_POINT#; touch_point: 0.2249, 0.6282, lift_point: 0.2249, 0.6282; The action is #DUAL_POINT#; touch_point: 0.1306, 0.3968, lift_point: 0.1306, 0.3968; The action is #DUAL_POINT#; touch_point: 0.1211, 0.8972, lift_point: 0.1211, 0.8972; The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent for in Atlanta\"; The action is #DUAL_POINT#; touch_point: 0.2757, 0.5293, lift_point: 0.2757, 0.5293; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4969, 0.411, lift_point: 0.4969, 0.411; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.5772, 0.6842, lift_point: 0.5772, 0.6842", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13587_20.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?", "response": "The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_1.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365", "response": "The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_2.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365; The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667", "response": "The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_3.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365; The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667; The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941", "response": "The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_4.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365; The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667; The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941; The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913", "response": "The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_5.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365; The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667; The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941; The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913; The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177", "response": "The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_6.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365; The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667; The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941; The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913; The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992", "response": "The action is #DUAL_POINT#; touch_point: 0.8149, 0.6966, lift_point: 0.8149, 0.6966", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_7.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365; The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667; The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941; The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913; The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992; The action is #DUAL_POINT#; touch_point: 0.8149, 0.6966, lift_point: 0.8149, 0.6966", "response": "The action is #DUAL_POINT#; touch_point: 0.0722, 0.4065, lift_point: 0.0722, 0.4065", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_8.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365; The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667; The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941; The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913; The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992; The action is #DUAL_POINT#; touch_point: 0.8149, 0.6966, lift_point: 0.8149, 0.6966; The action is #DUAL_POINT#; touch_point: 0.0722, 0.4065, lift_point: 0.0722, 0.4065", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_9.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365; The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667; The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941; The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913; The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992; The action is #DUAL_POINT#; touch_point: 0.8149, 0.6966, lift_point: 0.8149, 0.6966; The action is #DUAL_POINT#; touch_point: 0.0722, 0.4065, lift_point: 0.0722, 0.4065; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_10.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365; The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667; The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941; The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913; The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992; The action is #DUAL_POINT#; touch_point: 0.8149, 0.6966, lift_point: 0.8149, 0.6966; The action is #DUAL_POINT#; touch_point: 0.0722, 0.4065, lift_point: 0.0722, 0.4065; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1351, 0.6482, lift_point: 0.1351, 0.6482", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_11.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365; The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667; The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941; The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913; The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992; The action is #DUAL_POINT#; touch_point: 0.8149, 0.6966, lift_point: 0.8149, 0.6966; The action is #DUAL_POINT#; touch_point: 0.0722, 0.4065, lift_point: 0.0722, 0.4065; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1351, 0.6482, lift_point: 0.1351, 0.6482", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_12.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365; The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667; The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941; The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913; The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992; The action is #DUAL_POINT#; touch_point: 0.8149, 0.6966, lift_point: 0.8149, 0.6966; The action is #DUAL_POINT#; touch_point: 0.0722, 0.4065, lift_point: 0.0722, 0.4065; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1351, 0.6482, lift_point: 0.1351, 0.6482; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.2715, 0.6476, lift_point: 0.2715, 0.6476", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_13.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365; The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667; The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941; The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913; The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992; The action is #DUAL_POINT#; touch_point: 0.8149, 0.6966, lift_point: 0.8149, 0.6966; The action is #DUAL_POINT#; touch_point: 0.0722, 0.4065, lift_point: 0.0722, 0.4065; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1351, 0.6482, lift_point: 0.1351, 0.6482; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2715, 0.6476, lift_point: 0.2715, 0.6476", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_14.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365; The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667; The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941; The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913; The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992; The action is #DUAL_POINT#; touch_point: 0.8149, 0.6966, lift_point: 0.8149, 0.6966; The action is #DUAL_POINT#; touch_point: 0.0722, 0.4065, lift_point: 0.0722, 0.4065; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1351, 0.6482, lift_point: 0.1351, 0.6482; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2715, 0.6476, lift_point: 0.2715, 0.6476; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_15.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365; The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667; The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941; The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913; The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992; The action is #DUAL_POINT#; touch_point: 0.8149, 0.6966, lift_point: 0.8149, 0.6966; The action is #DUAL_POINT#; touch_point: 0.0722, 0.4065, lift_point: 0.0722, 0.4065; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1351, 0.6482, lift_point: 0.1351, 0.6482; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2715, 0.6476, lift_point: 0.2715, 0.6476; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_16.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365; The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667; The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941; The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913; The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992; The action is #DUAL_POINT#; touch_point: 0.8149, 0.6966, lift_point: 0.8149, 0.6966; The action is #DUAL_POINT#; touch_point: 0.0722, 0.4065, lift_point: 0.0722, 0.4065; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1351, 0.6482, lift_point: 0.1351, 0.6482; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2715, 0.6476, lift_point: 0.2715, 0.6476; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_17.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365; The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667; The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941; The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913; The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992; The action is #DUAL_POINT#; touch_point: 0.8149, 0.6966, lift_point: 0.8149, 0.6966; The action is #DUAL_POINT#; touch_point: 0.0722, 0.4065, lift_point: 0.0722, 0.4065; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1351, 0.6482, lift_point: 0.1351, 0.6482; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2715, 0.6476, lift_point: 0.2715, 0.6476; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_18.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365; The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667; The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941; The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913; The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992; The action is #DUAL_POINT#; touch_point: 0.8149, 0.6966, lift_point: 0.8149, 0.6966; The action is #DUAL_POINT#; touch_point: 0.0722, 0.4065, lift_point: 0.0722, 0.4065; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1351, 0.6482, lift_point: 0.1351, 0.6482; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2715, 0.6476, lift_point: 0.2715, 0.6476; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.0528, 0.2859, lift_point: 0.0528, 0.2859", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_19.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365; The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667; The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941; The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913; The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992; The action is #DUAL_POINT#; touch_point: 0.8149, 0.6966, lift_point: 0.8149, 0.6966; The action is #DUAL_POINT#; touch_point: 0.0722, 0.4065, lift_point: 0.0722, 0.4065; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1351, 0.6482, lift_point: 0.1351, 0.6482; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2715, 0.6476, lift_point: 0.2715, 0.6476; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0528, 0.2859, lift_point: 0.0528, 0.2859", "response": "The action is #DUAL_POINT#; touch_point: 0.8191, 0.4412, lift_point: 0.8191, 0.4412", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_20.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365; The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667; The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941; The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913; The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992; The action is #DUAL_POINT#; touch_point: 0.8149, 0.6966, lift_point: 0.8149, 0.6966; The action is #DUAL_POINT#; touch_point: 0.0722, 0.4065, lift_point: 0.0722, 0.4065; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1351, 0.6482, lift_point: 0.1351, 0.6482; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2715, 0.6476, lift_point: 0.2715, 0.6476; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0528, 0.2859, lift_point: 0.0528, 0.2859; The action is #DUAL_POINT#; touch_point: 0.8191, 0.4412, lift_point: 0.8191, 0.4412", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_21.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365; The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667; The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941; The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913; The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992; The action is #DUAL_POINT#; touch_point: 0.8149, 0.6966, lift_point: 0.8149, 0.6966; The action is #DUAL_POINT#; touch_point: 0.0722, 0.4065, lift_point: 0.0722, 0.4065; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1351, 0.6482, lift_point: 0.1351, 0.6482; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2715, 0.6476, lift_point: 0.2715, 0.6476; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0528, 0.2859, lift_point: 0.0528, 0.2859; The action is #DUAL_POINT#; touch_point: 0.8191, 0.4412, lift_point: 0.8191, 0.4412; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_22.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365; The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667; The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941; The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913; The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992; The action is #DUAL_POINT#; touch_point: 0.8149, 0.6966, lift_point: 0.8149, 0.6966; The action is #DUAL_POINT#; touch_point: 0.0722, 0.4065, lift_point: 0.0722, 0.4065; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1351, 0.6482, lift_point: 0.1351, 0.6482; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2715, 0.6476, lift_point: 0.2715, 0.6476; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0528, 0.2859, lift_point: 0.0528, 0.2859; The action is #DUAL_POINT#; touch_point: 0.8191, 0.4412, lift_point: 0.8191, 0.4412; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_23.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365; The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667; The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941; The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913; The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992; The action is #DUAL_POINT#; touch_point: 0.8149, 0.6966, lift_point: 0.8149, 0.6966; The action is #DUAL_POINT#; touch_point: 0.0722, 0.4065, lift_point: 0.0722, 0.4065; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1351, 0.6482, lift_point: 0.1351, 0.6482; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2715, 0.6476, lift_point: 0.2715, 0.6476; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0528, 0.2859, lift_point: 0.0528, 0.2859; The action is #DUAL_POINT#; touch_point: 0.8191, 0.4412, lift_point: 0.8191, 0.4412; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_24.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365; The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667; The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941; The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913; The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992; The action is #DUAL_POINT#; touch_point: 0.8149, 0.6966, lift_point: 0.8149, 0.6966; The action is #DUAL_POINT#; touch_point: 0.0722, 0.4065, lift_point: 0.0722, 0.4065; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1351, 0.6482, lift_point: 0.1351, 0.6482; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2715, 0.6476, lift_point: 0.2715, 0.6476; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0528, 0.2859, lift_point: 0.0528, 0.2859; The action is #DUAL_POINT#; touch_point: 0.8191, 0.4412, lift_point: 0.8191, 0.4412; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_25.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365; The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667; The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941; The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913; The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992; The action is #DUAL_POINT#; touch_point: 0.8149, 0.6966, lift_point: 0.8149, 0.6966; The action is #DUAL_POINT#; touch_point: 0.0722, 0.4065, lift_point: 0.0722, 0.4065; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1351, 0.6482, lift_point: 0.1351, 0.6482; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2715, 0.6476, lift_point: 0.2715, 0.6476; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0528, 0.2859, lift_point: 0.0528, 0.2859; The action is #DUAL_POINT#; touch_point: 0.8191, 0.4412, lift_point: 0.8191, 0.4412; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_26.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365; The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667; The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941; The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913; The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992; The action is #DUAL_POINT#; touch_point: 0.8149, 0.6966, lift_point: 0.8149, 0.6966; The action is #DUAL_POINT#; touch_point: 0.0722, 0.4065, lift_point: 0.0722, 0.4065; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1351, 0.6482, lift_point: 0.1351, 0.6482; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2715, 0.6476, lift_point: 0.2715, 0.6476; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0528, 0.2859, lift_point: 0.0528, 0.2859; The action is #DUAL_POINT#; touch_point: 0.8191, 0.4412, lift_point: 0.8191, 0.4412; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #PRESS_BACK#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_27.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365; The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667; The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941; The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913; The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992; The action is #DUAL_POINT#; touch_point: 0.8149, 0.6966, lift_point: 0.8149, 0.6966; The action is #DUAL_POINT#; touch_point: 0.0722, 0.4065, lift_point: 0.0722, 0.4065; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1351, 0.6482, lift_point: 0.1351, 0.6482; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2715, 0.6476, lift_point: 0.2715, 0.6476; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0528, 0.2859, lift_point: 0.0528, 0.2859; The action is #DUAL_POINT#; touch_point: 0.8191, 0.4412, lift_point: 0.8191, 0.4412; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#", "response": "The action is #DUAL_POINT#; touch_point: 0.4471, 0.1787, lift_point: 0.4471, 0.1787", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_28.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365; The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667; The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941; The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913; The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992; The action is #DUAL_POINT#; touch_point: 0.8149, 0.6966, lift_point: 0.8149, 0.6966; The action is #DUAL_POINT#; touch_point: 0.0722, 0.4065, lift_point: 0.0722, 0.4065; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1351, 0.6482, lift_point: 0.1351, 0.6482; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2715, 0.6476, lift_point: 0.2715, 0.6476; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0528, 0.2859, lift_point: 0.0528, 0.2859; The action is #DUAL_POINT#; touch_point: 0.8191, 0.4412, lift_point: 0.8191, 0.4412; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.4471, 0.1787, lift_point: 0.4471, 0.1787", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_29.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365; The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667; The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941; The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913; The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992; The action is #DUAL_POINT#; touch_point: 0.8149, 0.6966, lift_point: 0.8149, 0.6966; The action is #DUAL_POINT#; touch_point: 0.0722, 0.4065, lift_point: 0.0722, 0.4065; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1351, 0.6482, lift_point: 0.1351, 0.6482; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2715, 0.6476, lift_point: 0.2715, 0.6476; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0528, 0.2859, lift_point: 0.0528, 0.2859; The action is #DUAL_POINT#; touch_point: 0.8191, 0.4412, lift_point: 0.8191, 0.4412; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.4471, 0.1787, lift_point: 0.4471, 0.1787; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_30.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365; The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667; The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941; The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913; The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992; The action is #DUAL_POINT#; touch_point: 0.8149, 0.6966, lift_point: 0.8149, 0.6966; The action is #DUAL_POINT#; touch_point: 0.0722, 0.4065, lift_point: 0.0722, 0.4065; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1351, 0.6482, lift_point: 0.1351, 0.6482; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2715, 0.6476, lift_point: 0.2715, 0.6476; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0528, 0.2859, lift_point: 0.0528, 0.2859; The action is #DUAL_POINT#; touch_point: 0.8191, 0.4412, lift_point: 0.8191, 0.4412; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.4471, 0.1787, lift_point: 0.4471, 0.1787; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #PRESS_BACK#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_31.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365; The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667; The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941; The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913; The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992; The action is #DUAL_POINT#; touch_point: 0.8149, 0.6966, lift_point: 0.8149, 0.6966; The action is #DUAL_POINT#; touch_point: 0.0722, 0.4065, lift_point: 0.0722, 0.4065; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1351, 0.6482, lift_point: 0.1351, 0.6482; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2715, 0.6476, lift_point: 0.2715, 0.6476; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0528, 0.2859, lift_point: 0.0528, 0.2859; The action is #DUAL_POINT#; touch_point: 0.8191, 0.4412, lift_point: 0.8191, 0.4412; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.4471, 0.1787, lift_point: 0.4471, 0.1787; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#", "response": "The action is #DUAL_POINT#; touch_point: 0.8042, 0.3148, lift_point: 0.8042, 0.3148", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_32.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365; The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667; The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941; The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913; The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992; The action is #DUAL_POINT#; touch_point: 0.8149, 0.6966, lift_point: 0.8149, 0.6966; The action is #DUAL_POINT#; touch_point: 0.0722, 0.4065, lift_point: 0.0722, 0.4065; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1351, 0.6482, lift_point: 0.1351, 0.6482; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2715, 0.6476, lift_point: 0.2715, 0.6476; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0528, 0.2859, lift_point: 0.0528, 0.2859; The action is #DUAL_POINT#; touch_point: 0.8191, 0.4412, lift_point: 0.8191, 0.4412; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.4471, 0.1787, lift_point: 0.4471, 0.1787; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8042, 0.3148, lift_point: 0.8042, 0.3148", "response": "The action is #DUAL_POINT#; touch_point: 0.6879, 0.5777, lift_point: 0.6879, 0.5777", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_33.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365; The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667; The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941; The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913; The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992; The action is #DUAL_POINT#; touch_point: 0.8149, 0.6966, lift_point: 0.8149, 0.6966; The action is #DUAL_POINT#; touch_point: 0.0722, 0.4065, lift_point: 0.0722, 0.4065; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1351, 0.6482, lift_point: 0.1351, 0.6482; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2715, 0.6476, lift_point: 0.2715, 0.6476; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0528, 0.2859, lift_point: 0.0528, 0.2859; The action is #DUAL_POINT#; touch_point: 0.8191, 0.4412, lift_point: 0.8191, 0.4412; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.4471, 0.1787, lift_point: 0.4471, 0.1787; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8042, 0.3148, lift_point: 0.8042, 0.3148; The action is #DUAL_POINT#; touch_point: 0.6879, 0.5777, lift_point: 0.6879, 0.5777", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_34.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365; The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667; The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941; The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913; The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992; The action is #DUAL_POINT#; touch_point: 0.8149, 0.6966, lift_point: 0.8149, 0.6966; The action is #DUAL_POINT#; touch_point: 0.0722, 0.4065, lift_point: 0.0722, 0.4065; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1351, 0.6482, lift_point: 0.1351, 0.6482; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2715, 0.6476, lift_point: 0.2715, 0.6476; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0528, 0.2859, lift_point: 0.0528, 0.2859; The action is #DUAL_POINT#; touch_point: 0.8191, 0.4412, lift_point: 0.8191, 0.4412; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.4471, 0.1787, lift_point: 0.4471, 0.1787; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8042, 0.3148, lift_point: 0.8042, 0.3148; The action is #DUAL_POINT#; touch_point: 0.6879, 0.5777, lift_point: 0.6879, 0.5777; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_35.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365; The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667; The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941; The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913; The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992; The action is #DUAL_POINT#; touch_point: 0.8149, 0.6966, lift_point: 0.8149, 0.6966; The action is #DUAL_POINT#; touch_point: 0.0722, 0.4065, lift_point: 0.0722, 0.4065; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1351, 0.6482, lift_point: 0.1351, 0.6482; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2715, 0.6476, lift_point: 0.2715, 0.6476; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0528, 0.2859, lift_point: 0.0528, 0.2859; The action is #DUAL_POINT#; touch_point: 0.8191, 0.4412, lift_point: 0.8191, 0.4412; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.4471, 0.1787, lift_point: 0.4471, 0.1787; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8042, 0.3148, lift_point: 0.8042, 0.3148; The action is #DUAL_POINT#; touch_point: 0.6879, 0.5777, lift_point: 0.6879, 0.5777; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_36.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365; The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667; The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941; The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913; The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992; The action is #DUAL_POINT#; touch_point: 0.8149, 0.6966, lift_point: 0.8149, 0.6966; The action is #DUAL_POINT#; touch_point: 0.0722, 0.4065, lift_point: 0.0722, 0.4065; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1351, 0.6482, lift_point: 0.1351, 0.6482; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2715, 0.6476, lift_point: 0.2715, 0.6476; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0528, 0.2859, lift_point: 0.0528, 0.2859; The action is #DUAL_POINT#; touch_point: 0.8191, 0.4412, lift_point: 0.8191, 0.4412; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.4471, 0.1787, lift_point: 0.4471, 0.1787; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8042, 0.3148, lift_point: 0.8042, 0.3148; The action is #DUAL_POINT#; touch_point: 0.6879, 0.5777, lift_point: 0.6879, 0.5777; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_37.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365; The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667; The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941; The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913; The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992; The action is #DUAL_POINT#; touch_point: 0.8149, 0.6966, lift_point: 0.8149, 0.6966; The action is #DUAL_POINT#; touch_point: 0.0722, 0.4065, lift_point: 0.0722, 0.4065; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1351, 0.6482, lift_point: 0.1351, 0.6482; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2715, 0.6476, lift_point: 0.2715, 0.6476; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0528, 0.2859, lift_point: 0.0528, 0.2859; The action is #DUAL_POINT#; touch_point: 0.8191, 0.4412, lift_point: 0.8191, 0.4412; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.4471, 0.1787, lift_point: 0.4471, 0.1787; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8042, 0.3148, lift_point: 0.8042, 0.3148; The action is #DUAL_POINT#; touch_point: 0.6879, 0.5777, lift_point: 0.6879, 0.5777; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_38.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365; The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667; The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941; The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913; The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992; The action is #DUAL_POINT#; touch_point: 0.8149, 0.6966, lift_point: 0.8149, 0.6966; The action is #DUAL_POINT#; touch_point: 0.0722, 0.4065, lift_point: 0.0722, 0.4065; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1351, 0.6482, lift_point: 0.1351, 0.6482; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2715, 0.6476, lift_point: 0.2715, 0.6476; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0528, 0.2859, lift_point: 0.0528, 0.2859; The action is #DUAL_POINT#; touch_point: 0.8191, 0.4412, lift_point: 0.8191, 0.4412; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.4471, 0.1787, lift_point: 0.4471, 0.1787; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8042, 0.3148, lift_point: 0.8042, 0.3148; The action is #DUAL_POINT#; touch_point: 0.6879, 0.5777, lift_point: 0.6879, 0.5777; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_39.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365; The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667; The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941; The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913; The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992; The action is #DUAL_POINT#; touch_point: 0.8149, 0.6966, lift_point: 0.8149, 0.6966; The action is #DUAL_POINT#; touch_point: 0.0722, 0.4065, lift_point: 0.0722, 0.4065; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1351, 0.6482, lift_point: 0.1351, 0.6482; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2715, 0.6476, lift_point: 0.2715, 0.6476; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0528, 0.2859, lift_point: 0.0528, 0.2859; The action is #DUAL_POINT#; touch_point: 0.8191, 0.4412, lift_point: 0.8191, 0.4412; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.4471, 0.1787, lift_point: 0.4471, 0.1787; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8042, 0.3148, lift_point: 0.8042, 0.3148; The action is #DUAL_POINT#; touch_point: 0.6879, 0.5777, lift_point: 0.6879, 0.5777; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_40.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365; The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667; The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941; The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913; The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992; The action is #DUAL_POINT#; touch_point: 0.8149, 0.6966, lift_point: 0.8149, 0.6966; The action is #DUAL_POINT#; touch_point: 0.0722, 0.4065, lift_point: 0.0722, 0.4065; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1351, 0.6482, lift_point: 0.1351, 0.6482; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2715, 0.6476, lift_point: 0.2715, 0.6476; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0528, 0.2859, lift_point: 0.0528, 0.2859; The action is #DUAL_POINT#; touch_point: 0.8191, 0.4412, lift_point: 0.8191, 0.4412; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.4471, 0.1787, lift_point: 0.4471, 0.1787; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8042, 0.3148, lift_point: 0.8042, 0.3148; The action is #DUAL_POINT#; touch_point: 0.6879, 0.5777, lift_point: 0.6879, 0.5777; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_41.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365; The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667; The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941; The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913; The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992; The action is #DUAL_POINT#; touch_point: 0.8149, 0.6966, lift_point: 0.8149, 0.6966; The action is #DUAL_POINT#; touch_point: 0.0722, 0.4065, lift_point: 0.0722, 0.4065; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1351, 0.6482, lift_point: 0.1351, 0.6482; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2715, 0.6476, lift_point: 0.2715, 0.6476; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0528, 0.2859, lift_point: 0.0528, 0.2859; The action is #DUAL_POINT#; touch_point: 0.8191, 0.4412, lift_point: 0.8191, 0.4412; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.4471, 0.1787, lift_point: 0.4471, 0.1787; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8042, 0.3148, lift_point: 0.8042, 0.3148; The action is #DUAL_POINT#; touch_point: 0.6879, 0.5777, lift_point: 0.6879, 0.5777; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_42.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365; The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667; The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941; The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913; The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992; The action is #DUAL_POINT#; touch_point: 0.8149, 0.6966, lift_point: 0.8149, 0.6966; The action is #DUAL_POINT#; touch_point: 0.0722, 0.4065, lift_point: 0.0722, 0.4065; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1351, 0.6482, lift_point: 0.1351, 0.6482; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2715, 0.6476, lift_point: 0.2715, 0.6476; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0528, 0.2859, lift_point: 0.0528, 0.2859; The action is #DUAL_POINT#; touch_point: 0.8191, 0.4412, lift_point: 0.8191, 0.4412; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.4471, 0.1787, lift_point: 0.4471, 0.1787; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8042, 0.3148, lift_point: 0.8042, 0.3148; The action is #DUAL_POINT#; touch_point: 0.6879, 0.5777, lift_point: 0.6879, 0.5777; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #PRESS_BACK#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_43.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365; The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667; The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941; The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913; The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992; The action is #DUAL_POINT#; touch_point: 0.8149, 0.6966, lift_point: 0.8149, 0.6966; The action is #DUAL_POINT#; touch_point: 0.0722, 0.4065, lift_point: 0.0722, 0.4065; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1351, 0.6482, lift_point: 0.1351, 0.6482; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2715, 0.6476, lift_point: 0.2715, 0.6476; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0528, 0.2859, lift_point: 0.0528, 0.2859; The action is #DUAL_POINT#; touch_point: 0.8191, 0.4412, lift_point: 0.8191, 0.4412; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.4471, 0.1787, lift_point: 0.4471, 0.1787; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8042, 0.3148, lift_point: 0.8042, 0.3148; The action is #DUAL_POINT#; touch_point: 0.6879, 0.5777, lift_point: 0.6879, 0.5777; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#", "response": "The action is #DUAL_POINT#; touch_point: 0.8361, 0.2862, lift_point: 0.8361, 0.2862", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_44.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365; The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667; The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941; The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913; The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992; The action is #DUAL_POINT#; touch_point: 0.8149, 0.6966, lift_point: 0.8149, 0.6966; The action is #DUAL_POINT#; touch_point: 0.0722, 0.4065, lift_point: 0.0722, 0.4065; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1351, 0.6482, lift_point: 0.1351, 0.6482; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2715, 0.6476, lift_point: 0.2715, 0.6476; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0528, 0.2859, lift_point: 0.0528, 0.2859; The action is #DUAL_POINT#; touch_point: 0.8191, 0.4412, lift_point: 0.8191, 0.4412; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.4471, 0.1787, lift_point: 0.4471, 0.1787; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8042, 0.3148, lift_point: 0.8042, 0.3148; The action is #DUAL_POINT#; touch_point: 0.6879, 0.5777, lift_point: 0.6879, 0.5777; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8361, 0.2862, lift_point: 0.8361, 0.2862", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_45.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365; The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667; The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941; The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913; The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992; The action is #DUAL_POINT#; touch_point: 0.8149, 0.6966, lift_point: 0.8149, 0.6966; The action is #DUAL_POINT#; touch_point: 0.0722, 0.4065, lift_point: 0.0722, 0.4065; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1351, 0.6482, lift_point: 0.1351, 0.6482; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2715, 0.6476, lift_point: 0.2715, 0.6476; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0528, 0.2859, lift_point: 0.0528, 0.2859; The action is #DUAL_POINT#; touch_point: 0.8191, 0.4412, lift_point: 0.8191, 0.4412; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.4471, 0.1787, lift_point: 0.4471, 0.1787; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8042, 0.3148, lift_point: 0.8042, 0.3148; The action is #DUAL_POINT#; touch_point: 0.6879, 0.5777, lift_point: 0.6879, 0.5777; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8361, 0.2862, lift_point: 0.8361, 0.2862; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_46.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365; The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667; The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941; The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913; The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992; The action is #DUAL_POINT#; touch_point: 0.8149, 0.6966, lift_point: 0.8149, 0.6966; The action is #DUAL_POINT#; touch_point: 0.0722, 0.4065, lift_point: 0.0722, 0.4065; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1351, 0.6482, lift_point: 0.1351, 0.6482; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2715, 0.6476, lift_point: 0.2715, 0.6476; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0528, 0.2859, lift_point: 0.0528, 0.2859; The action is #DUAL_POINT#; touch_point: 0.8191, 0.4412, lift_point: 0.8191, 0.4412; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.4471, 0.1787, lift_point: 0.4471, 0.1787; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8042, 0.3148, lift_point: 0.8042, 0.3148; The action is #DUAL_POINT#; touch_point: 0.6879, 0.5777, lift_point: 0.6879, 0.5777; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8361, 0.2862, lift_point: 0.8361, 0.2862; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #PRESS_BACK#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_47.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365; The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667; The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941; The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913; The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992; The action is #DUAL_POINT#; touch_point: 0.8149, 0.6966, lift_point: 0.8149, 0.6966; The action is #DUAL_POINT#; touch_point: 0.0722, 0.4065, lift_point: 0.0722, 0.4065; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1351, 0.6482, lift_point: 0.1351, 0.6482; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2715, 0.6476, lift_point: 0.2715, 0.6476; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0528, 0.2859, lift_point: 0.0528, 0.2859; The action is #DUAL_POINT#; touch_point: 0.8191, 0.4412, lift_point: 0.8191, 0.4412; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.4471, 0.1787, lift_point: 0.4471, 0.1787; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8042, 0.3148, lift_point: 0.8042, 0.3148; The action is #DUAL_POINT#; touch_point: 0.6879, 0.5777, lift_point: 0.6879, 0.5777; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8361, 0.2862, lift_point: 0.8361, 0.2862; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_48.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365; The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667; The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941; The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913; The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992; The action is #DUAL_POINT#; touch_point: 0.8149, 0.6966, lift_point: 0.8149, 0.6966; The action is #DUAL_POINT#; touch_point: 0.0722, 0.4065, lift_point: 0.0722, 0.4065; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1351, 0.6482, lift_point: 0.1351, 0.6482; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2715, 0.6476, lift_point: 0.2715, 0.6476; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0528, 0.2859, lift_point: 0.0528, 0.2859; The action is #DUAL_POINT#; touch_point: 0.8191, 0.4412, lift_point: 0.8191, 0.4412; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.4471, 0.1787, lift_point: 0.4471, 0.1787; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8042, 0.3148, lift_point: 0.8042, 0.3148; The action is #DUAL_POINT#; touch_point: 0.6879, 0.5777, lift_point: 0.6879, 0.5777; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8361, 0.2862, lift_point: 0.8361, 0.2862; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.8366, 0.182, lift_point: 0.8366, 0.182", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_49.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365; The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667; The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941; The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913; The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992; The action is #DUAL_POINT#; touch_point: 0.8149, 0.6966, lift_point: 0.8149, 0.6966; The action is #DUAL_POINT#; touch_point: 0.0722, 0.4065, lift_point: 0.0722, 0.4065; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1351, 0.6482, lift_point: 0.1351, 0.6482; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2715, 0.6476, lift_point: 0.2715, 0.6476; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0528, 0.2859, lift_point: 0.0528, 0.2859; The action is #DUAL_POINT#; touch_point: 0.8191, 0.4412, lift_point: 0.8191, 0.4412; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.4471, 0.1787, lift_point: 0.4471, 0.1787; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8042, 0.3148, lift_point: 0.8042, 0.3148; The action is #DUAL_POINT#; touch_point: 0.6879, 0.5777, lift_point: 0.6879, 0.5777; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8361, 0.2862, lift_point: 0.8361, 0.2862; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8366, 0.182, lift_point: 0.8366, 0.182", "response": "The action is #DUAL_POINT#; touch_point: 0.6461, 0.3885, lift_point: 0.6461, 0.3885", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_50.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365; The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667; The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941; The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913; The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992; The action is #DUAL_POINT#; touch_point: 0.8149, 0.6966, lift_point: 0.8149, 0.6966; The action is #DUAL_POINT#; touch_point: 0.0722, 0.4065, lift_point: 0.0722, 0.4065; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1351, 0.6482, lift_point: 0.1351, 0.6482; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2715, 0.6476, lift_point: 0.2715, 0.6476; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0528, 0.2859, lift_point: 0.0528, 0.2859; The action is #DUAL_POINT#; touch_point: 0.8191, 0.4412, lift_point: 0.8191, 0.4412; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.4471, 0.1787, lift_point: 0.4471, 0.1787; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8042, 0.3148, lift_point: 0.8042, 0.3148; The action is #DUAL_POINT#; touch_point: 0.6879, 0.5777, lift_point: 0.6879, 0.5777; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8361, 0.2862, lift_point: 0.8361, 0.2862; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8366, 0.182, lift_point: 0.8366, 0.182; The action is #DUAL_POINT#; touch_point: 0.6461, 0.3885, lift_point: 0.6461, 0.3885", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_51.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365; The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667; The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941; The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913; The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992; The action is #DUAL_POINT#; touch_point: 0.8149, 0.6966, lift_point: 0.8149, 0.6966; The action is #DUAL_POINT#; touch_point: 0.0722, 0.4065, lift_point: 0.0722, 0.4065; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1351, 0.6482, lift_point: 0.1351, 0.6482; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2715, 0.6476, lift_point: 0.2715, 0.6476; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0528, 0.2859, lift_point: 0.0528, 0.2859; The action is #DUAL_POINT#; touch_point: 0.8191, 0.4412, lift_point: 0.8191, 0.4412; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.4471, 0.1787, lift_point: 0.4471, 0.1787; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8042, 0.3148, lift_point: 0.8042, 0.3148; The action is #DUAL_POINT#; touch_point: 0.6879, 0.5777, lift_point: 0.6879, 0.5777; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8361, 0.2862, lift_point: 0.8361, 0.2862; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8366, 0.182, lift_point: 0.8366, 0.182; The action is #DUAL_POINT#; touch_point: 0.6461, 0.3885, lift_point: 0.6461, 0.3885; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_52.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365; The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667; The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941; The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913; The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992; The action is #DUAL_POINT#; touch_point: 0.8149, 0.6966, lift_point: 0.8149, 0.6966; The action is #DUAL_POINT#; touch_point: 0.0722, 0.4065, lift_point: 0.0722, 0.4065; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1351, 0.6482, lift_point: 0.1351, 0.6482; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2715, 0.6476, lift_point: 0.2715, 0.6476; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0528, 0.2859, lift_point: 0.0528, 0.2859; The action is #DUAL_POINT#; touch_point: 0.8191, 0.4412, lift_point: 0.8191, 0.4412; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.4471, 0.1787, lift_point: 0.4471, 0.1787; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8042, 0.3148, lift_point: 0.8042, 0.3148; The action is #DUAL_POINT#; touch_point: 0.6879, 0.5777, lift_point: 0.6879, 0.5777; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8361, 0.2862, lift_point: 0.8361, 0.2862; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8366, 0.182, lift_point: 0.8366, 0.182; The action is #DUAL_POINT#; touch_point: 0.6461, 0.3885, lift_point: 0.6461, 0.3885; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_53.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365; The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667; The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941; The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913; The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992; The action is #DUAL_POINT#; touch_point: 0.8149, 0.6966, lift_point: 0.8149, 0.6966; The action is #DUAL_POINT#; touch_point: 0.0722, 0.4065, lift_point: 0.0722, 0.4065; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1351, 0.6482, lift_point: 0.1351, 0.6482; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2715, 0.6476, lift_point: 0.2715, 0.6476; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0528, 0.2859, lift_point: 0.0528, 0.2859; The action is #DUAL_POINT#; touch_point: 0.8191, 0.4412, lift_point: 0.8191, 0.4412; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.4471, 0.1787, lift_point: 0.4471, 0.1787; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8042, 0.3148, lift_point: 0.8042, 0.3148; The action is #DUAL_POINT#; touch_point: 0.6879, 0.5777, lift_point: 0.6879, 0.5777; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8361, 0.2862, lift_point: 0.8361, 0.2862; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8366, 0.182, lift_point: 0.8366, 0.182; The action is #DUAL_POINT#; touch_point: 0.6461, 0.3885, lift_point: 0.6461, 0.3885; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_54.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365; The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667; The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941; The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913; The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992; The action is #DUAL_POINT#; touch_point: 0.8149, 0.6966, lift_point: 0.8149, 0.6966; The action is #DUAL_POINT#; touch_point: 0.0722, 0.4065, lift_point: 0.0722, 0.4065; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1351, 0.6482, lift_point: 0.1351, 0.6482; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2715, 0.6476, lift_point: 0.2715, 0.6476; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0528, 0.2859, lift_point: 0.0528, 0.2859; The action is #DUAL_POINT#; touch_point: 0.8191, 0.4412, lift_point: 0.8191, 0.4412; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.4471, 0.1787, lift_point: 0.4471, 0.1787; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8042, 0.3148, lift_point: 0.8042, 0.3148; The action is #DUAL_POINT#; touch_point: 0.6879, 0.5777, lift_point: 0.6879, 0.5777; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8361, 0.2862, lift_point: 0.8361, 0.2862; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8366, 0.182, lift_point: 0.8366, 0.182; The action is #DUAL_POINT#; touch_point: 0.6461, 0.3885, lift_point: 0.6461, 0.3885; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_55.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365; The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667; The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941; The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913; The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992; The action is #DUAL_POINT#; touch_point: 0.8149, 0.6966, lift_point: 0.8149, 0.6966; The action is #DUAL_POINT#; touch_point: 0.0722, 0.4065, lift_point: 0.0722, 0.4065; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1351, 0.6482, lift_point: 0.1351, 0.6482; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2715, 0.6476, lift_point: 0.2715, 0.6476; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0528, 0.2859, lift_point: 0.0528, 0.2859; The action is #DUAL_POINT#; touch_point: 0.8191, 0.4412, lift_point: 0.8191, 0.4412; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.4471, 0.1787, lift_point: 0.4471, 0.1787; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8042, 0.3148, lift_point: 0.8042, 0.3148; The action is #DUAL_POINT#; touch_point: 0.6879, 0.5777, lift_point: 0.6879, 0.5777; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8361, 0.2862, lift_point: 0.8361, 0.2862; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8366, 0.182, lift_point: 0.8366, 0.182; The action is #DUAL_POINT#; touch_point: 0.6461, 0.3885, lift_point: 0.6461, 0.3885; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_56.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365; The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667; The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941; The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913; The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992; The action is #DUAL_POINT#; touch_point: 0.8149, 0.6966, lift_point: 0.8149, 0.6966; The action is #DUAL_POINT#; touch_point: 0.0722, 0.4065, lift_point: 0.0722, 0.4065; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1351, 0.6482, lift_point: 0.1351, 0.6482; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2715, 0.6476, lift_point: 0.2715, 0.6476; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0528, 0.2859, lift_point: 0.0528, 0.2859; The action is #DUAL_POINT#; touch_point: 0.8191, 0.4412, lift_point: 0.8191, 0.4412; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.4471, 0.1787, lift_point: 0.4471, 0.1787; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8042, 0.3148, lift_point: 0.8042, 0.3148; The action is #DUAL_POINT#; touch_point: 0.6879, 0.5777, lift_point: 0.6879, 0.5777; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8361, 0.2862, lift_point: 0.8361, 0.2862; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8366, 0.182, lift_point: 0.8366, 0.182; The action is #DUAL_POINT#; touch_point: 0.6461, 0.3885, lift_point: 0.6461, 0.3885; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_57.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365; The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667; The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941; The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913; The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992; The action is #DUAL_POINT#; touch_point: 0.8149, 0.6966, lift_point: 0.8149, 0.6966; The action is #DUAL_POINT#; touch_point: 0.0722, 0.4065, lift_point: 0.0722, 0.4065; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1351, 0.6482, lift_point: 0.1351, 0.6482; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2715, 0.6476, lift_point: 0.2715, 0.6476; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0528, 0.2859, lift_point: 0.0528, 0.2859; The action is #DUAL_POINT#; touch_point: 0.8191, 0.4412, lift_point: 0.8191, 0.4412; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.4471, 0.1787, lift_point: 0.4471, 0.1787; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8042, 0.3148, lift_point: 0.8042, 0.3148; The action is #DUAL_POINT#; touch_point: 0.6879, 0.5777, lift_point: 0.6879, 0.5777; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8361, 0.2862, lift_point: 0.8361, 0.2862; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8366, 0.182, lift_point: 0.8366, 0.182; The action is #DUAL_POINT#; touch_point: 0.6461, 0.3885, lift_point: 0.6461, 0.3885; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_58.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365; The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667; The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941; The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913; The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992; The action is #DUAL_POINT#; touch_point: 0.8149, 0.6966, lift_point: 0.8149, 0.6966; The action is #DUAL_POINT#; touch_point: 0.0722, 0.4065, lift_point: 0.0722, 0.4065; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1351, 0.6482, lift_point: 0.1351, 0.6482; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2715, 0.6476, lift_point: 0.2715, 0.6476; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0528, 0.2859, lift_point: 0.0528, 0.2859; The action is #DUAL_POINT#; touch_point: 0.8191, 0.4412, lift_point: 0.8191, 0.4412; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.4471, 0.1787, lift_point: 0.4471, 0.1787; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8042, 0.3148, lift_point: 0.8042, 0.3148; The action is #DUAL_POINT#; touch_point: 0.6879, 0.5777, lift_point: 0.6879, 0.5777; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8361, 0.2862, lift_point: 0.8361, 0.2862; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8366, 0.182, lift_point: 0.8366, 0.182; The action is #DUAL_POINT#; touch_point: 0.6461, 0.3885, lift_point: 0.6461, 0.3885; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_59.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365; The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667; The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941; The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913; The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992; The action is #DUAL_POINT#; touch_point: 0.8149, 0.6966, lift_point: 0.8149, 0.6966; The action is #DUAL_POINT#; touch_point: 0.0722, 0.4065, lift_point: 0.0722, 0.4065; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1351, 0.6482, lift_point: 0.1351, 0.6482; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2715, 0.6476, lift_point: 0.2715, 0.6476; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0528, 0.2859, lift_point: 0.0528, 0.2859; The action is #DUAL_POINT#; touch_point: 0.8191, 0.4412, lift_point: 0.8191, 0.4412; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.4471, 0.1787, lift_point: 0.4471, 0.1787; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8042, 0.3148, lift_point: 0.8042, 0.3148; The action is #DUAL_POINT#; touch_point: 0.6879, 0.5777, lift_point: 0.6879, 0.5777; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8361, 0.2862, lift_point: 0.8361, 0.2862; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8366, 0.182, lift_point: 0.8366, 0.182; The action is #DUAL_POINT#; touch_point: 0.6461, 0.3885, lift_point: 0.6461, 0.3885; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_60.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365; The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667; The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941; The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913; The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992; The action is #DUAL_POINT#; touch_point: 0.8149, 0.6966, lift_point: 0.8149, 0.6966; The action is #DUAL_POINT#; touch_point: 0.0722, 0.4065, lift_point: 0.0722, 0.4065; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1351, 0.6482, lift_point: 0.1351, 0.6482; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2715, 0.6476, lift_point: 0.2715, 0.6476; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0528, 0.2859, lift_point: 0.0528, 0.2859; The action is #DUAL_POINT#; touch_point: 0.8191, 0.4412, lift_point: 0.8191, 0.4412; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.4471, 0.1787, lift_point: 0.4471, 0.1787; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8042, 0.3148, lift_point: 0.8042, 0.3148; The action is #DUAL_POINT#; touch_point: 0.6879, 0.5777, lift_point: 0.6879, 0.5777; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8361, 0.2862, lift_point: 0.8361, 0.2862; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8366, 0.182, lift_point: 0.8366, 0.182; The action is #DUAL_POINT#; touch_point: 0.6461, 0.3885, lift_point: 0.6461, 0.3885; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_61.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365; The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667; The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941; The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913; The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992; The action is #DUAL_POINT#; touch_point: 0.8149, 0.6966, lift_point: 0.8149, 0.6966; The action is #DUAL_POINT#; touch_point: 0.0722, 0.4065, lift_point: 0.0722, 0.4065; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1351, 0.6482, lift_point: 0.1351, 0.6482; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2715, 0.6476, lift_point: 0.2715, 0.6476; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0528, 0.2859, lift_point: 0.0528, 0.2859; The action is #DUAL_POINT#; touch_point: 0.8191, 0.4412, lift_point: 0.8191, 0.4412; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.4471, 0.1787, lift_point: 0.4471, 0.1787; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8042, 0.3148, lift_point: 0.8042, 0.3148; The action is #DUAL_POINT#; touch_point: 0.6879, 0.5777, lift_point: 0.6879, 0.5777; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8361, 0.2862, lift_point: 0.8361, 0.2862; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8366, 0.182, lift_point: 0.8366, 0.182; The action is #DUAL_POINT#; touch_point: 0.6461, 0.3885, lift_point: 0.6461, 0.3885; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_62.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365; The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667; The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941; The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913; The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992; The action is #DUAL_POINT#; touch_point: 0.8149, 0.6966, lift_point: 0.8149, 0.6966; The action is #DUAL_POINT#; touch_point: 0.0722, 0.4065, lift_point: 0.0722, 0.4065; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1351, 0.6482, lift_point: 0.1351, 0.6482; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2715, 0.6476, lift_point: 0.2715, 0.6476; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0528, 0.2859, lift_point: 0.0528, 0.2859; The action is #DUAL_POINT#; touch_point: 0.8191, 0.4412, lift_point: 0.8191, 0.4412; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.4471, 0.1787, lift_point: 0.4471, 0.1787; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8042, 0.3148, lift_point: 0.8042, 0.3148; The action is #DUAL_POINT#; touch_point: 0.6879, 0.5777, lift_point: 0.6879, 0.5777; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8361, 0.2862, lift_point: 0.8361, 0.2862; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8366, 0.182, lift_point: 0.8366, 0.182; The action is #DUAL_POINT#; touch_point: 0.6461, 0.3885, lift_point: 0.6461, 0.3885; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_63.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365; The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667; The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941; The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913; The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992; The action is #DUAL_POINT#; touch_point: 0.8149, 0.6966, lift_point: 0.8149, 0.6966; The action is #DUAL_POINT#; touch_point: 0.0722, 0.4065, lift_point: 0.0722, 0.4065; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1351, 0.6482, lift_point: 0.1351, 0.6482; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2715, 0.6476, lift_point: 0.2715, 0.6476; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0528, 0.2859, lift_point: 0.0528, 0.2859; The action is #DUAL_POINT#; touch_point: 0.8191, 0.4412, lift_point: 0.8191, 0.4412; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.4471, 0.1787, lift_point: 0.4471, 0.1787; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8042, 0.3148, lift_point: 0.8042, 0.3148; The action is #DUAL_POINT#; touch_point: 0.6879, 0.5777, lift_point: 0.6879, 0.5777; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8361, 0.2862, lift_point: 0.8361, 0.2862; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8366, 0.182, lift_point: 0.8366, 0.182; The action is #DUAL_POINT#; touch_point: 0.6461, 0.3885, lift_point: 0.6461, 0.3885; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_64.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365; The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667; The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941; The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913; The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992; The action is #DUAL_POINT#; touch_point: 0.8149, 0.6966, lift_point: 0.8149, 0.6966; The action is #DUAL_POINT#; touch_point: 0.0722, 0.4065, lift_point: 0.0722, 0.4065; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1351, 0.6482, lift_point: 0.1351, 0.6482; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2715, 0.6476, lift_point: 0.2715, 0.6476; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0528, 0.2859, lift_point: 0.0528, 0.2859; The action is #DUAL_POINT#; touch_point: 0.8191, 0.4412, lift_point: 0.8191, 0.4412; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.4471, 0.1787, lift_point: 0.4471, 0.1787; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8042, 0.3148, lift_point: 0.8042, 0.3148; The action is #DUAL_POINT#; touch_point: 0.6879, 0.5777, lift_point: 0.6879, 0.5777; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8361, 0.2862, lift_point: 0.8361, 0.2862; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8366, 0.182, lift_point: 0.8366, 0.182; The action is #DUAL_POINT#; touch_point: 0.6461, 0.3885, lift_point: 0.6461, 0.3885; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #PRESS_BACK#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_65.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365; The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667; The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941; The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913; The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992; The action is #DUAL_POINT#; touch_point: 0.8149, 0.6966, lift_point: 0.8149, 0.6966; The action is #DUAL_POINT#; touch_point: 0.0722, 0.4065, lift_point: 0.0722, 0.4065; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1351, 0.6482, lift_point: 0.1351, 0.6482; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2715, 0.6476, lift_point: 0.2715, 0.6476; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0528, 0.2859, lift_point: 0.0528, 0.2859; The action is #DUAL_POINT#; touch_point: 0.8191, 0.4412, lift_point: 0.8191, 0.4412; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.4471, 0.1787, lift_point: 0.4471, 0.1787; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8042, 0.3148, lift_point: 0.8042, 0.3148; The action is #DUAL_POINT#; touch_point: 0.6879, 0.5777, lift_point: 0.6879, 0.5777; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8361, 0.2862, lift_point: 0.8361, 0.2862; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8366, 0.182, lift_point: 0.8366, 0.182; The action is #DUAL_POINT#; touch_point: 0.6461, 0.3885, lift_point: 0.6461, 0.3885; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_66.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365; The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667; The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941; The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913; The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992; The action is #DUAL_POINT#; touch_point: 0.8149, 0.6966, lift_point: 0.8149, 0.6966; The action is #DUAL_POINT#; touch_point: 0.0722, 0.4065, lift_point: 0.0722, 0.4065; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1351, 0.6482, lift_point: 0.1351, 0.6482; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2715, 0.6476, lift_point: 0.2715, 0.6476; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0528, 0.2859, lift_point: 0.0528, 0.2859; The action is #DUAL_POINT#; touch_point: 0.8191, 0.4412, lift_point: 0.8191, 0.4412; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.4471, 0.1787, lift_point: 0.4471, 0.1787; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8042, 0.3148, lift_point: 0.8042, 0.3148; The action is #DUAL_POINT#; touch_point: 0.6879, 0.5777, lift_point: 0.6879, 0.5777; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8361, 0.2862, lift_point: 0.8361, 0.2862; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8366, 0.182, lift_point: 0.8366, 0.182; The action is #DUAL_POINT#; touch_point: 0.6461, 0.3885, lift_point: 0.6461, 0.3885; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.4645, 0.4475, lift_point: 0.4645, 0.4475", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_67.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365; The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667; The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941; The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913; The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992; The action is #DUAL_POINT#; touch_point: 0.8149, 0.6966, lift_point: 0.8149, 0.6966; The action is #DUAL_POINT#; touch_point: 0.0722, 0.4065, lift_point: 0.0722, 0.4065; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1351, 0.6482, lift_point: 0.1351, 0.6482; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2715, 0.6476, lift_point: 0.2715, 0.6476; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0528, 0.2859, lift_point: 0.0528, 0.2859; The action is #DUAL_POINT#; touch_point: 0.8191, 0.4412, lift_point: 0.8191, 0.4412; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.4471, 0.1787, lift_point: 0.4471, 0.1787; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8042, 0.3148, lift_point: 0.8042, 0.3148; The action is #DUAL_POINT#; touch_point: 0.6879, 0.5777, lift_point: 0.6879, 0.5777; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8361, 0.2862, lift_point: 0.8361, 0.2862; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8366, 0.182, lift_point: 0.8366, 0.182; The action is #DUAL_POINT#; touch_point: 0.6461, 0.3885, lift_point: 0.6461, 0.3885; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4645, 0.4475, lift_point: 0.4645, 0.4475", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_68.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365; The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667; The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941; The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913; The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992; The action is #DUAL_POINT#; touch_point: 0.8149, 0.6966, lift_point: 0.8149, 0.6966; The action is #DUAL_POINT#; touch_point: 0.0722, 0.4065, lift_point: 0.0722, 0.4065; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1351, 0.6482, lift_point: 0.1351, 0.6482; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2715, 0.6476, lift_point: 0.2715, 0.6476; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0528, 0.2859, lift_point: 0.0528, 0.2859; The action is #DUAL_POINT#; touch_point: 0.8191, 0.4412, lift_point: 0.8191, 0.4412; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.4471, 0.1787, lift_point: 0.4471, 0.1787; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8042, 0.3148, lift_point: 0.8042, 0.3148; The action is #DUAL_POINT#; touch_point: 0.6879, 0.5777, lift_point: 0.6879, 0.5777; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8361, 0.2862, lift_point: 0.8361, 0.2862; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8366, 0.182, lift_point: 0.8366, 0.182; The action is #DUAL_POINT#; touch_point: 0.6461, 0.3885, lift_point: 0.6461, 0.3885; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4645, 0.4475, lift_point: 0.4645, 0.4475; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_69.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365; The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667; The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941; The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913; The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992; The action is #DUAL_POINT#; touch_point: 0.8149, 0.6966, lift_point: 0.8149, 0.6966; The action is #DUAL_POINT#; touch_point: 0.0722, 0.4065, lift_point: 0.0722, 0.4065; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1351, 0.6482, lift_point: 0.1351, 0.6482; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2715, 0.6476, lift_point: 0.2715, 0.6476; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0528, 0.2859, lift_point: 0.0528, 0.2859; The action is #DUAL_POINT#; touch_point: 0.8191, 0.4412, lift_point: 0.8191, 0.4412; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.4471, 0.1787, lift_point: 0.4471, 0.1787; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8042, 0.3148, lift_point: 0.8042, 0.3148; The action is #DUAL_POINT#; touch_point: 0.6879, 0.5777, lift_point: 0.6879, 0.5777; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8361, 0.2862, lift_point: 0.8361, 0.2862; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8366, 0.182, lift_point: 0.8366, 0.182; The action is #DUAL_POINT#; touch_point: 0.6461, 0.3885, lift_point: 0.6461, 0.3885; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4645, 0.4475, lift_point: 0.4645, 0.4475; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_70.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365; The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667; The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941; The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913; The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992; The action is #DUAL_POINT#; touch_point: 0.8149, 0.6966, lift_point: 0.8149, 0.6966; The action is #DUAL_POINT#; touch_point: 0.0722, 0.4065, lift_point: 0.0722, 0.4065; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1351, 0.6482, lift_point: 0.1351, 0.6482; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2715, 0.6476, lift_point: 0.2715, 0.6476; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0528, 0.2859, lift_point: 0.0528, 0.2859; The action is #DUAL_POINT#; touch_point: 0.8191, 0.4412, lift_point: 0.8191, 0.4412; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.4471, 0.1787, lift_point: 0.4471, 0.1787; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8042, 0.3148, lift_point: 0.8042, 0.3148; The action is #DUAL_POINT#; touch_point: 0.6879, 0.5777, lift_point: 0.6879, 0.5777; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8361, 0.2862, lift_point: 0.8361, 0.2862; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8366, 0.182, lift_point: 0.8366, 0.182; The action is #DUAL_POINT#; touch_point: 0.6461, 0.3885, lift_point: 0.6461, 0.3885; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4645, 0.4475, lift_point: 0.4645, 0.4475; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_71.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365; The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667; The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941; The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913; The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992; The action is #DUAL_POINT#; touch_point: 0.8149, 0.6966, lift_point: 0.8149, 0.6966; The action is #DUAL_POINT#; touch_point: 0.0722, 0.4065, lift_point: 0.0722, 0.4065; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1351, 0.6482, lift_point: 0.1351, 0.6482; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2715, 0.6476, lift_point: 0.2715, 0.6476; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0528, 0.2859, lift_point: 0.0528, 0.2859; The action is #DUAL_POINT#; touch_point: 0.8191, 0.4412, lift_point: 0.8191, 0.4412; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.4471, 0.1787, lift_point: 0.4471, 0.1787; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8042, 0.3148, lift_point: 0.8042, 0.3148; The action is #DUAL_POINT#; touch_point: 0.6879, 0.5777, lift_point: 0.6879, 0.5777; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8361, 0.2862, lift_point: 0.8361, 0.2862; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8366, 0.182, lift_point: 0.8366, 0.182; The action is #DUAL_POINT#; touch_point: 0.6461, 0.3885, lift_point: 0.6461, 0.3885; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4645, 0.4475, lift_point: 0.4645, 0.4475; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_72.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365; The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667; The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941; The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913; The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992; The action is #DUAL_POINT#; touch_point: 0.8149, 0.6966, lift_point: 0.8149, 0.6966; The action is #DUAL_POINT#; touch_point: 0.0722, 0.4065, lift_point: 0.0722, 0.4065; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1351, 0.6482, lift_point: 0.1351, 0.6482; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2715, 0.6476, lift_point: 0.2715, 0.6476; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0528, 0.2859, lift_point: 0.0528, 0.2859; The action is #DUAL_POINT#; touch_point: 0.8191, 0.4412, lift_point: 0.8191, 0.4412; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.4471, 0.1787, lift_point: 0.4471, 0.1787; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8042, 0.3148, lift_point: 0.8042, 0.3148; The action is #DUAL_POINT#; touch_point: 0.6879, 0.5777, lift_point: 0.6879, 0.5777; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8361, 0.2862, lift_point: 0.8361, 0.2862; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8366, 0.182, lift_point: 0.8366, 0.182; The action is #DUAL_POINT#; touch_point: 0.6461, 0.3885, lift_point: 0.6461, 0.3885; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4645, 0.4475, lift_point: 0.4645, 0.4475; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_73.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365; The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667; The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941; The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913; The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992; The action is #DUAL_POINT#; touch_point: 0.8149, 0.6966, lift_point: 0.8149, 0.6966; The action is #DUAL_POINT#; touch_point: 0.0722, 0.4065, lift_point: 0.0722, 0.4065; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1351, 0.6482, lift_point: 0.1351, 0.6482; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2715, 0.6476, lift_point: 0.2715, 0.6476; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0528, 0.2859, lift_point: 0.0528, 0.2859; The action is #DUAL_POINT#; touch_point: 0.8191, 0.4412, lift_point: 0.8191, 0.4412; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.4471, 0.1787, lift_point: 0.4471, 0.1787; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8042, 0.3148, lift_point: 0.8042, 0.3148; The action is #DUAL_POINT#; touch_point: 0.6879, 0.5777, lift_point: 0.6879, 0.5777; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8361, 0.2862, lift_point: 0.8361, 0.2862; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8366, 0.182, lift_point: 0.8366, 0.182; The action is #DUAL_POINT#; touch_point: 0.6461, 0.3885, lift_point: 0.6461, 0.3885; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4645, 0.4475, lift_point: 0.4645, 0.4475; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_74.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365; The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667; The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941; The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913; The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992; The action is #DUAL_POINT#; touch_point: 0.8149, 0.6966, lift_point: 0.8149, 0.6966; The action is #DUAL_POINT#; touch_point: 0.0722, 0.4065, lift_point: 0.0722, 0.4065; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1351, 0.6482, lift_point: 0.1351, 0.6482; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2715, 0.6476, lift_point: 0.2715, 0.6476; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0528, 0.2859, lift_point: 0.0528, 0.2859; The action is #DUAL_POINT#; touch_point: 0.8191, 0.4412, lift_point: 0.8191, 0.4412; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.4471, 0.1787, lift_point: 0.4471, 0.1787; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8042, 0.3148, lift_point: 0.8042, 0.3148; The action is #DUAL_POINT#; touch_point: 0.6879, 0.5777, lift_point: 0.6879, 0.5777; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8361, 0.2862, lift_point: 0.8361, 0.2862; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8366, 0.182, lift_point: 0.8366, 0.182; The action is #DUAL_POINT#; touch_point: 0.6461, 0.3885, lift_point: 0.6461, 0.3885; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4645, 0.4475, lift_point: 0.4645, 0.4475; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.9, 0.7333, lift_point: 0.9, 0.7333", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_75.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365; The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667; The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941; The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913; The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992; The action is #DUAL_POINT#; touch_point: 0.8149, 0.6966, lift_point: 0.8149, 0.6966; The action is #DUAL_POINT#; touch_point: 0.0722, 0.4065, lift_point: 0.0722, 0.4065; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1351, 0.6482, lift_point: 0.1351, 0.6482; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2715, 0.6476, lift_point: 0.2715, 0.6476; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0528, 0.2859, lift_point: 0.0528, 0.2859; The action is #DUAL_POINT#; touch_point: 0.8191, 0.4412, lift_point: 0.8191, 0.4412; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.4471, 0.1787, lift_point: 0.4471, 0.1787; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8042, 0.3148, lift_point: 0.8042, 0.3148; The action is #DUAL_POINT#; touch_point: 0.6879, 0.5777, lift_point: 0.6879, 0.5777; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8361, 0.2862, lift_point: 0.8361, 0.2862; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8366, 0.182, lift_point: 0.8366, 0.182; The action is #DUAL_POINT#; touch_point: 0.6461, 0.3885, lift_point: 0.6461, 0.3885; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4645, 0.4475, lift_point: 0.4645, 0.4475; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9, 0.7333, lift_point: 0.9, 0.7333", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_76.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365; The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667; The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941; The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913; The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992; The action is #DUAL_POINT#; touch_point: 0.8149, 0.6966, lift_point: 0.8149, 0.6966; The action is #DUAL_POINT#; touch_point: 0.0722, 0.4065, lift_point: 0.0722, 0.4065; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1351, 0.6482, lift_point: 0.1351, 0.6482; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2715, 0.6476, lift_point: 0.2715, 0.6476; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0528, 0.2859, lift_point: 0.0528, 0.2859; The action is #DUAL_POINT#; touch_point: 0.8191, 0.4412, lift_point: 0.8191, 0.4412; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.4471, 0.1787, lift_point: 0.4471, 0.1787; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8042, 0.3148, lift_point: 0.8042, 0.3148; The action is #DUAL_POINT#; touch_point: 0.6879, 0.5777, lift_point: 0.6879, 0.5777; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8361, 0.2862, lift_point: 0.8361, 0.2862; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8366, 0.182, lift_point: 0.8366, 0.182; The action is #DUAL_POINT#; touch_point: 0.6461, 0.3885, lift_point: 0.6461, 0.3885; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4645, 0.4475, lift_point: 0.4645, 0.4475; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9, 0.7333, lift_point: 0.9, 0.7333; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_77.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365; The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667; The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941; The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913; The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992; The action is #DUAL_POINT#; touch_point: 0.8149, 0.6966, lift_point: 0.8149, 0.6966; The action is #DUAL_POINT#; touch_point: 0.0722, 0.4065, lift_point: 0.0722, 0.4065; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1351, 0.6482, lift_point: 0.1351, 0.6482; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2715, 0.6476, lift_point: 0.2715, 0.6476; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0528, 0.2859, lift_point: 0.0528, 0.2859; The action is #DUAL_POINT#; touch_point: 0.8191, 0.4412, lift_point: 0.8191, 0.4412; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.4471, 0.1787, lift_point: 0.4471, 0.1787; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8042, 0.3148, lift_point: 0.8042, 0.3148; The action is #DUAL_POINT#; touch_point: 0.6879, 0.5777, lift_point: 0.6879, 0.5777; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8361, 0.2862, lift_point: 0.8361, 0.2862; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8366, 0.182, lift_point: 0.8366, 0.182; The action is #DUAL_POINT#; touch_point: 0.6461, 0.3885, lift_point: 0.6461, 0.3885; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4645, 0.4475, lift_point: 0.4645, 0.4475; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9, 0.7333, lift_point: 0.9, 0.7333; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_78.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365; The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667; The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941; The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913; The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992; The action is #DUAL_POINT#; touch_point: 0.8149, 0.6966, lift_point: 0.8149, 0.6966; The action is #DUAL_POINT#; touch_point: 0.0722, 0.4065, lift_point: 0.0722, 0.4065; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1351, 0.6482, lift_point: 0.1351, 0.6482; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2715, 0.6476, lift_point: 0.2715, 0.6476; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0528, 0.2859, lift_point: 0.0528, 0.2859; The action is #DUAL_POINT#; touch_point: 0.8191, 0.4412, lift_point: 0.8191, 0.4412; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.4471, 0.1787, lift_point: 0.4471, 0.1787; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8042, 0.3148, lift_point: 0.8042, 0.3148; The action is #DUAL_POINT#; touch_point: 0.6879, 0.5777, lift_point: 0.6879, 0.5777; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8361, 0.2862, lift_point: 0.8361, 0.2862; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8366, 0.182, lift_point: 0.8366, 0.182; The action is #DUAL_POINT#; touch_point: 0.6461, 0.3885, lift_point: 0.6461, 0.3885; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4645, 0.4475, lift_point: 0.4645, 0.4475; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9, 0.7333, lift_point: 0.9, 0.7333; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_79.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365; The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667; The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941; The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913; The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992; The action is #DUAL_POINT#; touch_point: 0.8149, 0.6966, lift_point: 0.8149, 0.6966; The action is #DUAL_POINT#; touch_point: 0.0722, 0.4065, lift_point: 0.0722, 0.4065; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1351, 0.6482, lift_point: 0.1351, 0.6482; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2715, 0.6476, lift_point: 0.2715, 0.6476; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0528, 0.2859, lift_point: 0.0528, 0.2859; The action is #DUAL_POINT#; touch_point: 0.8191, 0.4412, lift_point: 0.8191, 0.4412; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.4471, 0.1787, lift_point: 0.4471, 0.1787; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8042, 0.3148, lift_point: 0.8042, 0.3148; The action is #DUAL_POINT#; touch_point: 0.6879, 0.5777, lift_point: 0.6879, 0.5777; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8361, 0.2862, lift_point: 0.8361, 0.2862; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8366, 0.182, lift_point: 0.8366, 0.182; The action is #DUAL_POINT#; touch_point: 0.6461, 0.3885, lift_point: 0.6461, 0.3885; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4645, 0.4475, lift_point: 0.4645, 0.4475; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9, 0.7333, lift_point: 0.9, 0.7333; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_80.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365; The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667; The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941; The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913; The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992; The action is #DUAL_POINT#; touch_point: 0.8149, 0.6966, lift_point: 0.8149, 0.6966; The action is #DUAL_POINT#; touch_point: 0.0722, 0.4065, lift_point: 0.0722, 0.4065; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1351, 0.6482, lift_point: 0.1351, 0.6482; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2715, 0.6476, lift_point: 0.2715, 0.6476; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0528, 0.2859, lift_point: 0.0528, 0.2859; The action is #DUAL_POINT#; touch_point: 0.8191, 0.4412, lift_point: 0.8191, 0.4412; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.4471, 0.1787, lift_point: 0.4471, 0.1787; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8042, 0.3148, lift_point: 0.8042, 0.3148; The action is #DUAL_POINT#; touch_point: 0.6879, 0.5777, lift_point: 0.6879, 0.5777; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8361, 0.2862, lift_point: 0.8361, 0.2862; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8366, 0.182, lift_point: 0.8366, 0.182; The action is #DUAL_POINT#; touch_point: 0.6461, 0.3885, lift_point: 0.6461, 0.3885; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4645, 0.4475, lift_point: 0.4645, 0.4475; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9, 0.7333, lift_point: 0.9, 0.7333; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_81.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365; The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667; The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941; The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913; The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992; The action is #DUAL_POINT#; touch_point: 0.8149, 0.6966, lift_point: 0.8149, 0.6966; The action is #DUAL_POINT#; touch_point: 0.0722, 0.4065, lift_point: 0.0722, 0.4065; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1351, 0.6482, lift_point: 0.1351, 0.6482; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2715, 0.6476, lift_point: 0.2715, 0.6476; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0528, 0.2859, lift_point: 0.0528, 0.2859; The action is #DUAL_POINT#; touch_point: 0.8191, 0.4412, lift_point: 0.8191, 0.4412; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.4471, 0.1787, lift_point: 0.4471, 0.1787; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8042, 0.3148, lift_point: 0.8042, 0.3148; The action is #DUAL_POINT#; touch_point: 0.6879, 0.5777, lift_point: 0.6879, 0.5777; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8361, 0.2862, lift_point: 0.8361, 0.2862; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8366, 0.182, lift_point: 0.8366, 0.182; The action is #DUAL_POINT#; touch_point: 0.6461, 0.3885, lift_point: 0.6461, 0.3885; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4645, 0.4475, lift_point: 0.4645, 0.4475; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9, 0.7333, lift_point: 0.9, 0.7333; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_82.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365; The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667; The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941; The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913; The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992; The action is #DUAL_POINT#; touch_point: 0.8149, 0.6966, lift_point: 0.8149, 0.6966; The action is #DUAL_POINT#; touch_point: 0.0722, 0.4065, lift_point: 0.0722, 0.4065; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1351, 0.6482, lift_point: 0.1351, 0.6482; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2715, 0.6476, lift_point: 0.2715, 0.6476; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0528, 0.2859, lift_point: 0.0528, 0.2859; The action is #DUAL_POINT#; touch_point: 0.8191, 0.4412, lift_point: 0.8191, 0.4412; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.4471, 0.1787, lift_point: 0.4471, 0.1787; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8042, 0.3148, lift_point: 0.8042, 0.3148; The action is #DUAL_POINT#; touch_point: 0.6879, 0.5777, lift_point: 0.6879, 0.5777; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8361, 0.2862, lift_point: 0.8361, 0.2862; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8366, 0.182, lift_point: 0.8366, 0.182; The action is #DUAL_POINT#; touch_point: 0.6461, 0.3885, lift_point: 0.6461, 0.3885; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4645, 0.4475, lift_point: 0.4645, 0.4475; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9, 0.7333, lift_point: 0.9, 0.7333; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #PRESS_BACK#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_83.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365; The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667; The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941; The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913; The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992; The action is #DUAL_POINT#; touch_point: 0.8149, 0.6966, lift_point: 0.8149, 0.6966; The action is #DUAL_POINT#; touch_point: 0.0722, 0.4065, lift_point: 0.0722, 0.4065; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1351, 0.6482, lift_point: 0.1351, 0.6482; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2715, 0.6476, lift_point: 0.2715, 0.6476; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0528, 0.2859, lift_point: 0.0528, 0.2859; The action is #DUAL_POINT#; touch_point: 0.8191, 0.4412, lift_point: 0.8191, 0.4412; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.4471, 0.1787, lift_point: 0.4471, 0.1787; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8042, 0.3148, lift_point: 0.8042, 0.3148; The action is #DUAL_POINT#; touch_point: 0.6879, 0.5777, lift_point: 0.6879, 0.5777; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8361, 0.2862, lift_point: 0.8361, 0.2862; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8366, 0.182, lift_point: 0.8366, 0.182; The action is #DUAL_POINT#; touch_point: 0.6461, 0.3885, lift_point: 0.6461, 0.3885; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4645, 0.4475, lift_point: 0.4645, 0.4475; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9, 0.7333, lift_point: 0.9, 0.7333; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#", "response": "The action is #DUAL_POINT#; touch_point: 0.4602, 0.5652, lift_point: 0.4602, 0.5652", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_84.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365; The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667; The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941; The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913; The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992; The action is #DUAL_POINT#; touch_point: 0.8149, 0.6966, lift_point: 0.8149, 0.6966; The action is #DUAL_POINT#; touch_point: 0.0722, 0.4065, lift_point: 0.0722, 0.4065; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1351, 0.6482, lift_point: 0.1351, 0.6482; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2715, 0.6476, lift_point: 0.2715, 0.6476; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0528, 0.2859, lift_point: 0.0528, 0.2859; The action is #DUAL_POINT#; touch_point: 0.8191, 0.4412, lift_point: 0.8191, 0.4412; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.4471, 0.1787, lift_point: 0.4471, 0.1787; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8042, 0.3148, lift_point: 0.8042, 0.3148; The action is #DUAL_POINT#; touch_point: 0.6879, 0.5777, lift_point: 0.6879, 0.5777; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8361, 0.2862, lift_point: 0.8361, 0.2862; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8366, 0.182, lift_point: 0.8366, 0.182; The action is #DUAL_POINT#; touch_point: 0.6461, 0.3885, lift_point: 0.6461, 0.3885; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4645, 0.4475, lift_point: 0.4645, 0.4475; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9, 0.7333, lift_point: 0.9, 0.7333; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.4602, 0.5652, lift_point: 0.4602, 0.5652", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_85.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365; The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667; The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941; The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913; The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992; The action is #DUAL_POINT#; touch_point: 0.8149, 0.6966, lift_point: 0.8149, 0.6966; The action is #DUAL_POINT#; touch_point: 0.0722, 0.4065, lift_point: 0.0722, 0.4065; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1351, 0.6482, lift_point: 0.1351, 0.6482; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2715, 0.6476, lift_point: 0.2715, 0.6476; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0528, 0.2859, lift_point: 0.0528, 0.2859; The action is #DUAL_POINT#; touch_point: 0.8191, 0.4412, lift_point: 0.8191, 0.4412; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.4471, 0.1787, lift_point: 0.4471, 0.1787; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8042, 0.3148, lift_point: 0.8042, 0.3148; The action is #DUAL_POINT#; touch_point: 0.6879, 0.5777, lift_point: 0.6879, 0.5777; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8361, 0.2862, lift_point: 0.8361, 0.2862; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8366, 0.182, lift_point: 0.8366, 0.182; The action is #DUAL_POINT#; touch_point: 0.6461, 0.3885, lift_point: 0.6461, 0.3885; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4645, 0.4475, lift_point: 0.4645, 0.4475; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9, 0.7333, lift_point: 0.9, 0.7333; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.4602, 0.5652, lift_point: 0.4602, 0.5652; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_86.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365; The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667; The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941; The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913; The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992; The action is #DUAL_POINT#; touch_point: 0.8149, 0.6966, lift_point: 0.8149, 0.6966; The action is #DUAL_POINT#; touch_point: 0.0722, 0.4065, lift_point: 0.0722, 0.4065; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1351, 0.6482, lift_point: 0.1351, 0.6482; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2715, 0.6476, lift_point: 0.2715, 0.6476; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0528, 0.2859, lift_point: 0.0528, 0.2859; The action is #DUAL_POINT#; touch_point: 0.8191, 0.4412, lift_point: 0.8191, 0.4412; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.4471, 0.1787, lift_point: 0.4471, 0.1787; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8042, 0.3148, lift_point: 0.8042, 0.3148; The action is #DUAL_POINT#; touch_point: 0.6879, 0.5777, lift_point: 0.6879, 0.5777; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8361, 0.2862, lift_point: 0.8361, 0.2862; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8366, 0.182, lift_point: 0.8366, 0.182; The action is #DUAL_POINT#; touch_point: 0.6461, 0.3885, lift_point: 0.6461, 0.3885; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4645, 0.4475, lift_point: 0.4645, 0.4475; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9, 0.7333, lift_point: 0.9, 0.7333; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.4602, 0.5652, lift_point: 0.4602, 0.5652; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_87.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365; The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667; The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941; The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913; The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992; The action is #DUAL_POINT#; touch_point: 0.8149, 0.6966, lift_point: 0.8149, 0.6966; The action is #DUAL_POINT#; touch_point: 0.0722, 0.4065, lift_point: 0.0722, 0.4065; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1351, 0.6482, lift_point: 0.1351, 0.6482; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2715, 0.6476, lift_point: 0.2715, 0.6476; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0528, 0.2859, lift_point: 0.0528, 0.2859; The action is #DUAL_POINT#; touch_point: 0.8191, 0.4412, lift_point: 0.8191, 0.4412; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.4471, 0.1787, lift_point: 0.4471, 0.1787; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8042, 0.3148, lift_point: 0.8042, 0.3148; The action is #DUAL_POINT#; touch_point: 0.6879, 0.5777, lift_point: 0.6879, 0.5777; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8361, 0.2862, lift_point: 0.8361, 0.2862; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8366, 0.182, lift_point: 0.8366, 0.182; The action is #DUAL_POINT#; touch_point: 0.6461, 0.3885, lift_point: 0.6461, 0.3885; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4645, 0.4475, lift_point: 0.4645, 0.4475; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9, 0.7333, lift_point: 0.9, 0.7333; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.4602, 0.5652, lift_point: 0.4602, 0.5652; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_88.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365; The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667; The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941; The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913; The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992; The action is #DUAL_POINT#; touch_point: 0.8149, 0.6966, lift_point: 0.8149, 0.6966; The action is #DUAL_POINT#; touch_point: 0.0722, 0.4065, lift_point: 0.0722, 0.4065; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1351, 0.6482, lift_point: 0.1351, 0.6482; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2715, 0.6476, lift_point: 0.2715, 0.6476; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0528, 0.2859, lift_point: 0.0528, 0.2859; The action is #DUAL_POINT#; touch_point: 0.8191, 0.4412, lift_point: 0.8191, 0.4412; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.4471, 0.1787, lift_point: 0.4471, 0.1787; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8042, 0.3148, lift_point: 0.8042, 0.3148; The action is #DUAL_POINT#; touch_point: 0.6879, 0.5777, lift_point: 0.6879, 0.5777; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8361, 0.2862, lift_point: 0.8361, 0.2862; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8366, 0.182, lift_point: 0.8366, 0.182; The action is #DUAL_POINT#; touch_point: 0.6461, 0.3885, lift_point: 0.6461, 0.3885; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4645, 0.4475, lift_point: 0.4645, 0.4475; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9, 0.7333, lift_point: 0.9, 0.7333; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.4602, 0.5652, lift_point: 0.4602, 0.5652; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_89.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365; The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667; The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941; The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913; The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992; The action is #DUAL_POINT#; touch_point: 0.8149, 0.6966, lift_point: 0.8149, 0.6966; The action is #DUAL_POINT#; touch_point: 0.0722, 0.4065, lift_point: 0.0722, 0.4065; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1351, 0.6482, lift_point: 0.1351, 0.6482; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2715, 0.6476, lift_point: 0.2715, 0.6476; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0528, 0.2859, lift_point: 0.0528, 0.2859; The action is #DUAL_POINT#; touch_point: 0.8191, 0.4412, lift_point: 0.8191, 0.4412; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.4471, 0.1787, lift_point: 0.4471, 0.1787; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8042, 0.3148, lift_point: 0.8042, 0.3148; The action is #DUAL_POINT#; touch_point: 0.6879, 0.5777, lift_point: 0.6879, 0.5777; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8361, 0.2862, lift_point: 0.8361, 0.2862; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8366, 0.182, lift_point: 0.8366, 0.182; The action is #DUAL_POINT#; touch_point: 0.6461, 0.3885, lift_point: 0.6461, 0.3885; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4645, 0.4475, lift_point: 0.4645, 0.4475; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9, 0.7333, lift_point: 0.9, 0.7333; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.4602, 0.5652, lift_point: 0.4602, 0.5652; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_90.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365; The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667; The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941; The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913; The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992; The action is #DUAL_POINT#; touch_point: 0.8149, 0.6966, lift_point: 0.8149, 0.6966; The action is #DUAL_POINT#; touch_point: 0.0722, 0.4065, lift_point: 0.0722, 0.4065; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1351, 0.6482, lift_point: 0.1351, 0.6482; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2715, 0.6476, lift_point: 0.2715, 0.6476; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0528, 0.2859, lift_point: 0.0528, 0.2859; The action is #DUAL_POINT#; touch_point: 0.8191, 0.4412, lift_point: 0.8191, 0.4412; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.4471, 0.1787, lift_point: 0.4471, 0.1787; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8042, 0.3148, lift_point: 0.8042, 0.3148; The action is #DUAL_POINT#; touch_point: 0.6879, 0.5777, lift_point: 0.6879, 0.5777; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8361, 0.2862, lift_point: 0.8361, 0.2862; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8366, 0.182, lift_point: 0.8366, 0.182; The action is #DUAL_POINT#; touch_point: 0.6461, 0.3885, lift_point: 0.6461, 0.3885; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4645, 0.4475, lift_point: 0.4645, 0.4475; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9, 0.7333, lift_point: 0.9, 0.7333; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.4602, 0.5652, lift_point: 0.4602, 0.5652; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_91.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365; The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667; The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941; The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913; The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992; The action is #DUAL_POINT#; touch_point: 0.8149, 0.6966, lift_point: 0.8149, 0.6966; The action is #DUAL_POINT#; touch_point: 0.0722, 0.4065, lift_point: 0.0722, 0.4065; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1351, 0.6482, lift_point: 0.1351, 0.6482; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2715, 0.6476, lift_point: 0.2715, 0.6476; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0528, 0.2859, lift_point: 0.0528, 0.2859; The action is #DUAL_POINT#; touch_point: 0.8191, 0.4412, lift_point: 0.8191, 0.4412; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.4471, 0.1787, lift_point: 0.4471, 0.1787; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8042, 0.3148, lift_point: 0.8042, 0.3148; The action is #DUAL_POINT#; touch_point: 0.6879, 0.5777, lift_point: 0.6879, 0.5777; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8361, 0.2862, lift_point: 0.8361, 0.2862; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8366, 0.182, lift_point: 0.8366, 0.182; The action is #DUAL_POINT#; touch_point: 0.6461, 0.3885, lift_point: 0.6461, 0.3885; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4645, 0.4475, lift_point: 0.4645, 0.4475; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9, 0.7333, lift_point: 0.9, 0.7333; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.4602, 0.5652, lift_point: 0.4602, 0.5652; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_92.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365; The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667; The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941; The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913; The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992; The action is #DUAL_POINT#; touch_point: 0.8149, 0.6966, lift_point: 0.8149, 0.6966; The action is #DUAL_POINT#; touch_point: 0.0722, 0.4065, lift_point: 0.0722, 0.4065; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1351, 0.6482, lift_point: 0.1351, 0.6482; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2715, 0.6476, lift_point: 0.2715, 0.6476; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0528, 0.2859, lift_point: 0.0528, 0.2859; The action is #DUAL_POINT#; touch_point: 0.8191, 0.4412, lift_point: 0.8191, 0.4412; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.4471, 0.1787, lift_point: 0.4471, 0.1787; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8042, 0.3148, lift_point: 0.8042, 0.3148; The action is #DUAL_POINT#; touch_point: 0.6879, 0.5777, lift_point: 0.6879, 0.5777; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8361, 0.2862, lift_point: 0.8361, 0.2862; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8366, 0.182, lift_point: 0.8366, 0.182; The action is #DUAL_POINT#; touch_point: 0.6461, 0.3885, lift_point: 0.6461, 0.3885; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4645, 0.4475, lift_point: 0.4645, 0.4475; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9, 0.7333, lift_point: 0.9, 0.7333; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.4602, 0.5652, lift_point: 0.4602, 0.5652; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3384, 0.4751, lift_point: 0.3384, 0.4751", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_93.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365; The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667; The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941; The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913; The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992; The action is #DUAL_POINT#; touch_point: 0.8149, 0.6966, lift_point: 0.8149, 0.6966; The action is #DUAL_POINT#; touch_point: 0.0722, 0.4065, lift_point: 0.0722, 0.4065; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1351, 0.6482, lift_point: 0.1351, 0.6482; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2715, 0.6476, lift_point: 0.2715, 0.6476; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0528, 0.2859, lift_point: 0.0528, 0.2859; The action is #DUAL_POINT#; touch_point: 0.8191, 0.4412, lift_point: 0.8191, 0.4412; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.4471, 0.1787, lift_point: 0.4471, 0.1787; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8042, 0.3148, lift_point: 0.8042, 0.3148; The action is #DUAL_POINT#; touch_point: 0.6879, 0.5777, lift_point: 0.6879, 0.5777; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8361, 0.2862, lift_point: 0.8361, 0.2862; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8366, 0.182, lift_point: 0.8366, 0.182; The action is #DUAL_POINT#; touch_point: 0.6461, 0.3885, lift_point: 0.6461, 0.3885; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4645, 0.4475, lift_point: 0.4645, 0.4475; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9, 0.7333, lift_point: 0.9, 0.7333; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.4602, 0.5652, lift_point: 0.4602, 0.5652; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3384, 0.4751, lift_point: 0.3384, 0.4751", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/13941_94.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Brazil?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14144_1.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Brazil?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8064, 0.5777, lift_point: 0.8064, 0.5777", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14144_2.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Brazil?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8064, 0.5777, lift_point: 0.8064, 0.5777", "response": "The action is #DUAL_POINT#; touch_point: 0.8087, 0.6632, lift_point: 0.8087, 0.6632", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14144_3.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Brazil?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8064, 0.5777, lift_point: 0.8064, 0.5777; The action is #DUAL_POINT#; touch_point: 0.8087, 0.6632, lift_point: 0.8087, 0.6632", "response": "The action is #DUAL_POINT#; touch_point: 0.0627, 0.9311, lift_point: 0.0627, 0.9311", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14144_4.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Brazil?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8064, 0.5777, lift_point: 0.8064, 0.5777; The action is #DUAL_POINT#; touch_point: 0.8087, 0.6632, lift_point: 0.8087, 0.6632; The action is #DUAL_POINT#; touch_point: 0.0627, 0.9311, lift_point: 0.0627, 0.9311", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14144_5.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Brazil?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8064, 0.5777, lift_point: 0.8064, 0.5777; The action is #DUAL_POINT#; touch_point: 0.8087, 0.6632, lift_point: 0.8087, 0.6632; The action is #DUAL_POINT#; touch_point: 0.0627, 0.9311, lift_point: 0.0627, 0.9311; The action is #Scrolling Down#", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Brazil?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14144_6.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Brazil?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8064, 0.5777, lift_point: 0.8064, 0.5777; The action is #DUAL_POINT#; touch_point: 0.8087, 0.6632, lift_point: 0.8087, 0.6632; The action is #DUAL_POINT#; touch_point: 0.0627, 0.9311, lift_point: 0.0627, 0.9311; The action is #Scrolling Down#; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Brazil?\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14144_7.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Brazil?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8064, 0.5777, lift_point: 0.8064, 0.5777; The action is #DUAL_POINT#; touch_point: 0.8087, 0.6632, lift_point: 0.8087, 0.6632; The action is #DUAL_POINT#; touch_point: 0.0627, 0.9311, lift_point: 0.0627, 0.9311; The action is #Scrolling Down#; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Brazil?\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14144_8.png" ] }, { "query": "\nPrevious Actions: Goal: Find a good burger place on Maps", "response": "The action is #DUAL_POINT#; touch_point: 0.7882, 0.6536, lift_point: 0.7882, 0.6536", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14180_1.png" ] }, { "query": "\nPrevious Actions: Goal: Find a good burger place on Maps; The action is #DUAL_POINT#; touch_point: 0.7882, 0.6536, lift_point: 0.7882, 0.6536", "response": "The action is #DUAL_POINT#; touch_point: 0.1926, 0.7614, lift_point: 0.1926, 0.7614", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14180_2.png" ] }, { "query": "\nPrevious Actions: Goal: Find a good burger place on Maps; The action is #DUAL_POINT#; touch_point: 0.7882, 0.6536, lift_point: 0.7882, 0.6536; The action is #DUAL_POINT#; touch_point: 0.1926, 0.7614, lift_point: 0.1926, 0.7614", "response": "The action is #DUAL_POINT#; touch_point: 0.1172, 0.9382, lift_point: 0.1172, 0.9382", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14180_3.png" ] }, { "query": "\nPrevious Actions: Goal: Find a good burger place on Maps; The action is #DUAL_POINT#; touch_point: 0.7882, 0.6536, lift_point: 0.7882, 0.6536; The action is #DUAL_POINT#; touch_point: 0.1926, 0.7614, lift_point: 0.1926, 0.7614; The action is #DUAL_POINT#; touch_point: 0.1172, 0.9382, lift_point: 0.1172, 0.9382", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Find a good burger place on Maps\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14180_4.png" ] }, { "query": "\nPrevious Actions: Goal: Find a good burger place on Maps; The action is #DUAL_POINT#; touch_point: 0.7882, 0.6536, lift_point: 0.7882, 0.6536; The action is #DUAL_POINT#; touch_point: 0.1926, 0.7614, lift_point: 0.1926, 0.7614; The action is #DUAL_POINT#; touch_point: 0.1172, 0.9382, lift_point: 0.1172, 0.9382; The action is #TYPE#; And the content is : \"typed_text\": \"Find a good burger place on Maps\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14180_5.png" ] }, { "query": "\nPrevious Actions: Goal: Find a good burger place on Maps; The action is #DUAL_POINT#; touch_point: 0.7882, 0.6536, lift_point: 0.7882, 0.6536; The action is #DUAL_POINT#; touch_point: 0.1926, 0.7614, lift_point: 0.1926, 0.7614; The action is #DUAL_POINT#; touch_point: 0.1172, 0.9382, lift_point: 0.1172, 0.9382; The action is #TYPE#; And the content is : \"typed_text\": \"Find a good burger place on Maps\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14180_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Tokyo", "response": "The action is #DUAL_POINT#; touch_point: 0.7915, 0.7148, lift_point: 0.7915, 0.7148", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14231_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Tokyo; The action is #DUAL_POINT#; touch_point: 0.7915, 0.7148, lift_point: 0.7915, 0.7148", "response": "The action is #DUAL_POINT#; touch_point: 0.7915, 0.7148, lift_point: 0.7915, 0.7148", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14231_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Tokyo; The action is #DUAL_POINT#; touch_point: 0.7915, 0.7148, lift_point: 0.7915, 0.7148; The action is #DUAL_POINT#; touch_point: 0.7915, 0.7148, lift_point: 0.7915, 0.7148", "response": "The action is #DUAL_POINT#; touch_point: 0.7915, 0.7148, lift_point: 0.7915, 0.7148", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14231_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Tokyo; The action is #DUAL_POINT#; touch_point: 0.7915, 0.7148, lift_point: 0.7915, 0.7148; The action is #DUAL_POINT#; touch_point: 0.7915, 0.7148, lift_point: 0.7915, 0.7148; The action is #DUAL_POINT#; touch_point: 0.7915, 0.7148, lift_point: 0.7915, 0.7148", "response": "The action is #DUAL_POINT#; touch_point: 0.0611, 0.5639, lift_point: 0.0611, 0.5639", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14231_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Tokyo; The action is #DUAL_POINT#; touch_point: 0.7915, 0.7148, lift_point: 0.7915, 0.7148; The action is #DUAL_POINT#; touch_point: 0.7915, 0.7148, lift_point: 0.7915, 0.7148; The action is #DUAL_POINT#; touch_point: 0.7915, 0.7148, lift_point: 0.7915, 0.7148; The action is #DUAL_POINT#; touch_point: 0.0611, 0.5639, lift_point: 0.0611, 0.5639", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Tokyo\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14231_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Tokyo; The action is #DUAL_POINT#; touch_point: 0.7915, 0.7148, lift_point: 0.7915, 0.7148; The action is #DUAL_POINT#; touch_point: 0.7915, 0.7148, lift_point: 0.7915, 0.7148; The action is #DUAL_POINT#; touch_point: 0.7915, 0.7148, lift_point: 0.7915, 0.7148; The action is #DUAL_POINT#; touch_point: 0.0611, 0.5639, lift_point: 0.0611, 0.5639; The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Tokyo\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14231_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Tokyo; The action is #DUAL_POINT#; touch_point: 0.7915, 0.7148, lift_point: 0.7915, 0.7148; The action is #DUAL_POINT#; touch_point: 0.7915, 0.7148, lift_point: 0.7915, 0.7148; The action is #DUAL_POINT#; touch_point: 0.7915, 0.7148, lift_point: 0.7915, 0.7148; The action is #DUAL_POINT#; touch_point: 0.0611, 0.5639, lift_point: 0.0611, 0.5639; The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Tokyo\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14231_7.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14304_1.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7989, 0.7252, lift_point: 0.7989, 0.7252", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14304_2.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7989, 0.7252, lift_point: 0.7989, 0.7252", "response": "The action is #DUAL_POINT#; touch_point: 0.7928, 0.682, lift_point: 0.7928, 0.682", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14304_3.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7989, 0.7252, lift_point: 0.7989, 0.7252; The action is #DUAL_POINT#; touch_point: 0.7928, 0.682, lift_point: 0.7928, 0.682", "response": "The action is #DUAL_POINT#; touch_point: 0.7928, 0.682, lift_point: 0.7928, 0.682", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14304_4.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7989, 0.7252, lift_point: 0.7989, 0.7252; The action is #DUAL_POINT#; touch_point: 0.7928, 0.682, lift_point: 0.7928, 0.682; The action is #DUAL_POINT#; touch_point: 0.7928, 0.682, lift_point: 0.7928, 0.682", "response": "The action is #DUAL_POINT#; touch_point: 0.7936, 0.6979, lift_point: 0.7936, 0.6979", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14304_5.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7989, 0.7252, lift_point: 0.7989, 0.7252; The action is #DUAL_POINT#; touch_point: 0.7928, 0.682, lift_point: 0.7928, 0.682; The action is #DUAL_POINT#; touch_point: 0.7928, 0.682, lift_point: 0.7928, 0.682; The action is #DUAL_POINT#; touch_point: 0.7936, 0.6979, lift_point: 0.7936, 0.6979", "response": "The action is #DUAL_POINT#; touch_point: 0.7936, 0.6979, lift_point: 0.7936, 0.6979", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14304_6.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7989, 0.7252, lift_point: 0.7989, 0.7252; The action is #DUAL_POINT#; touch_point: 0.7928, 0.682, lift_point: 0.7928, 0.682; The action is #DUAL_POINT#; touch_point: 0.7928, 0.682, lift_point: 0.7928, 0.682; The action is #DUAL_POINT#; touch_point: 0.7936, 0.6979, lift_point: 0.7936, 0.6979; The action is #DUAL_POINT#; touch_point: 0.7936, 0.6979, lift_point: 0.7936, 0.6979", "response": "The action is #DUAL_POINT#; touch_point: 0.0496, 0.6885, lift_point: 0.0496, 0.6885", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14304_7.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7989, 0.7252, lift_point: 0.7989, 0.7252; The action is #DUAL_POINT#; touch_point: 0.7928, 0.682, lift_point: 0.7928, 0.682; The action is #DUAL_POINT#; touch_point: 0.7928, 0.682, lift_point: 0.7928, 0.682; The action is #DUAL_POINT#; touch_point: 0.7936, 0.6979, lift_point: 0.7936, 0.6979; The action is #DUAL_POINT#; touch_point: 0.7936, 0.6979, lift_point: 0.7936, 0.6979; The action is #DUAL_POINT#; touch_point: 0.0496, 0.6885, lift_point: 0.0496, 0.6885", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Find the nearest electronics store thats open\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14304_8.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7989, 0.7252, lift_point: 0.7989, 0.7252; The action is #DUAL_POINT#; touch_point: 0.7928, 0.682, lift_point: 0.7928, 0.682; The action is #DUAL_POINT#; touch_point: 0.7928, 0.682, lift_point: 0.7928, 0.682; The action is #DUAL_POINT#; touch_point: 0.7936, 0.6979, lift_point: 0.7936, 0.6979; The action is #DUAL_POINT#; touch_point: 0.7936, 0.6979, lift_point: 0.7936, 0.6979; The action is #DUAL_POINT#; touch_point: 0.0496, 0.6885, lift_point: 0.0496, 0.6885; The action is #TYPE#; And the content is : \"typed_text\": \"Find the nearest electronics store thats open\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Find the nearest electronics store thats open\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14304_9.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7989, 0.7252, lift_point: 0.7989, 0.7252; The action is #DUAL_POINT#; touch_point: 0.7928, 0.682, lift_point: 0.7928, 0.682; The action is #DUAL_POINT#; touch_point: 0.7928, 0.682, lift_point: 0.7928, 0.682; The action is #DUAL_POINT#; touch_point: 0.7936, 0.6979, lift_point: 0.7936, 0.6979; The action is #DUAL_POINT#; touch_point: 0.7936, 0.6979, lift_point: 0.7936, 0.6979; The action is #DUAL_POINT#; touch_point: 0.0496, 0.6885, lift_point: 0.0496, 0.6885; The action is #TYPE#; And the content is : \"typed_text\": \"Find the nearest electronics store thats open\"; The action is #TYPE#; And the content is : \"typed_text\": \"Find the nearest electronics store thats open\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"open\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14304_10.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7989, 0.7252, lift_point: 0.7989, 0.7252; The action is #DUAL_POINT#; touch_point: 0.7928, 0.682, lift_point: 0.7928, 0.682; The action is #DUAL_POINT#; touch_point: 0.7928, 0.682, lift_point: 0.7928, 0.682; The action is #DUAL_POINT#; touch_point: 0.7936, 0.6979, lift_point: 0.7936, 0.6979; The action is #DUAL_POINT#; touch_point: 0.7936, 0.6979, lift_point: 0.7936, 0.6979; The action is #DUAL_POINT#; touch_point: 0.0496, 0.6885, lift_point: 0.0496, 0.6885; The action is #TYPE#; And the content is : \"typed_text\": \"Find the nearest electronics store thats open\"; The action is #TYPE#; And the content is : \"typed_text\": \"Find the nearest electronics store thats open\"; The action is #TYPE#; And the content is : \"typed_text\": \"open\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14304_11.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7989, 0.7252, lift_point: 0.7989, 0.7252; The action is #DUAL_POINT#; touch_point: 0.7928, 0.682, lift_point: 0.7928, 0.682; The action is #DUAL_POINT#; touch_point: 0.7928, 0.682, lift_point: 0.7928, 0.682; The action is #DUAL_POINT#; touch_point: 0.7936, 0.6979, lift_point: 0.7936, 0.6979; The action is #DUAL_POINT#; touch_point: 0.7936, 0.6979, lift_point: 0.7936, 0.6979; The action is #DUAL_POINT#; touch_point: 0.0496, 0.6885, lift_point: 0.0496, 0.6885; The action is #TYPE#; And the content is : \"typed_text\": \"Find the nearest electronics store thats open\"; The action is #TYPE#; And the content is : \"typed_text\": \"Find the nearest electronics store thats open\"; The action is #TYPE#; And the content is : \"typed_text\": \"open\"; The action is #PRESS_ENTER#", "response": "The action is #DUAL_POINT#; touch_point: 0.3275, 0.6995, lift_point: 0.3275, 0.6995", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14304_12.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7989, 0.7252, lift_point: 0.7989, 0.7252; The action is #DUAL_POINT#; touch_point: 0.7928, 0.682, lift_point: 0.7928, 0.682; The action is #DUAL_POINT#; touch_point: 0.7928, 0.682, lift_point: 0.7928, 0.682; The action is #DUAL_POINT#; touch_point: 0.7936, 0.6979, lift_point: 0.7936, 0.6979; The action is #DUAL_POINT#; touch_point: 0.7936, 0.6979, lift_point: 0.7936, 0.6979; The action is #DUAL_POINT#; touch_point: 0.0496, 0.6885, lift_point: 0.0496, 0.6885; The action is #TYPE#; And the content is : \"typed_text\": \"Find the nearest electronics store thats open\"; The action is #TYPE#; And the content is : \"typed_text\": \"Find the nearest electronics store thats open\"; The action is #TYPE#; And the content is : \"typed_text\": \"open\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.3275, 0.6995, lift_point: 0.3275, 0.6995", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14304_13.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Venezuela?", "response": "The action is #DUAL_POINT#; touch_point: 0.7989, 0.679, lift_point: 0.7989, 0.679", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14351_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Venezuela?; The action is #DUAL_POINT#; touch_point: 0.7989, 0.679, lift_point: 0.7989, 0.679", "response": "The action is #DUAL_POINT#; touch_point: 0.1811, 0.916, lift_point: 0.1811, 0.916", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14351_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Venezuela?; The action is #DUAL_POINT#; touch_point: 0.7989, 0.679, lift_point: 0.7989, 0.679; The action is #DUAL_POINT#; touch_point: 0.1811, 0.916, lift_point: 0.1811, 0.916", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"news in venezuela\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14351_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Venezuela?; The action is #DUAL_POINT#; touch_point: 0.7989, 0.679, lift_point: 0.7989, 0.679; The action is #DUAL_POINT#; touch_point: 0.1811, 0.916, lift_point: 0.1811, 0.916; The action is #TYPE#; And the content is : \"typed_text\": \"news in venezuela\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14351_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Venezuela?; The action is #DUAL_POINT#; touch_point: 0.7989, 0.679, lift_point: 0.7989, 0.679; The action is #DUAL_POINT#; touch_point: 0.1811, 0.916, lift_point: 0.1811, 0.916; The action is #TYPE#; And the content is : \"typed_text\": \"news in venezuela\"; The action is #PRESS_ENTER#", "response": "The action is #DUAL_POINT#; touch_point: 0.2405, 0.7142, lift_point: 0.2405, 0.7142", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14351_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Venezuela?; The action is #DUAL_POINT#; touch_point: 0.7989, 0.679, lift_point: 0.7989, 0.679; The action is #DUAL_POINT#; touch_point: 0.1811, 0.916, lift_point: 0.1811, 0.916; The action is #TYPE#; And the content is : \"typed_text\": \"news in venezuela\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.2405, 0.7142, lift_point: 0.2405, 0.7142", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14351_6.png" ] }, { "query": "\nPrevious Actions: Goal: Show me some nice wallpapers for my phone", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14379_1.png" ] }, { "query": "\nPrevious Actions: Goal: Show me some nice wallpapers for my phone; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7936, 0.6749, lift_point: 0.7936, 0.6749", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14379_2.png" ] }, { "query": "\nPrevious Actions: Goal: Show me some nice wallpapers for my phone; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7936, 0.6749, lift_point: 0.7936, 0.6749", "response": "The action is #DUAL_POINT#; touch_point: 0.7936, 0.6749, lift_point: 0.7936, 0.6749", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14379_3.png" ] }, { "query": "\nPrevious Actions: Goal: Show me some nice wallpapers for my phone; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7936, 0.6749, lift_point: 0.7936, 0.6749; The action is #DUAL_POINT#; touch_point: 0.7936, 0.6749, lift_point: 0.7936, 0.6749", "response": "The action is #DUAL_POINT#; touch_point: 0.7936, 0.6749, lift_point: 0.7936, 0.6749", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14379_4.png" ] }, { "query": "\nPrevious Actions: Goal: Show me some nice wallpapers for my phone; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7936, 0.6749, lift_point: 0.7936, 0.6749; The action is #DUAL_POINT#; touch_point: 0.7936, 0.6749, lift_point: 0.7936, 0.6749; The action is #DUAL_POINT#; touch_point: 0.7936, 0.6749, lift_point: 0.7936, 0.6749", "response": "The action is #DUAL_POINT#; touch_point: 0.1808, 0.7277, lift_point: 0.1808, 0.7277", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14379_5.png" ] }, { "query": "\nPrevious Actions: Goal: Show me some nice wallpapers for my phone; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7936, 0.6749, lift_point: 0.7936, 0.6749; The action is #DUAL_POINT#; touch_point: 0.7936, 0.6749, lift_point: 0.7936, 0.6749; The action is #DUAL_POINT#; touch_point: 0.7936, 0.6749, lift_point: 0.7936, 0.6749; The action is #DUAL_POINT#; touch_point: 0.1808, 0.7277, lift_point: 0.1808, 0.7277", "response": "The action is #DUAL_POINT#; touch_point: 0.1166, 0.9302, lift_point: 0.1166, 0.9302", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14379_6.png" ] }, { "query": "\nPrevious Actions: Goal: Show me some nice wallpapers for my phone; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7936, 0.6749, lift_point: 0.7936, 0.6749; The action is #DUAL_POINT#; touch_point: 0.7936, 0.6749, lift_point: 0.7936, 0.6749; The action is #DUAL_POINT#; touch_point: 0.7936, 0.6749, lift_point: 0.7936, 0.6749; The action is #DUAL_POINT#; touch_point: 0.1808, 0.7277, lift_point: 0.1808, 0.7277; The action is #DUAL_POINT#; touch_point: 0.1166, 0.9302, lift_point: 0.1166, 0.9302", "response": "The action is #DUAL_POINT#; touch_point: 0.9857, 0.9645, lift_point: 0.9857, 0.9645", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14379_7.png" ] }, { "query": "\nPrevious Actions: Goal: Show me some nice wallpapers for my phone; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7936, 0.6749, lift_point: 0.7936, 0.6749; The action is #DUAL_POINT#; touch_point: 0.7936, 0.6749, lift_point: 0.7936, 0.6749; The action is #DUAL_POINT#; touch_point: 0.7936, 0.6749, lift_point: 0.7936, 0.6749; The action is #DUAL_POINT#; touch_point: 0.1808, 0.7277, lift_point: 0.1808, 0.7277; The action is #DUAL_POINT#; touch_point: 0.1166, 0.9302, lift_point: 0.1166, 0.9302; The action is #DUAL_POINT#; touch_point: 0.9857, 0.9645, lift_point: 0.9857, 0.9645", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Show me some nice wallpapers for my phone\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14379_8.png" ] }, { "query": "\nPrevious Actions: Goal: Show me some nice wallpapers for my phone; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7936, 0.6749, lift_point: 0.7936, 0.6749; The action is #DUAL_POINT#; touch_point: 0.7936, 0.6749, lift_point: 0.7936, 0.6749; The action is #DUAL_POINT#; touch_point: 0.7936, 0.6749, lift_point: 0.7936, 0.6749; The action is #DUAL_POINT#; touch_point: 0.1808, 0.7277, lift_point: 0.1808, 0.7277; The action is #DUAL_POINT#; touch_point: 0.1166, 0.9302, lift_point: 0.1166, 0.9302; The action is #DUAL_POINT#; touch_point: 0.9857, 0.9645, lift_point: 0.9857, 0.9645; The action is #TYPE#; And the content is : \"typed_text\": \"Show me some nice wallpapers for my phone\"", "response": "The action is #DUAL_POINT#; touch_point: 0.9857, 0.9815, lift_point: 0.9857, 0.9815", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14379_9.png" ] }, { "query": "\nPrevious Actions: Goal: Show me some nice wallpapers for my phone; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7936, 0.6749, lift_point: 0.7936, 0.6749; The action is #DUAL_POINT#; touch_point: 0.7936, 0.6749, lift_point: 0.7936, 0.6749; The action is #DUAL_POINT#; touch_point: 0.7936, 0.6749, lift_point: 0.7936, 0.6749; The action is #DUAL_POINT#; touch_point: 0.1808, 0.7277, lift_point: 0.1808, 0.7277; The action is #DUAL_POINT#; touch_point: 0.1166, 0.9302, lift_point: 0.1166, 0.9302; The action is #DUAL_POINT#; touch_point: 0.9857, 0.9645, lift_point: 0.9857, 0.9645; The action is #TYPE#; And the content is : \"typed_text\": \"Show me some nice wallpapers for my phone\"; The action is #DUAL_POINT#; touch_point: 0.9857, 0.9815, lift_point: 0.9857, 0.9815", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14379_10.png" ] }, { "query": "\nPrevious Actions: Goal: Show me some nice wallpapers for my phone; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7936, 0.6749, lift_point: 0.7936, 0.6749; The action is #DUAL_POINT#; touch_point: 0.7936, 0.6749, lift_point: 0.7936, 0.6749; The action is #DUAL_POINT#; touch_point: 0.7936, 0.6749, lift_point: 0.7936, 0.6749; The action is #DUAL_POINT#; touch_point: 0.1808, 0.7277, lift_point: 0.1808, 0.7277; The action is #DUAL_POINT#; touch_point: 0.1166, 0.9302, lift_point: 0.1166, 0.9302; The action is #DUAL_POINT#; touch_point: 0.9857, 0.9645, lift_point: 0.9857, 0.9645; The action is #TYPE#; And the content is : \"typed_text\": \"Show me some nice wallpapers for my phone\"; The action is #DUAL_POINT#; touch_point: 0.9857, 0.9815, lift_point: 0.9857, 0.9815; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14379_11.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14429_1.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3708, 0.5372, lift_point: 0.3708, 0.5372", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14429_2.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3708, 0.5372, lift_point: 0.3708, 0.5372", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14429_3.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3708, 0.5372, lift_point: 0.3708, 0.5372; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.799, 0.7034, lift_point: 0.799, 0.7034", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14429_4.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3708, 0.5372, lift_point: 0.3708, 0.5372; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.799, 0.7034, lift_point: 0.799, 0.7034", "response": "The action is #DUAL_POINT#; touch_point: 0.799, 0.7034, lift_point: 0.799, 0.7034", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14429_5.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3708, 0.5372, lift_point: 0.3708, 0.5372; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.799, 0.7034, lift_point: 0.799, 0.7034; The action is #DUAL_POINT#; touch_point: 0.799, 0.7034, lift_point: 0.799, 0.7034", "response": "The action is #DUAL_POINT#; touch_point: 0.799, 0.7034, lift_point: 0.799, 0.7034", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14429_6.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3708, 0.5372, lift_point: 0.3708, 0.5372; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.799, 0.7034, lift_point: 0.799, 0.7034; The action is #DUAL_POINT#; touch_point: 0.799, 0.7034, lift_point: 0.799, 0.7034; The action is #DUAL_POINT#; touch_point: 0.799, 0.7034, lift_point: 0.799, 0.7034", "response": "The action is #DUAL_POINT#; touch_point: 0.799, 0.7034, lift_point: 0.799, 0.7034", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14429_7.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3708, 0.5372, lift_point: 0.3708, 0.5372; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.799, 0.7034, lift_point: 0.799, 0.7034; The action is #DUAL_POINT#; touch_point: 0.799, 0.7034, lift_point: 0.799, 0.7034; The action is #DUAL_POINT#; touch_point: 0.799, 0.7034, lift_point: 0.799, 0.7034; The action is #DUAL_POINT#; touch_point: 0.799, 0.7034, lift_point: 0.799, 0.7034", "response": "The action is #DUAL_POINT#; touch_point: 0.799, 0.7034, lift_point: 0.799, 0.7034", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14429_8.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3708, 0.5372, lift_point: 0.3708, 0.5372; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.799, 0.7034, lift_point: 0.799, 0.7034; The action is #DUAL_POINT#; touch_point: 0.799, 0.7034, lift_point: 0.799, 0.7034; The action is #DUAL_POINT#; touch_point: 0.799, 0.7034, lift_point: 0.799, 0.7034; The action is #DUAL_POINT#; touch_point: 0.799, 0.7034, lift_point: 0.799, 0.7034; The action is #DUAL_POINT#; touch_point: 0.799, 0.7034, lift_point: 0.799, 0.7034", "response": "The action is #DUAL_POINT#; touch_point: 0.7989, 0.7124, lift_point: 0.7989, 0.7124", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14429_9.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3708, 0.5372, lift_point: 0.3708, 0.5372; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.799, 0.7034, lift_point: 0.799, 0.7034; The action is #DUAL_POINT#; touch_point: 0.799, 0.7034, lift_point: 0.799, 0.7034; The action is #DUAL_POINT#; touch_point: 0.799, 0.7034, lift_point: 0.799, 0.7034; The action is #DUAL_POINT#; touch_point: 0.799, 0.7034, lift_point: 0.799, 0.7034; The action is #DUAL_POINT#; touch_point: 0.799, 0.7034, lift_point: 0.799, 0.7034; The action is #DUAL_POINT#; touch_point: 0.7989, 0.7124, lift_point: 0.7989, 0.7124", "response": "The action is #DUAL_POINT#; touch_point: 0.7885, 0.7363, lift_point: 0.7885, 0.7363", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14429_10.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3708, 0.5372, lift_point: 0.3708, 0.5372; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.799, 0.7034, lift_point: 0.799, 0.7034; The action is #DUAL_POINT#; touch_point: 0.799, 0.7034, lift_point: 0.799, 0.7034; The action is #DUAL_POINT#; touch_point: 0.799, 0.7034, lift_point: 0.799, 0.7034; The action is #DUAL_POINT#; touch_point: 0.799, 0.7034, lift_point: 0.799, 0.7034; The action is #DUAL_POINT#; touch_point: 0.799, 0.7034, lift_point: 0.799, 0.7034; The action is #DUAL_POINT#; touch_point: 0.7989, 0.7124, lift_point: 0.7989, 0.7124; The action is #DUAL_POINT#; touch_point: 0.7885, 0.7363, lift_point: 0.7885, 0.7363", "response": "The action is #DUAL_POINT#; touch_point: 0.7885, 0.7363, lift_point: 0.7885, 0.7363", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14429_11.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3708, 0.5372, lift_point: 0.3708, 0.5372; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.799, 0.7034, lift_point: 0.799, 0.7034; The action is #DUAL_POINT#; touch_point: 0.799, 0.7034, lift_point: 0.799, 0.7034; The action is #DUAL_POINT#; touch_point: 0.799, 0.7034, lift_point: 0.799, 0.7034; The action is #DUAL_POINT#; touch_point: 0.799, 0.7034, lift_point: 0.799, 0.7034; The action is #DUAL_POINT#; touch_point: 0.799, 0.7034, lift_point: 0.799, 0.7034; The action is #DUAL_POINT#; touch_point: 0.7989, 0.7124, lift_point: 0.7989, 0.7124; The action is #DUAL_POINT#; touch_point: 0.7885, 0.7363, lift_point: 0.7885, 0.7363; The action is #DUAL_POINT#; touch_point: 0.7885, 0.7363, lift_point: 0.7885, 0.7363", "response": "The action is #DUAL_POINT#; touch_point: 0.035, 0.6353, lift_point: 0.035, 0.6353", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14429_12.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3708, 0.5372, lift_point: 0.3708, 0.5372; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.799, 0.7034, lift_point: 0.799, 0.7034; The action is #DUAL_POINT#; touch_point: 0.799, 0.7034, lift_point: 0.799, 0.7034; The action is #DUAL_POINT#; touch_point: 0.799, 0.7034, lift_point: 0.799, 0.7034; The action is #DUAL_POINT#; touch_point: 0.799, 0.7034, lift_point: 0.799, 0.7034; The action is #DUAL_POINT#; touch_point: 0.799, 0.7034, lift_point: 0.799, 0.7034; The action is #DUAL_POINT#; touch_point: 0.7989, 0.7124, lift_point: 0.7989, 0.7124; The action is #DUAL_POINT#; touch_point: 0.7885, 0.7363, lift_point: 0.7885, 0.7363; The action is #DUAL_POINT#; touch_point: 0.7885, 0.7363, lift_point: 0.7885, 0.7363; The action is #DUAL_POINT#; touch_point: 0.035, 0.6353, lift_point: 0.035, 0.6353", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14429_13.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3708, 0.5372, lift_point: 0.3708, 0.5372; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.799, 0.7034, lift_point: 0.799, 0.7034; The action is #DUAL_POINT#; touch_point: 0.799, 0.7034, lift_point: 0.799, 0.7034; The action is #DUAL_POINT#; touch_point: 0.799, 0.7034, lift_point: 0.799, 0.7034; The action is #DUAL_POINT#; touch_point: 0.799, 0.7034, lift_point: 0.799, 0.7034; The action is #DUAL_POINT#; touch_point: 0.799, 0.7034, lift_point: 0.799, 0.7034; The action is #DUAL_POINT#; touch_point: 0.7989, 0.7124, lift_point: 0.7989, 0.7124; The action is #DUAL_POINT#; touch_point: 0.7885, 0.7363, lift_point: 0.7885, 0.7363; The action is #DUAL_POINT#; touch_point: 0.7885, 0.7363, lift_point: 0.7885, 0.7363; The action is #DUAL_POINT#; touch_point: 0.035, 0.6353, lift_point: 0.035, 0.6353; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"k?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14429_14.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3708, 0.5372, lift_point: 0.3708, 0.5372; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.799, 0.7034, lift_point: 0.799, 0.7034; The action is #DUAL_POINT#; touch_point: 0.799, 0.7034, lift_point: 0.799, 0.7034; The action is #DUAL_POINT#; touch_point: 0.799, 0.7034, lift_point: 0.799, 0.7034; The action is #DUAL_POINT#; touch_point: 0.799, 0.7034, lift_point: 0.799, 0.7034; The action is #DUAL_POINT#; touch_point: 0.799, 0.7034, lift_point: 0.799, 0.7034; The action is #DUAL_POINT#; touch_point: 0.7989, 0.7124, lift_point: 0.7989, 0.7124; The action is #DUAL_POINT#; touch_point: 0.7885, 0.7363, lift_point: 0.7885, 0.7363; The action is #DUAL_POINT#; touch_point: 0.7885, 0.7363, lift_point: 0.7885, 0.7363; The action is #DUAL_POINT#; touch_point: 0.035, 0.6353, lift_point: 0.035, 0.6353; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"; The action is #TYPE#; And the content is : \"typed_text\": \"k?\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14429_15.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in New York?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3708, 0.5372, lift_point: 0.3708, 0.5372; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.799, 0.7034, lift_point: 0.799, 0.7034; The action is #DUAL_POINT#; touch_point: 0.799, 0.7034, lift_point: 0.799, 0.7034; The action is #DUAL_POINT#; touch_point: 0.799, 0.7034, lift_point: 0.799, 0.7034; The action is #DUAL_POINT#; touch_point: 0.799, 0.7034, lift_point: 0.799, 0.7034; The action is #DUAL_POINT#; touch_point: 0.799, 0.7034, lift_point: 0.799, 0.7034; The action is #DUAL_POINT#; touch_point: 0.7989, 0.7124, lift_point: 0.7989, 0.7124; The action is #DUAL_POINT#; touch_point: 0.7885, 0.7363, lift_point: 0.7885, 0.7363; The action is #DUAL_POINT#; touch_point: 0.7885, 0.7363, lift_point: 0.7885, 0.7363; The action is #DUAL_POINT#; touch_point: 0.035, 0.6353, lift_point: 0.035, 0.6353; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"; The action is #TYPE#; And the content is : \"typed_text\": \"k?\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14429_16.png" ] }, { "query": "\nPrevious Actions: Goal: What's the US dollar exchange rate against the Brazilian Real?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14463_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the US dollar exchange rate against the Brazilian Real?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7944, 0.6887, lift_point: 0.7944, 0.6887", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14463_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the US dollar exchange rate against the Brazilian Real?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7944, 0.6887, lift_point: 0.7944, 0.6887", "response": "The action is #DUAL_POINT#; touch_point: 0.7944, 0.6887, lift_point: 0.7944, 0.6887", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14463_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the US dollar exchange rate against the Brazilian Real?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7944, 0.6887, lift_point: 0.7944, 0.6887; The action is #DUAL_POINT#; touch_point: 0.7944, 0.6887, lift_point: 0.7944, 0.6887", "response": "The action is #DUAL_POINT#; touch_point: 0.7944, 0.6887, lift_point: 0.7944, 0.6887", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14463_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the US dollar exchange rate against the Brazilian Real?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7944, 0.6887, lift_point: 0.7944, 0.6887; The action is #DUAL_POINT#; touch_point: 0.7944, 0.6887, lift_point: 0.7944, 0.6887; The action is #DUAL_POINT#; touch_point: 0.7944, 0.6887, lift_point: 0.7944, 0.6887", "response": "The action is #DUAL_POINT#; touch_point: 0.7944, 0.6887, lift_point: 0.7944, 0.6887", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14463_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the US dollar exchange rate against the Brazilian Real?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7944, 0.6887, lift_point: 0.7944, 0.6887; The action is #DUAL_POINT#; touch_point: 0.7944, 0.6887, lift_point: 0.7944, 0.6887; The action is #DUAL_POINT#; touch_point: 0.7944, 0.6887, lift_point: 0.7944, 0.6887; The action is #DUAL_POINT#; touch_point: 0.7944, 0.6887, lift_point: 0.7944, 0.6887", "response": "The action is #DUAL_POINT#; touch_point: 0.7944, 0.6887, lift_point: 0.7944, 0.6887", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14463_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the US dollar exchange rate against the Brazilian Real?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7944, 0.6887, lift_point: 0.7944, 0.6887; The action is #DUAL_POINT#; touch_point: 0.7944, 0.6887, lift_point: 0.7944, 0.6887; The action is #DUAL_POINT#; touch_point: 0.7944, 0.6887, lift_point: 0.7944, 0.6887; The action is #DUAL_POINT#; touch_point: 0.7944, 0.6887, lift_point: 0.7944, 0.6887; The action is #DUAL_POINT#; touch_point: 0.7944, 0.6887, lift_point: 0.7944, 0.6887", "response": "The action is #DUAL_POINT#; touch_point: 0.7944, 0.6887, lift_point: 0.7944, 0.6887", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14463_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the US dollar exchange rate against the Brazilian Real?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7944, 0.6887, lift_point: 0.7944, 0.6887; The action is #DUAL_POINT#; touch_point: 0.7944, 0.6887, lift_point: 0.7944, 0.6887; The action is #DUAL_POINT#; touch_point: 0.7944, 0.6887, lift_point: 0.7944, 0.6887; The action is #DUAL_POINT#; touch_point: 0.7944, 0.6887, lift_point: 0.7944, 0.6887; The action is #DUAL_POINT#; touch_point: 0.7944, 0.6887, lift_point: 0.7944, 0.6887; The action is #DUAL_POINT#; touch_point: 0.7944, 0.6887, lift_point: 0.7944, 0.6887", "response": "The action is #DUAL_POINT#; touch_point: 0.1952, 0.5726, lift_point: 0.1952, 0.5726", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14463_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the US dollar exchange rate against the Brazilian Real?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7944, 0.6887, lift_point: 0.7944, 0.6887; The action is #DUAL_POINT#; touch_point: 0.7944, 0.6887, lift_point: 0.7944, 0.6887; The action is #DUAL_POINT#; touch_point: 0.7944, 0.6887, lift_point: 0.7944, 0.6887; The action is #DUAL_POINT#; touch_point: 0.7944, 0.6887, lift_point: 0.7944, 0.6887; The action is #DUAL_POINT#; touch_point: 0.7944, 0.6887, lift_point: 0.7944, 0.6887; The action is #DUAL_POINT#; touch_point: 0.7944, 0.6887, lift_point: 0.7944, 0.6887; The action is #DUAL_POINT#; touch_point: 0.1952, 0.5726, lift_point: 0.1952, 0.5726", "response": "The action is #DUAL_POINT#; touch_point: 0.1147, 0.9375, lift_point: 0.1147, 0.9375", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14463_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's the US dollar exchange rate against the Brazilian Real?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7944, 0.6887, lift_point: 0.7944, 0.6887; The action is #DUAL_POINT#; touch_point: 0.7944, 0.6887, lift_point: 0.7944, 0.6887; The action is #DUAL_POINT#; touch_point: 0.7944, 0.6887, lift_point: 0.7944, 0.6887; The action is #DUAL_POINT#; touch_point: 0.7944, 0.6887, lift_point: 0.7944, 0.6887; The action is #DUAL_POINT#; touch_point: 0.7944, 0.6887, lift_point: 0.7944, 0.6887; The action is #DUAL_POINT#; touch_point: 0.7944, 0.6887, lift_point: 0.7944, 0.6887; The action is #DUAL_POINT#; touch_point: 0.1952, 0.5726, lift_point: 0.1952, 0.5726; The action is #DUAL_POINT#; touch_point: 0.1147, 0.9375, lift_point: 0.1147, 0.9375", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the US dollar exchange rate against the Brazilian Real?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14463_10.png" ] }, { "query": "\nPrevious Actions: Goal: What's the US dollar exchange rate against the Brazilian Real?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7944, 0.6887, lift_point: 0.7944, 0.6887; The action is #DUAL_POINT#; touch_point: 0.7944, 0.6887, lift_point: 0.7944, 0.6887; The action is #DUAL_POINT#; touch_point: 0.7944, 0.6887, lift_point: 0.7944, 0.6887; The action is #DUAL_POINT#; touch_point: 0.7944, 0.6887, lift_point: 0.7944, 0.6887; The action is #DUAL_POINT#; touch_point: 0.7944, 0.6887, lift_point: 0.7944, 0.6887; The action is #DUAL_POINT#; touch_point: 0.7944, 0.6887, lift_point: 0.7944, 0.6887; The action is #DUAL_POINT#; touch_point: 0.1952, 0.5726, lift_point: 0.1952, 0.5726; The action is #DUAL_POINT#; touch_point: 0.1147, 0.9375, lift_point: 0.1147, 0.9375; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the US dollar exchange rate against the Brazilian Real?\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14463_11.png" ] }, { "query": "\nPrevious Actions: Goal: What's the US dollar exchange rate against the Brazilian Real?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7944, 0.6887, lift_point: 0.7944, 0.6887; The action is #DUAL_POINT#; touch_point: 0.7944, 0.6887, lift_point: 0.7944, 0.6887; The action is #DUAL_POINT#; touch_point: 0.7944, 0.6887, lift_point: 0.7944, 0.6887; The action is #DUAL_POINT#; touch_point: 0.7944, 0.6887, lift_point: 0.7944, 0.6887; The action is #DUAL_POINT#; touch_point: 0.7944, 0.6887, lift_point: 0.7944, 0.6887; The action is #DUAL_POINT#; touch_point: 0.7944, 0.6887, lift_point: 0.7944, 0.6887; The action is #DUAL_POINT#; touch_point: 0.1952, 0.5726, lift_point: 0.1952, 0.5726; The action is #DUAL_POINT#; touch_point: 0.1147, 0.9375, lift_point: 0.1147, 0.9375; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the US dollar exchange rate against the Brazilian Real?\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14463_12.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14602_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news?; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14602_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news?; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3734, 0.535, lift_point: 0.3734, 0.535", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14602_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3734, 0.535, lift_point: 0.3734, 0.535", "response": "The action is #DUAL_POINT#; touch_point: 0.1882, 0.9111, lift_point: 0.1882, 0.9111", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14602_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3734, 0.535, lift_point: 0.3734, 0.535; The action is #DUAL_POINT#; touch_point: 0.1882, 0.9111, lift_point: 0.1882, 0.9111", "response": "The action is #DUAL_POINT#; touch_point: 0.1172, 0.0614, lift_point: 0.1172, 0.0614", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14602_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3734, 0.535, lift_point: 0.3734, 0.535; The action is #DUAL_POINT#; touch_point: 0.1882, 0.9111, lift_point: 0.1882, 0.9111; The action is #DUAL_POINT#; touch_point: 0.1172, 0.0614, lift_point: 0.1172, 0.0614", "response": "The action is #DUAL_POINT#; touch_point: 0.1268, 0.4538, lift_point: 0.1268, 0.4538", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14602_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3734, 0.535, lift_point: 0.3734, 0.535; The action is #DUAL_POINT#; touch_point: 0.1882, 0.9111, lift_point: 0.1882, 0.9111; The action is #DUAL_POINT#; touch_point: 0.1172, 0.0614, lift_point: 0.1172, 0.0614; The action is #DUAL_POINT#; touch_point: 0.1268, 0.4538, lift_point: 0.1268, 0.4538", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14602_7.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach tent?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14647_1.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach tent?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8412, 0.63, lift_point: 0.8412, 0.63", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14647_2.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach tent?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8412, 0.63, lift_point: 0.8412, 0.63", "response": "The action is #DUAL_POINT#; touch_point: 0.0452, 0.5007, lift_point: 0.0452, 0.5007", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14647_3.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach tent?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8412, 0.63, lift_point: 0.8412, 0.63; The action is #DUAL_POINT#; touch_point: 0.0452, 0.5007, lift_point: 0.0452, 0.5007", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"nice beach tent?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14647_4.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach tent?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8412, 0.63, lift_point: 0.8412, 0.63; The action is #DUAL_POINT#; touch_point: 0.0452, 0.5007, lift_point: 0.0452, 0.5007; The action is #TYPE#; And the content is : \"typed_text\": \"nice beach tent?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1135, 0.2819, lift_point: 0.1135, 0.2819", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14647_5.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach tent?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8412, 0.63, lift_point: 0.8412, 0.63; The action is #DUAL_POINT#; touch_point: 0.0452, 0.5007, lift_point: 0.0452, 0.5007; The action is #TYPE#; And the content is : \"typed_text\": \"nice beach tent?\"; The action is #DUAL_POINT#; touch_point: 0.1135, 0.2819, lift_point: 0.1135, 0.2819", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14647_6.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach tent?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8412, 0.63, lift_point: 0.8412, 0.63; The action is #DUAL_POINT#; touch_point: 0.0452, 0.5007, lift_point: 0.0452, 0.5007; The action is #TYPE#; And the content is : \"typed_text\": \"nice beach tent?\"; The action is #DUAL_POINT#; touch_point: 0.1135, 0.2819, lift_point: 0.1135, 0.2819; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14647_7.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach tent?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8412, 0.63, lift_point: 0.8412, 0.63; The action is #DUAL_POINT#; touch_point: 0.0452, 0.5007, lift_point: 0.0452, 0.5007; The action is #TYPE#; And the content is : \"typed_text\": \"nice beach tent?\"; The action is #DUAL_POINT#; touch_point: 0.1135, 0.2819, lift_point: 0.1135, 0.2819; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14647_8.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach tent?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8412, 0.63, lift_point: 0.8412, 0.63; The action is #DUAL_POINT#; touch_point: 0.0452, 0.5007, lift_point: 0.0452, 0.5007; The action is #TYPE#; And the content is : \"typed_text\": \"nice beach tent?\"; The action is #DUAL_POINT#; touch_point: 0.1135, 0.2819, lift_point: 0.1135, 0.2819; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#", "response": "The action is #DUAL_POINT#; touch_point: 0.1022, 0.1564, lift_point: 0.1022, 0.1564", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14647_9.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach tent?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8412, 0.63, lift_point: 0.8412, 0.63; The action is #DUAL_POINT#; touch_point: 0.0452, 0.5007, lift_point: 0.0452, 0.5007; The action is #TYPE#; And the content is : \"typed_text\": \"nice beach tent?\"; The action is #DUAL_POINT#; touch_point: 0.1135, 0.2819, lift_point: 0.1135, 0.2819; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.1022, 0.1564, lift_point: 0.1022, 0.1564", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14647_10.png" ] }, { "query": "\nPrevious Actions: Goal: Open the settings", "response": "The action is #DUAL_POINT#; touch_point: 0.2357, 0.7324, lift_point: 0.2357, 0.7324", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14676_1.png" ] }, { "query": "\nPrevious Actions: Goal: Open the settings; The action is #DUAL_POINT#; touch_point: 0.2357, 0.7324, lift_point: 0.2357, 0.7324", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14676_2.png" ] }, { "query": "\nPrevious Actions: Goal: Open the settings; The action is #DUAL_POINT#; touch_point: 0.2357, 0.7324, lift_point: 0.2357, 0.7324; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.7987, 0.6175, lift_point: 0.7987, 0.6175", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14676_3.png" ] }, { "query": "\nPrevious Actions: Goal: Open the settings; The action is #DUAL_POINT#; touch_point: 0.2357, 0.7324, lift_point: 0.2357, 0.7324; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7987, 0.6175, lift_point: 0.7987, 0.6175", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14676_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in San Francisco?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14769_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in San Francisco?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8356, 0.613, lift_point: 0.8356, 0.613", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14769_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in San Francisco?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8356, 0.613, lift_point: 0.8356, 0.613", "response": "The action is #DUAL_POINT#; touch_point: 0.0386, 0.4054, lift_point: 0.0386, 0.4054", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14769_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in San Francisco?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8356, 0.613, lift_point: 0.8356, 0.613; The action is #DUAL_POINT#; touch_point: 0.0386, 0.4054, lift_point: 0.0386, 0.4054", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"weather like in San Francisco?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14769_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in San Francisco?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8356, 0.613, lift_point: 0.8356, 0.613; The action is #DUAL_POINT#; touch_point: 0.0386, 0.4054, lift_point: 0.0386, 0.4054; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in San Francisco?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1147, 0.305, lift_point: 0.1147, 0.305", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14769_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in San Francisco?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8356, 0.613, lift_point: 0.8356, 0.613; The action is #DUAL_POINT#; touch_point: 0.0386, 0.4054, lift_point: 0.0386, 0.4054; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in San Francisco?\"; The action is #DUAL_POINT#; touch_point: 0.1147, 0.305, lift_point: 0.1147, 0.305", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14769_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Philadelphia?", "response": "The action is #DUAL_POINT#; touch_point: 0.8401, 0.6155, lift_point: 0.8401, 0.6155", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14844_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Philadelphia?; The action is #DUAL_POINT#; touch_point: 0.8401, 0.6155, lift_point: 0.8401, 0.6155", "response": "The action is #DUAL_POINT#; touch_point: 0.0338, 0.4432, lift_point: 0.0338, 0.4432", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14844_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Philadelphia?; The action is #DUAL_POINT#; touch_point: 0.8401, 0.6155, lift_point: 0.8401, 0.6155; The action is #DUAL_POINT#; touch_point: 0.0338, 0.4432, lift_point: 0.0338, 0.4432", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"good restaurant in Philadelphia?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14844_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Philadelphia?; The action is #DUAL_POINT#; touch_point: 0.8401, 0.6155, lift_point: 0.8401, 0.6155; The action is #DUAL_POINT#; touch_point: 0.0338, 0.4432, lift_point: 0.0338, 0.4432; The action is #TYPE#; And the content is : \"typed_text\": \"good restaurant in Philadelphia?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1147, 0.2706, lift_point: 0.1147, 0.2706", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14844_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Philadelphia?; The action is #DUAL_POINT#; touch_point: 0.8401, 0.6155, lift_point: 0.8401, 0.6155; The action is #DUAL_POINT#; touch_point: 0.0338, 0.4432, lift_point: 0.0338, 0.4432; The action is #TYPE#; And the content is : \"typed_text\": \"good restaurant in Philadelphia?\"; The action is #DUAL_POINT#; touch_point: 0.1147, 0.2706, lift_point: 0.1147, 0.2706", "response": "The action is #DUAL_POINT#; touch_point: 0.4472, 0.2453, lift_point: 0.4472, 0.2453", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14844_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Philadelphia?; The action is #DUAL_POINT#; touch_point: 0.8401, 0.6155, lift_point: 0.8401, 0.6155; The action is #DUAL_POINT#; touch_point: 0.0338, 0.4432, lift_point: 0.0338, 0.4432; The action is #TYPE#; And the content is : \"typed_text\": \"good restaurant in Philadelphia?\"; The action is #DUAL_POINT#; touch_point: 0.1147, 0.2706, lift_point: 0.1147, 0.2706; The action is #DUAL_POINT#; touch_point: 0.4472, 0.2453, lift_point: 0.4472, 0.2453", "response": "The action is #DUAL_POINT#; touch_point: 0.809, 0.4258, lift_point: 0.809, 0.4258", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14844_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Philadelphia?; The action is #DUAL_POINT#; touch_point: 0.8401, 0.6155, lift_point: 0.8401, 0.6155; The action is #DUAL_POINT#; touch_point: 0.0338, 0.4432, lift_point: 0.0338, 0.4432; The action is #TYPE#; And the content is : \"typed_text\": \"good restaurant in Philadelphia?\"; The action is #DUAL_POINT#; touch_point: 0.1147, 0.2706, lift_point: 0.1147, 0.2706; The action is #DUAL_POINT#; touch_point: 0.4472, 0.2453, lift_point: 0.4472, 0.2453; The action is #DUAL_POINT#; touch_point: 0.809, 0.4258, lift_point: 0.809, 0.4258", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/14844_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Helsinki to Tokyo", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15042_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Helsinki to Tokyo; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7845, 0.665, lift_point: 0.7845, 0.665", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15042_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Helsinki to Tokyo; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7845, 0.665, lift_point: 0.7845, 0.665", "response": "The action is #DUAL_POINT#; touch_point: 0.0706, 0.3483, lift_point: 0.0706, 0.3483", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15042_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Helsinki to Tokyo; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7845, 0.665, lift_point: 0.7845, 0.665; The action is #DUAL_POINT#; touch_point: 0.0706, 0.3483, lift_point: 0.0706, 0.3483", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Helsinki to Tokyo\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15042_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Helsinki to Tokyo; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7845, 0.665, lift_point: 0.7845, 0.665; The action is #DUAL_POINT#; touch_point: 0.0706, 0.3483, lift_point: 0.0706, 0.3483; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Helsinki to Tokyo\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1437, 0.6097, lift_point: 0.1437, 0.6097", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15042_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Helsinki to Tokyo; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7845, 0.665, lift_point: 0.7845, 0.665; The action is #DUAL_POINT#; touch_point: 0.0706, 0.3483, lift_point: 0.0706, 0.3483; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Helsinki to Tokyo\"; The action is #DUAL_POINT#; touch_point: 0.1437, 0.6097, lift_point: 0.1437, 0.6097", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15042_6.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Paraguay", "response": "The action is #DUAL_POINT#; touch_point: 0.7861, 0.7258, lift_point: 0.7861, 0.7258", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15070_1.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Paraguay; The action is #DUAL_POINT#; touch_point: 0.7861, 0.7258, lift_point: 0.7861, 0.7258", "response": "The action is #DUAL_POINT#; touch_point: 0.0557, 0.4528, lift_point: 0.0557, 0.4528", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15070_2.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Paraguay; The action is #DUAL_POINT#; touch_point: 0.7861, 0.7258, lift_point: 0.7861, 0.7258; The action is #DUAL_POINT#; touch_point: 0.0557, 0.4528, lift_point: 0.0557, 0.4528", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Paraguay\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15070_3.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Paraguay; The action is #DUAL_POINT#; touch_point: 0.7861, 0.7258, lift_point: 0.7861, 0.7258; The action is #DUAL_POINT#; touch_point: 0.0557, 0.4528, lift_point: 0.0557, 0.4528; The action is #TYPE#; And the content is : \"typed_text\": \"capital of Paraguay\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1416, 0.6371, lift_point: 0.1416, 0.6371", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15070_4.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Paraguay; The action is #DUAL_POINT#; touch_point: 0.7861, 0.7258, lift_point: 0.7861, 0.7258; The action is #DUAL_POINT#; touch_point: 0.0557, 0.4528, lift_point: 0.0557, 0.4528; The action is #TYPE#; And the content is : \"typed_text\": \"capital of Paraguay\"; The action is #DUAL_POINT#; touch_point: 0.1416, 0.6371, lift_point: 0.1416, 0.6371", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15070_5.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Los Angeles?", "response": "The action is #DUAL_POINT#; touch_point: 0.7716, 0.67, lift_point: 0.7716, 0.67", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15182_1.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Los Angeles?; The action is #DUAL_POINT#; touch_point: 0.7716, 0.67, lift_point: 0.7716, 0.67", "response": "The action is #DUAL_POINT#; touch_point: 0.8312, 0.4462, lift_point: 0.8312, 0.4462", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15182_2.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Los Angeles?; The action is #DUAL_POINT#; touch_point: 0.7716, 0.67, lift_point: 0.7716, 0.67; The action is #DUAL_POINT#; touch_point: 0.8312, 0.4462, lift_point: 0.8312, 0.4462", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15182_3.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Los Angeles?; The action is #DUAL_POINT#; touch_point: 0.7716, 0.67, lift_point: 0.7716, 0.67; The action is #DUAL_POINT#; touch_point: 0.8312, 0.4462, lift_point: 0.8312, 0.4462; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3808, 0.4894, lift_point: 0.3808, 0.4894", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15182_4.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Los Angeles?; The action is #DUAL_POINT#; touch_point: 0.7716, 0.67, lift_point: 0.7716, 0.67; The action is #DUAL_POINT#; touch_point: 0.8312, 0.4462, lift_point: 0.8312, 0.4462; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3808, 0.4894, lift_point: 0.3808, 0.4894", "response": "The action is #DUAL_POINT#; touch_point: 0.3952, 0.4896, lift_point: 0.3952, 0.4896", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15182_5.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Los Angeles?; The action is #DUAL_POINT#; touch_point: 0.7716, 0.67, lift_point: 0.7716, 0.67; The action is #DUAL_POINT#; touch_point: 0.8312, 0.4462, lift_point: 0.8312, 0.4462; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3808, 0.4894, lift_point: 0.3808, 0.4894; The action is #DUAL_POINT#; touch_point: 0.3952, 0.4896, lift_point: 0.3952, 0.4896", "response": "The action is #DUAL_POINT#; touch_point: 0.3421, 0.5452, lift_point: 0.3421, 0.5452", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15182_6.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Los Angeles?; The action is #DUAL_POINT#; touch_point: 0.7716, 0.67, lift_point: 0.7716, 0.67; The action is #DUAL_POINT#; touch_point: 0.8312, 0.4462, lift_point: 0.8312, 0.4462; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3808, 0.4894, lift_point: 0.3808, 0.4894; The action is #DUAL_POINT#; touch_point: 0.3952, 0.4896, lift_point: 0.3952, 0.4896; The action is #DUAL_POINT#; touch_point: 0.3421, 0.5452, lift_point: 0.3421, 0.5452", "response": "The action is #DUAL_POINT#; touch_point: 0.3782, 0.497, lift_point: 0.3782, 0.497", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15182_7.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Los Angeles?; The action is #DUAL_POINT#; touch_point: 0.7716, 0.67, lift_point: 0.7716, 0.67; The action is #DUAL_POINT#; touch_point: 0.8312, 0.4462, lift_point: 0.8312, 0.4462; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3808, 0.4894, lift_point: 0.3808, 0.4894; The action is #DUAL_POINT#; touch_point: 0.3952, 0.4896, lift_point: 0.3952, 0.4896; The action is #DUAL_POINT#; touch_point: 0.3421, 0.5452, lift_point: 0.3421, 0.5452; The action is #DUAL_POINT#; touch_point: 0.3782, 0.497, lift_point: 0.3782, 0.497", "response": "The action is #DUAL_POINT#; touch_point: 0.0636, 0.2848, lift_point: 0.0636, 0.2848", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15182_8.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Los Angeles?; The action is #DUAL_POINT#; touch_point: 0.7716, 0.67, lift_point: 0.7716, 0.67; The action is #DUAL_POINT#; touch_point: 0.8312, 0.4462, lift_point: 0.8312, 0.4462; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3808, 0.4894, lift_point: 0.3808, 0.4894; The action is #DUAL_POINT#; touch_point: 0.3952, 0.4896, lift_point: 0.3952, 0.4896; The action is #DUAL_POINT#; touch_point: 0.3421, 0.5452, lift_point: 0.3421, 0.5452; The action is #DUAL_POINT#; touch_point: 0.3782, 0.497, lift_point: 0.3782, 0.497; The action is #DUAL_POINT#; touch_point: 0.0636, 0.2848, lift_point: 0.0636, 0.2848", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in Los Angeles?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15182_9.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Los Angeles?; The action is #DUAL_POINT#; touch_point: 0.7716, 0.67, lift_point: 0.7716, 0.67; The action is #DUAL_POINT#; touch_point: 0.8312, 0.4462, lift_point: 0.8312, 0.4462; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3808, 0.4894, lift_point: 0.3808, 0.4894; The action is #DUAL_POINT#; touch_point: 0.3952, 0.4896, lift_point: 0.3952, 0.4896; The action is #DUAL_POINT#; touch_point: 0.3421, 0.5452, lift_point: 0.3421, 0.5452; The action is #DUAL_POINT#; touch_point: 0.3782, 0.497, lift_point: 0.3782, 0.497; The action is #DUAL_POINT#; touch_point: 0.0636, 0.2848, lift_point: 0.0636, 0.2848; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in Los Angeles?\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15182_10.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Los Angeles?; The action is #DUAL_POINT#; touch_point: 0.7716, 0.67, lift_point: 0.7716, 0.67; The action is #DUAL_POINT#; touch_point: 0.8312, 0.4462, lift_point: 0.8312, 0.4462; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3808, 0.4894, lift_point: 0.3808, 0.4894; The action is #DUAL_POINT#; touch_point: 0.3952, 0.4896, lift_point: 0.3952, 0.4896; The action is #DUAL_POINT#; touch_point: 0.3421, 0.5452, lift_point: 0.3421, 0.5452; The action is #DUAL_POINT#; touch_point: 0.3782, 0.497, lift_point: 0.3782, 0.497; The action is #DUAL_POINT#; touch_point: 0.0636, 0.2848, lift_point: 0.0636, 0.2848; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in Los Angeles?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15182_11.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Los Angeles?; The action is #DUAL_POINT#; touch_point: 0.7716, 0.67, lift_point: 0.7716, 0.67; The action is #DUAL_POINT#; touch_point: 0.8312, 0.4462, lift_point: 0.8312, 0.4462; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3808, 0.4894, lift_point: 0.3808, 0.4894; The action is #DUAL_POINT#; touch_point: 0.3952, 0.4896, lift_point: 0.3952, 0.4896; The action is #DUAL_POINT#; touch_point: 0.3421, 0.5452, lift_point: 0.3421, 0.5452; The action is #DUAL_POINT#; touch_point: 0.3782, 0.497, lift_point: 0.3782, 0.497; The action is #DUAL_POINT#; touch_point: 0.0636, 0.2848, lift_point: 0.0636, 0.2848; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in Los Angeles?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#", "response": "The action is #DUAL_POINT#; touch_point: 0.411, 0.1532, lift_point: 0.411, 0.1532", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15182_12.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Los Angeles?; The action is #DUAL_POINT#; touch_point: 0.7716, 0.67, lift_point: 0.7716, 0.67; The action is #DUAL_POINT#; touch_point: 0.8312, 0.4462, lift_point: 0.8312, 0.4462; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3808, 0.4894, lift_point: 0.3808, 0.4894; The action is #DUAL_POINT#; touch_point: 0.3952, 0.4896, lift_point: 0.3952, 0.4896; The action is #DUAL_POINT#; touch_point: 0.3421, 0.5452, lift_point: 0.3421, 0.5452; The action is #DUAL_POINT#; touch_point: 0.3782, 0.497, lift_point: 0.3782, 0.497; The action is #DUAL_POINT#; touch_point: 0.0636, 0.2848, lift_point: 0.0636, 0.2848; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in Los Angeles?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.411, 0.1532, lift_point: 0.411, 0.1532", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15182_13.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Los Angeles?; The action is #DUAL_POINT#; touch_point: 0.7716, 0.67, lift_point: 0.7716, 0.67; The action is #DUAL_POINT#; touch_point: 0.8312, 0.4462, lift_point: 0.8312, 0.4462; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3808, 0.4894, lift_point: 0.3808, 0.4894; The action is #DUAL_POINT#; touch_point: 0.3952, 0.4896, lift_point: 0.3952, 0.4896; The action is #DUAL_POINT#; touch_point: 0.3421, 0.5452, lift_point: 0.3421, 0.5452; The action is #DUAL_POINT#; touch_point: 0.3782, 0.497, lift_point: 0.3782, 0.497; The action is #DUAL_POINT#; touch_point: 0.0636, 0.2848, lift_point: 0.0636, 0.2848; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in Los Angeles?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.411, 0.1532, lift_point: 0.411, 0.1532; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15182_14.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Los Angeles?; The action is #DUAL_POINT#; touch_point: 0.7716, 0.67, lift_point: 0.7716, 0.67; The action is #DUAL_POINT#; touch_point: 0.8312, 0.4462, lift_point: 0.8312, 0.4462; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3808, 0.4894, lift_point: 0.3808, 0.4894; The action is #DUAL_POINT#; touch_point: 0.3952, 0.4896, lift_point: 0.3952, 0.4896; The action is #DUAL_POINT#; touch_point: 0.3421, 0.5452, lift_point: 0.3421, 0.5452; The action is #DUAL_POINT#; touch_point: 0.3782, 0.497, lift_point: 0.3782, 0.497; The action is #DUAL_POINT#; touch_point: 0.0636, 0.2848, lift_point: 0.0636, 0.2848; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in Los Angeles?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.411, 0.1532, lift_point: 0.411, 0.1532; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.1705, 0.6327, lift_point: 0.1705, 0.6327", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15182_15.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Los Angeles?; The action is #DUAL_POINT#; touch_point: 0.7716, 0.67, lift_point: 0.7716, 0.67; The action is #DUAL_POINT#; touch_point: 0.8312, 0.4462, lift_point: 0.8312, 0.4462; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3808, 0.4894, lift_point: 0.3808, 0.4894; The action is #DUAL_POINT#; touch_point: 0.3952, 0.4896, lift_point: 0.3952, 0.4896; The action is #DUAL_POINT#; touch_point: 0.3421, 0.5452, lift_point: 0.3421, 0.5452; The action is #DUAL_POINT#; touch_point: 0.3782, 0.497, lift_point: 0.3782, 0.497; The action is #DUAL_POINT#; touch_point: 0.0636, 0.2848, lift_point: 0.0636, 0.2848; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in Los Angeles?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.411, 0.1532, lift_point: 0.411, 0.1532; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1705, 0.6327, lift_point: 0.1705, 0.6327", "response": "The action is #DUAL_POINT#; touch_point: 0.0415, 0.6002, lift_point: 0.0415, 0.6002", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15182_16.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Los Angeles?; The action is #DUAL_POINT#; touch_point: 0.7716, 0.67, lift_point: 0.7716, 0.67; The action is #DUAL_POINT#; touch_point: 0.8312, 0.4462, lift_point: 0.8312, 0.4462; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3808, 0.4894, lift_point: 0.3808, 0.4894; The action is #DUAL_POINT#; touch_point: 0.3952, 0.4896, lift_point: 0.3952, 0.4896; The action is #DUAL_POINT#; touch_point: 0.3421, 0.5452, lift_point: 0.3421, 0.5452; The action is #DUAL_POINT#; touch_point: 0.3782, 0.497, lift_point: 0.3782, 0.497; The action is #DUAL_POINT#; touch_point: 0.0636, 0.2848, lift_point: 0.0636, 0.2848; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in Los Angeles?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.411, 0.1532, lift_point: 0.411, 0.1532; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1705, 0.6327, lift_point: 0.1705, 0.6327; The action is #DUAL_POINT#; touch_point: 0.0415, 0.6002, lift_point: 0.0415, 0.6002", "response": "The action is #DUAL_POINT#; touch_point: 0.1091, 0.4122, lift_point: 0.1091, 0.4122", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15182_17.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Los Angeles?; The action is #DUAL_POINT#; touch_point: 0.7716, 0.67, lift_point: 0.7716, 0.67; The action is #DUAL_POINT#; touch_point: 0.8312, 0.4462, lift_point: 0.8312, 0.4462; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3808, 0.4894, lift_point: 0.3808, 0.4894; The action is #DUAL_POINT#; touch_point: 0.3952, 0.4896, lift_point: 0.3952, 0.4896; The action is #DUAL_POINT#; touch_point: 0.3421, 0.5452, lift_point: 0.3421, 0.5452; The action is #DUAL_POINT#; touch_point: 0.3782, 0.497, lift_point: 0.3782, 0.497; The action is #DUAL_POINT#; touch_point: 0.0636, 0.2848, lift_point: 0.0636, 0.2848; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in Los Angeles?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.411, 0.1532, lift_point: 0.411, 0.1532; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1705, 0.6327, lift_point: 0.1705, 0.6327; The action is #DUAL_POINT#; touch_point: 0.0415, 0.6002, lift_point: 0.0415, 0.6002; The action is #DUAL_POINT#; touch_point: 0.1091, 0.4122, lift_point: 0.1091, 0.4122", "response": "The action is #DUAL_POINT#; touch_point: 0.2208, 0.6363, lift_point: 0.2208, 0.6363", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15182_18.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Los Angeles?; The action is #DUAL_POINT#; touch_point: 0.7716, 0.67, lift_point: 0.7716, 0.67; The action is #DUAL_POINT#; touch_point: 0.8312, 0.4462, lift_point: 0.8312, 0.4462; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3808, 0.4894, lift_point: 0.3808, 0.4894; The action is #DUAL_POINT#; touch_point: 0.3952, 0.4896, lift_point: 0.3952, 0.4896; The action is #DUAL_POINT#; touch_point: 0.3421, 0.5452, lift_point: 0.3421, 0.5452; The action is #DUAL_POINT#; touch_point: 0.3782, 0.497, lift_point: 0.3782, 0.497; The action is #DUAL_POINT#; touch_point: 0.0636, 0.2848, lift_point: 0.0636, 0.2848; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in Los Angeles?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.411, 0.1532, lift_point: 0.411, 0.1532; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1705, 0.6327, lift_point: 0.1705, 0.6327; The action is #DUAL_POINT#; touch_point: 0.0415, 0.6002, lift_point: 0.0415, 0.6002; The action is #DUAL_POINT#; touch_point: 0.1091, 0.4122, lift_point: 0.1091, 0.4122; The action is #DUAL_POINT#; touch_point: 0.2208, 0.6363, lift_point: 0.2208, 0.6363", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15182_19.png" ] }, { "query": "\nPrevious Actions: Goal: How big is a dinosaur?", "response": "The action is #DUAL_POINT#; touch_point: 0.7998, 0.7148, lift_point: 0.7998, 0.7148", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15254_1.png" ] }, { "query": "\nPrevious Actions: Goal: How big is a dinosaur?; The action is #DUAL_POINT#; touch_point: 0.7998, 0.7148, lift_point: 0.7998, 0.7148", "response": "The action is #DUAL_POINT#; touch_point: 0.0618, 0.5005, lift_point: 0.0618, 0.5005", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15254_2.png" ] }, { "query": "\nPrevious Actions: Goal: How big is a dinosaur?; The action is #DUAL_POINT#; touch_point: 0.7998, 0.7148, lift_point: 0.7998, 0.7148; The action is #DUAL_POINT#; touch_point: 0.0618, 0.5005, lift_point: 0.0618, 0.5005", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"How big is a dinosaur?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15254_3.png" ] }, { "query": "\nPrevious Actions: Goal: How big is a dinosaur?; The action is #DUAL_POINT#; touch_point: 0.7998, 0.7148, lift_point: 0.7998, 0.7148; The action is #DUAL_POINT#; touch_point: 0.0618, 0.5005, lift_point: 0.0618, 0.5005; The action is #TYPE#; And the content is : \"typed_text\": \"How big is a dinosaur?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.0627, 0.7127, lift_point: 0.0627, 0.7127", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15254_4.png" ] }, { "query": "\nPrevious Actions: Goal: How big is a dinosaur?; The action is #DUAL_POINT#; touch_point: 0.7998, 0.7148, lift_point: 0.7998, 0.7148; The action is #DUAL_POINT#; touch_point: 0.0618, 0.5005, lift_point: 0.0618, 0.5005; The action is #TYPE#; And the content is : \"typed_text\": \"How big is a dinosaur?\"; The action is #DUAL_POINT#; touch_point: 0.0627, 0.7127, lift_point: 0.0627, 0.7127", "response": "The action is #DUAL_POINT#; touch_point: 0.1329, 0.3877, lift_point: 0.1329, 0.3877", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15254_5.png" ] }, { "query": "\nPrevious Actions: Goal: How big is a dinosaur?; The action is #DUAL_POINT#; touch_point: 0.7998, 0.7148, lift_point: 0.7998, 0.7148; The action is #DUAL_POINT#; touch_point: 0.0618, 0.5005, lift_point: 0.0618, 0.5005; The action is #TYPE#; And the content is : \"typed_text\": \"How big is a dinosaur?\"; The action is #DUAL_POINT#; touch_point: 0.0627, 0.7127, lift_point: 0.0627, 0.7127; The action is #DUAL_POINT#; touch_point: 0.1329, 0.3877, lift_point: 0.1329, 0.3877", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15254_6.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach tent?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15278_1.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach tent?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7963, 0.6818, lift_point: 0.7963, 0.6818", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15278_2.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach tent?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7963, 0.6818, lift_point: 0.7963, 0.6818", "response": "The action is #DUAL_POINT#; touch_point: 0.0617, 0.4833, lift_point: 0.0617, 0.4833", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15278_3.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach tent?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7963, 0.6818, lift_point: 0.7963, 0.6818; The action is #DUAL_POINT#; touch_point: 0.0617, 0.4833, lift_point: 0.0617, 0.4833", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach tent?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15278_4.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach tent?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7963, 0.6818, lift_point: 0.7963, 0.6818; The action is #DUAL_POINT#; touch_point: 0.0617, 0.4833, lift_point: 0.0617, 0.4833; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach tent?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.0524, 0.6532, lift_point: 0.0524, 0.6532", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15278_5.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach tent?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7963, 0.6818, lift_point: 0.7963, 0.6818; The action is #DUAL_POINT#; touch_point: 0.0617, 0.4833, lift_point: 0.0617, 0.4833; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach tent?\"; The action is #DUAL_POINT#; touch_point: 0.0524, 0.6532, lift_point: 0.0524, 0.6532", "response": "The action is #DUAL_POINT#; touch_point: 0.1299, 0.3755, lift_point: 0.1299, 0.3755", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15278_6.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach tent?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7963, 0.6818, lift_point: 0.7963, 0.6818; The action is #DUAL_POINT#; touch_point: 0.0617, 0.4833, lift_point: 0.0617, 0.4833; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach tent?\"; The action is #DUAL_POINT#; touch_point: 0.0524, 0.6532, lift_point: 0.0524, 0.6532; The action is #DUAL_POINT#; touch_point: 0.1299, 0.3755, lift_point: 0.1299, 0.3755", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15278_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Mumbai?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15431_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Mumbai?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.793, 0.1254, lift_point: 0.793, 0.1254", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15431_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Mumbai?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.793, 0.1254, lift_point: 0.793, 0.1254", "response": "The action is #DUAL_POINT#; touch_point: 0.1898, 0.5311, lift_point: 0.1898, 0.5311", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15431_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Mumbai?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.793, 0.1254, lift_point: 0.793, 0.1254; The action is #DUAL_POINT#; touch_point: 0.1898, 0.5311, lift_point: 0.1898, 0.5311", "response": "The action is #DUAL_POINT#; touch_point: 0.061, 0.4743, lift_point: 0.061, 0.4743", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15431_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Mumbai?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.793, 0.1254, lift_point: 0.793, 0.1254; The action is #DUAL_POINT#; touch_point: 0.1898, 0.5311, lift_point: 0.1898, 0.5311; The action is #DUAL_POINT#; touch_point: 0.061, 0.4743, lift_point: 0.061, 0.4743", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Mumbai?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15431_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Mumbai?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.793, 0.1254, lift_point: 0.793, 0.1254; The action is #DUAL_POINT#; touch_point: 0.1898, 0.5311, lift_point: 0.1898, 0.5311; The action is #DUAL_POINT#; touch_point: 0.061, 0.4743, lift_point: 0.061, 0.4743; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Mumbai?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.07, 0.706, lift_point: 0.07, 0.706", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15431_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Mumbai?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.793, 0.1254, lift_point: 0.793, 0.1254; The action is #DUAL_POINT#; touch_point: 0.1898, 0.5311, lift_point: 0.1898, 0.5311; The action is #DUAL_POINT#; touch_point: 0.061, 0.4743, lift_point: 0.061, 0.4743; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Mumbai?\"; The action is #DUAL_POINT#; touch_point: 0.07, 0.706, lift_point: 0.07, 0.706", "response": "The action is #DUAL_POINT#; touch_point: 0.1312, 0.4735, lift_point: 0.1312, 0.4735", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15431_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Mumbai?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.793, 0.1254, lift_point: 0.793, 0.1254; The action is #DUAL_POINT#; touch_point: 0.1898, 0.5311, lift_point: 0.1898, 0.5311; The action is #DUAL_POINT#; touch_point: 0.061, 0.4743, lift_point: 0.061, 0.4743; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Mumbai?\"; The action is #DUAL_POINT#; touch_point: 0.07, 0.706, lift_point: 0.07, 0.706; The action is #DUAL_POINT#; touch_point: 0.1312, 0.4735, lift_point: 0.1312, 0.4735", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15431_8.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new incognito window in Chrome", "response": "The action is #DUAL_POINT#; touch_point: 0.2456, 0.4749, lift_point: 0.2456, 0.4749", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15438_1.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new incognito window in Chrome; The action is #DUAL_POINT#; touch_point: 0.2456, 0.4749, lift_point: 0.2456, 0.4749", "response": "The action is #DUAL_POINT#; touch_point: 0.0333, 0.5603, lift_point: 0.0333, 0.5603", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15438_2.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new incognito window in Chrome; The action is #DUAL_POINT#; touch_point: 0.2456, 0.4749, lift_point: 0.2456, 0.4749; The action is #DUAL_POINT#; touch_point: 0.0333, 0.5603, lift_point: 0.0333, 0.5603", "response": "The action is #DUAL_POINT#; touch_point: 0.418, 0.719, lift_point: 0.418, 0.719", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15438_3.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new incognito window in Chrome; The action is #DUAL_POINT#; touch_point: 0.2456, 0.4749, lift_point: 0.2456, 0.4749; The action is #DUAL_POINT#; touch_point: 0.0333, 0.5603, lift_point: 0.0333, 0.5603; The action is #DUAL_POINT#; touch_point: 0.418, 0.719, lift_point: 0.418, 0.719", "response": "The action is #DUAL_POINT#; touch_point: 0.0567, 0.9279, lift_point: 0.0567, 0.9279", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15438_4.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new incognito window in Chrome; The action is #DUAL_POINT#; touch_point: 0.2456, 0.4749, lift_point: 0.2456, 0.4749; The action is #DUAL_POINT#; touch_point: 0.0333, 0.5603, lift_point: 0.0333, 0.5603; The action is #DUAL_POINT#; touch_point: 0.418, 0.719, lift_point: 0.418, 0.719; The action is #DUAL_POINT#; touch_point: 0.0567, 0.9279, lift_point: 0.0567, 0.9279", "response": "The action is #DUAL_POINT#; touch_point: 0.0597, 0.9291, lift_point: 0.0597, 0.9291", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15438_5.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new incognito window in Chrome; The action is #DUAL_POINT#; touch_point: 0.2456, 0.4749, lift_point: 0.2456, 0.4749; The action is #DUAL_POINT#; touch_point: 0.0333, 0.5603, lift_point: 0.0333, 0.5603; The action is #DUAL_POINT#; touch_point: 0.418, 0.719, lift_point: 0.418, 0.719; The action is #DUAL_POINT#; touch_point: 0.0567, 0.9279, lift_point: 0.0567, 0.9279; The action is #DUAL_POINT#; touch_point: 0.0597, 0.9291, lift_point: 0.0597, 0.9291", "response": "The action is #DUAL_POINT#; touch_point: 0.1702, 0.5937, lift_point: 0.1702, 0.5937", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15438_6.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new incognito window in Chrome; The action is #DUAL_POINT#; touch_point: 0.2456, 0.4749, lift_point: 0.2456, 0.4749; The action is #DUAL_POINT#; touch_point: 0.0333, 0.5603, lift_point: 0.0333, 0.5603; The action is #DUAL_POINT#; touch_point: 0.418, 0.719, lift_point: 0.418, 0.719; The action is #DUAL_POINT#; touch_point: 0.0567, 0.9279, lift_point: 0.0567, 0.9279; The action is #DUAL_POINT#; touch_point: 0.0597, 0.9291, lift_point: 0.0597, 0.9291; The action is #DUAL_POINT#; touch_point: 0.1702, 0.5937, lift_point: 0.1702, 0.5937", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15438_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's US dollar exchange rate against the South Korean Won?", "response": "The action is #DUAL_POINT#; touch_point: 0.907, 0.4314, lift_point: 0.907, 0.4314", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15488_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's US dollar exchange rate against the South Korean Won?; The action is #DUAL_POINT#; touch_point: 0.907, 0.4314, lift_point: 0.907, 0.4314", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats US dollar exchange rate against the South Korean Won?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15488_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's US dollar exchange rate against the South Korean Won?; The action is #DUAL_POINT#; touch_point: 0.907, 0.4314, lift_point: 0.907, 0.4314; The action is #TYPE#; And the content is : \"typed_text\": \"Whats US dollar exchange rate against the South Korean Won?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.132, 0.4854, lift_point: 0.132, 0.4854", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15488_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's US dollar exchange rate against the South Korean Won?; The action is #DUAL_POINT#; touch_point: 0.907, 0.4314, lift_point: 0.907, 0.4314; The action is #TYPE#; And the content is : \"typed_text\": \"Whats US dollar exchange rate against the South Korean Won?\"; The action is #DUAL_POINT#; touch_point: 0.132, 0.4854, lift_point: 0.132, 0.4854", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15488_4.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Canada?", "response": "The action is #DUAL_POINT#; touch_point: 0.8858, 0.3312, lift_point: 0.8858, 0.3312", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15573_1.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Canada?; The action is #DUAL_POINT#; touch_point: 0.8858, 0.3312, lift_point: 0.8858, 0.3312", "response": "The action is #DUAL_POINT#; touch_point: 0.0637, 0.3928, lift_point: 0.0637, 0.3928", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15573_2.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Canada?; The action is #DUAL_POINT#; touch_point: 0.8858, 0.3312, lift_point: 0.8858, 0.3312; The action is #DUAL_POINT#; touch_point: 0.0637, 0.3928, lift_point: 0.0637, 0.3928", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Canada\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15573_3.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Canada?; The action is #DUAL_POINT#; touch_point: 0.8858, 0.3312, lift_point: 0.8858, 0.3312; The action is #DUAL_POINT#; touch_point: 0.0637, 0.3928, lift_point: 0.0637, 0.3928; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Canada\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1337, 0.5734, lift_point: 0.1337, 0.5734", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15573_4.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Canada?; The action is #DUAL_POINT#; touch_point: 0.8858, 0.3312, lift_point: 0.8858, 0.3312; The action is #DUAL_POINT#; touch_point: 0.0637, 0.3928, lift_point: 0.0637, 0.3928; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Canada\"; The action is #DUAL_POINT#; touch_point: 0.1337, 0.5734, lift_point: 0.1337, 0.5734", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15573_5.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome private window", "response": "The action is #DUAL_POINT#; touch_point: 0.8106, 0.6268, lift_point: 0.8106, 0.6268", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15577_1.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome private window; The action is #DUAL_POINT#; touch_point: 0.8106, 0.6268, lift_point: 0.8106, 0.6268", "response": "The action is #DUAL_POINT#; touch_point: 0.0451, 0.9261, lift_point: 0.0451, 0.9261", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15577_2.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome private window; The action is #DUAL_POINT#; touch_point: 0.8106, 0.6268, lift_point: 0.8106, 0.6268; The action is #DUAL_POINT#; touch_point: 0.0451, 0.9261, lift_point: 0.0451, 0.9261", "response": "The action is #DUAL_POINT#; touch_point: 0.1713, 0.5737, lift_point: 0.1713, 0.5737", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15577_3.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome private window; The action is #DUAL_POINT#; touch_point: 0.8106, 0.6268, lift_point: 0.8106, 0.6268; The action is #DUAL_POINT#; touch_point: 0.0451, 0.9261, lift_point: 0.0451, 0.9261; The action is #DUAL_POINT#; touch_point: 0.1713, 0.5737, lift_point: 0.1713, 0.5737", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15577_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new perfume", "response": "The action is #DUAL_POINT#; touch_point: 0.882, 0.4322, lift_point: 0.882, 0.4322", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15726_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new perfume; The action is #DUAL_POINT#; touch_point: 0.882, 0.4322, lift_point: 0.882, 0.4322", "response": "The action is #DUAL_POINT#; touch_point: 0.0616, 0.4232, lift_point: 0.0616, 0.4232", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15726_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new perfume; The action is #DUAL_POINT#; touch_point: 0.882, 0.4322, lift_point: 0.882, 0.4322; The action is #DUAL_POINT#; touch_point: 0.0616, 0.4232, lift_point: 0.0616, 0.4232", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for a new perfume\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15726_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new perfume; The action is #DUAL_POINT#; touch_point: 0.882, 0.4322, lift_point: 0.882, 0.4322; The action is #DUAL_POINT#; touch_point: 0.0616, 0.4232, lift_point: 0.0616, 0.4232; The action is #TYPE#; And the content is : \"typed_text\": \"Search for a new perfume\"", "response": "The action is #DUAL_POINT#; touch_point: 0.777, 0.3726, lift_point: 0.777, 0.3726", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15726_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new perfume; The action is #DUAL_POINT#; touch_point: 0.882, 0.4322, lift_point: 0.882, 0.4322; The action is #DUAL_POINT#; touch_point: 0.0616, 0.4232, lift_point: 0.0616, 0.4232; The action is #TYPE#; And the content is : \"typed_text\": \"Search for a new perfume\"; The action is #DUAL_POINT#; touch_point: 0.777, 0.3726, lift_point: 0.777, 0.3726", "response": "The action is #DUAL_POINT#; touch_point: 0.1158, 0.3405, lift_point: 0.1158, 0.3405", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15726_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new perfume; The action is #DUAL_POINT#; touch_point: 0.882, 0.4322, lift_point: 0.882, 0.4322; The action is #DUAL_POINT#; touch_point: 0.0616, 0.4232, lift_point: 0.0616, 0.4232; The action is #TYPE#; And the content is : \"typed_text\": \"Search for a new perfume\"; The action is #DUAL_POINT#; touch_point: 0.777, 0.3726, lift_point: 0.777, 0.3726; The action is #DUAL_POINT#; touch_point: 0.1158, 0.3405, lift_point: 0.1158, 0.3405", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15726_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from GameSpot Reviews?", "response": "The action is #DUAL_POINT#; touch_point: 0.6348, 0.8499, lift_point: 0.6348, 0.8499", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15764_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from GameSpot Reviews?; The action is #DUAL_POINT#; touch_point: 0.6348, 0.8499, lift_point: 0.6348, 0.8499", "response": "The action is #DUAL_POINT#; touch_point: 0.6348, 0.8499, lift_point: 0.6348, 0.8499", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15764_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from GameSpot Reviews?; The action is #DUAL_POINT#; touch_point: 0.6348, 0.8499, lift_point: 0.6348, 0.8499; The action is #DUAL_POINT#; touch_point: 0.6348, 0.8499, lift_point: 0.6348, 0.8499", "response": "The action is #DUAL_POINT#; touch_point: 0.6392, 0.8663, lift_point: 0.6392, 0.8663", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15764_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from GameSpot Reviews?; The action is #DUAL_POINT#; touch_point: 0.6348, 0.8499, lift_point: 0.6348, 0.8499; The action is #DUAL_POINT#; touch_point: 0.6348, 0.8499, lift_point: 0.6348, 0.8499; The action is #DUAL_POINT#; touch_point: 0.6392, 0.8663, lift_point: 0.6392, 0.8663", "response": "The action is #DUAL_POINT#; touch_point: 0.0508, 0.0719, lift_point: 0.0508, 0.0719", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15764_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from GameSpot Reviews?; The action is #DUAL_POINT#; touch_point: 0.6348, 0.8499, lift_point: 0.6348, 0.8499; The action is #DUAL_POINT#; touch_point: 0.6348, 0.8499, lift_point: 0.6348, 0.8499; The action is #DUAL_POINT#; touch_point: 0.6392, 0.8663, lift_point: 0.6392, 0.8663; The action is #DUAL_POINT#; touch_point: 0.0508, 0.0719, lift_point: 0.0508, 0.0719", "response": "The action is #DUAL_POINT#; touch_point: 0.0437, 0.8153, lift_point: 0.0437, 0.8153", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15764_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from GameSpot Reviews?; The action is #DUAL_POINT#; touch_point: 0.6348, 0.8499, lift_point: 0.6348, 0.8499; The action is #DUAL_POINT#; touch_point: 0.6348, 0.8499, lift_point: 0.6348, 0.8499; The action is #DUAL_POINT#; touch_point: 0.6392, 0.8663, lift_point: 0.6392, 0.8663; The action is #DUAL_POINT#; touch_point: 0.0508, 0.0719, lift_point: 0.0508, 0.0719; The action is #DUAL_POINT#; touch_point: 0.0437, 0.8153, lift_point: 0.0437, 0.8153", "response": "The action is #DUAL_POINT#; touch_point: 0.0634, 0.3804, lift_point: 0.0634, 0.3804", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15764_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from GameSpot Reviews?; The action is #DUAL_POINT#; touch_point: 0.6348, 0.8499, lift_point: 0.6348, 0.8499; The action is #DUAL_POINT#; touch_point: 0.6348, 0.8499, lift_point: 0.6348, 0.8499; The action is #DUAL_POINT#; touch_point: 0.6392, 0.8663, lift_point: 0.6392, 0.8663; The action is #DUAL_POINT#; touch_point: 0.0508, 0.0719, lift_point: 0.0508, 0.0719; The action is #DUAL_POINT#; touch_point: 0.0437, 0.8153, lift_point: 0.0437, 0.8153; The action is #DUAL_POINT#; touch_point: 0.0634, 0.3804, lift_point: 0.0634, 0.3804", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"GameSpot Reviews?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15764_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from GameSpot Reviews?; The action is #DUAL_POINT#; touch_point: 0.6348, 0.8499, lift_point: 0.6348, 0.8499; The action is #DUAL_POINT#; touch_point: 0.6348, 0.8499, lift_point: 0.6348, 0.8499; The action is #DUAL_POINT#; touch_point: 0.6392, 0.8663, lift_point: 0.6392, 0.8663; The action is #DUAL_POINT#; touch_point: 0.0508, 0.0719, lift_point: 0.0508, 0.0719; The action is #DUAL_POINT#; touch_point: 0.0437, 0.8153, lift_point: 0.0437, 0.8153; The action is #DUAL_POINT#; touch_point: 0.0634, 0.3804, lift_point: 0.0634, 0.3804; The action is #TYPE#; And the content is : \"typed_text\": \"GameSpot Reviews?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.2834, 0.3351, lift_point: 0.2834, 0.3351", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15764_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from GameSpot Reviews?; The action is #DUAL_POINT#; touch_point: 0.6348, 0.8499, lift_point: 0.6348, 0.8499; The action is #DUAL_POINT#; touch_point: 0.6348, 0.8499, lift_point: 0.6348, 0.8499; The action is #DUAL_POINT#; touch_point: 0.6392, 0.8663, lift_point: 0.6392, 0.8663; The action is #DUAL_POINT#; touch_point: 0.0508, 0.0719, lift_point: 0.0508, 0.0719; The action is #DUAL_POINT#; touch_point: 0.0437, 0.8153, lift_point: 0.0437, 0.8153; The action is #DUAL_POINT#; touch_point: 0.0634, 0.3804, lift_point: 0.0634, 0.3804; The action is #TYPE#; And the content is : \"typed_text\": \"GameSpot Reviews?\"; The action is #DUAL_POINT#; touch_point: 0.2834, 0.3351, lift_point: 0.2834, 0.3351", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15764_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from GameSpot Reviews?; The action is #DUAL_POINT#; touch_point: 0.6348, 0.8499, lift_point: 0.6348, 0.8499; The action is #DUAL_POINT#; touch_point: 0.6348, 0.8499, lift_point: 0.6348, 0.8499; The action is #DUAL_POINT#; touch_point: 0.6392, 0.8663, lift_point: 0.6392, 0.8663; The action is #DUAL_POINT#; touch_point: 0.0508, 0.0719, lift_point: 0.0508, 0.0719; The action is #DUAL_POINT#; touch_point: 0.0437, 0.8153, lift_point: 0.0437, 0.8153; The action is #DUAL_POINT#; touch_point: 0.0634, 0.3804, lift_point: 0.0634, 0.3804; The action is #TYPE#; And the content is : \"typed_text\": \"GameSpot Reviews?\"; The action is #DUAL_POINT#; touch_point: 0.2834, 0.3351, lift_point: 0.2834, 0.3351; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15764_10.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from GameSpot Reviews?; The action is #DUAL_POINT#; touch_point: 0.6348, 0.8499, lift_point: 0.6348, 0.8499; The action is #DUAL_POINT#; touch_point: 0.6348, 0.8499, lift_point: 0.6348, 0.8499; The action is #DUAL_POINT#; touch_point: 0.6392, 0.8663, lift_point: 0.6392, 0.8663; The action is #DUAL_POINT#; touch_point: 0.0508, 0.0719, lift_point: 0.0508, 0.0719; The action is #DUAL_POINT#; touch_point: 0.0437, 0.8153, lift_point: 0.0437, 0.8153; The action is #DUAL_POINT#; touch_point: 0.0634, 0.3804, lift_point: 0.0634, 0.3804; The action is #TYPE#; And the content is : \"typed_text\": \"GameSpot Reviews?\"; The action is #DUAL_POINT#; touch_point: 0.2834, 0.3351, lift_point: 0.2834, 0.3351; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15764_11.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from GameSpot Reviews?; The action is #DUAL_POINT#; touch_point: 0.6348, 0.8499, lift_point: 0.6348, 0.8499; The action is #DUAL_POINT#; touch_point: 0.6348, 0.8499, lift_point: 0.6348, 0.8499; The action is #DUAL_POINT#; touch_point: 0.6392, 0.8663, lift_point: 0.6392, 0.8663; The action is #DUAL_POINT#; touch_point: 0.0508, 0.0719, lift_point: 0.0508, 0.0719; The action is #DUAL_POINT#; touch_point: 0.0437, 0.8153, lift_point: 0.0437, 0.8153; The action is #DUAL_POINT#; touch_point: 0.0634, 0.3804, lift_point: 0.0634, 0.3804; The action is #TYPE#; And the content is : \"typed_text\": \"GameSpot Reviews?\"; The action is #DUAL_POINT#; touch_point: 0.2834, 0.3351, lift_point: 0.2834, 0.3351; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15764_12.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from GameSpot Reviews?; The action is #DUAL_POINT#; touch_point: 0.6348, 0.8499, lift_point: 0.6348, 0.8499; The action is #DUAL_POINT#; touch_point: 0.6348, 0.8499, lift_point: 0.6348, 0.8499; The action is #DUAL_POINT#; touch_point: 0.6392, 0.8663, lift_point: 0.6392, 0.8663; The action is #DUAL_POINT#; touch_point: 0.0508, 0.0719, lift_point: 0.0508, 0.0719; The action is #DUAL_POINT#; touch_point: 0.0437, 0.8153, lift_point: 0.0437, 0.8153; The action is #DUAL_POINT#; touch_point: 0.0634, 0.3804, lift_point: 0.0634, 0.3804; The action is #TYPE#; And the content is : \"typed_text\": \"GameSpot Reviews?\"; The action is #DUAL_POINT#; touch_point: 0.2834, 0.3351, lift_point: 0.2834, 0.3351; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15764_13.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from GameSpot Reviews?; The action is #DUAL_POINT#; touch_point: 0.6348, 0.8499, lift_point: 0.6348, 0.8499; The action is #DUAL_POINT#; touch_point: 0.6348, 0.8499, lift_point: 0.6348, 0.8499; The action is #DUAL_POINT#; touch_point: 0.6392, 0.8663, lift_point: 0.6392, 0.8663; The action is #DUAL_POINT#; touch_point: 0.0508, 0.0719, lift_point: 0.0508, 0.0719; The action is #DUAL_POINT#; touch_point: 0.0437, 0.8153, lift_point: 0.0437, 0.8153; The action is #DUAL_POINT#; touch_point: 0.0634, 0.3804, lift_point: 0.0634, 0.3804; The action is #TYPE#; And the content is : \"typed_text\": \"GameSpot Reviews?\"; The action is #DUAL_POINT#; touch_point: 0.2834, 0.3351, lift_point: 0.2834, 0.3351; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15764_14.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from GameSpot Reviews?; The action is #DUAL_POINT#; touch_point: 0.6348, 0.8499, lift_point: 0.6348, 0.8499; The action is #DUAL_POINT#; touch_point: 0.6348, 0.8499, lift_point: 0.6348, 0.8499; The action is #DUAL_POINT#; touch_point: 0.6392, 0.8663, lift_point: 0.6392, 0.8663; The action is #DUAL_POINT#; touch_point: 0.0508, 0.0719, lift_point: 0.0508, 0.0719; The action is #DUAL_POINT#; touch_point: 0.0437, 0.8153, lift_point: 0.0437, 0.8153; The action is #DUAL_POINT#; touch_point: 0.0634, 0.3804, lift_point: 0.0634, 0.3804; The action is #TYPE#; And the content is : \"typed_text\": \"GameSpot Reviews?\"; The action is #DUAL_POINT#; touch_point: 0.2834, 0.3351, lift_point: 0.2834, 0.3351; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.8578, 0.9498, lift_point: 0.8578, 0.9498", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15764_15.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from GameSpot Reviews?; The action is #DUAL_POINT#; touch_point: 0.6348, 0.8499, lift_point: 0.6348, 0.8499; The action is #DUAL_POINT#; touch_point: 0.6348, 0.8499, lift_point: 0.6348, 0.8499; The action is #DUAL_POINT#; touch_point: 0.6392, 0.8663, lift_point: 0.6392, 0.8663; The action is #DUAL_POINT#; touch_point: 0.0508, 0.0719, lift_point: 0.0508, 0.0719; The action is #DUAL_POINT#; touch_point: 0.0437, 0.8153, lift_point: 0.0437, 0.8153; The action is #DUAL_POINT#; touch_point: 0.0634, 0.3804, lift_point: 0.0634, 0.3804; The action is #TYPE#; And the content is : \"typed_text\": \"GameSpot Reviews?\"; The action is #DUAL_POINT#; touch_point: 0.2834, 0.3351, lift_point: 0.2834, 0.3351; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8578, 0.9498, lift_point: 0.8578, 0.9498", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15764_16.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from GameSpot Reviews?; The action is #DUAL_POINT#; touch_point: 0.6348, 0.8499, lift_point: 0.6348, 0.8499; The action is #DUAL_POINT#; touch_point: 0.6348, 0.8499, lift_point: 0.6348, 0.8499; The action is #DUAL_POINT#; touch_point: 0.6392, 0.8663, lift_point: 0.6392, 0.8663; The action is #DUAL_POINT#; touch_point: 0.0508, 0.0719, lift_point: 0.0508, 0.0719; The action is #DUAL_POINT#; touch_point: 0.0437, 0.8153, lift_point: 0.0437, 0.8153; The action is #DUAL_POINT#; touch_point: 0.0634, 0.3804, lift_point: 0.0634, 0.3804; The action is #TYPE#; And the content is : \"typed_text\": \"GameSpot Reviews?\"; The action is #DUAL_POINT#; touch_point: 0.2834, 0.3351, lift_point: 0.2834, 0.3351; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8578, 0.9498, lift_point: 0.8578, 0.9498; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.6896, 0.3524, lift_point: 0.6896, 0.3524", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15764_17.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from GameSpot Reviews?; The action is #DUAL_POINT#; touch_point: 0.6348, 0.8499, lift_point: 0.6348, 0.8499; The action is #DUAL_POINT#; touch_point: 0.6348, 0.8499, lift_point: 0.6348, 0.8499; The action is #DUAL_POINT#; touch_point: 0.6392, 0.8663, lift_point: 0.6392, 0.8663; The action is #DUAL_POINT#; touch_point: 0.0508, 0.0719, lift_point: 0.0508, 0.0719; The action is #DUAL_POINT#; touch_point: 0.0437, 0.8153, lift_point: 0.0437, 0.8153; The action is #DUAL_POINT#; touch_point: 0.0634, 0.3804, lift_point: 0.0634, 0.3804; The action is #TYPE#; And the content is : \"typed_text\": \"GameSpot Reviews?\"; The action is #DUAL_POINT#; touch_point: 0.2834, 0.3351, lift_point: 0.2834, 0.3351; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8578, 0.9498, lift_point: 0.8578, 0.9498; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6896, 0.3524, lift_point: 0.6896, 0.3524", "response": "The action is #DUAL_POINT#; touch_point: 0.3458, 0.2445, lift_point: 0.3458, 0.2445", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15764_18.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from GameSpot Reviews?; The action is #DUAL_POINT#; touch_point: 0.6348, 0.8499, lift_point: 0.6348, 0.8499; The action is #DUAL_POINT#; touch_point: 0.6348, 0.8499, lift_point: 0.6348, 0.8499; The action is #DUAL_POINT#; touch_point: 0.6392, 0.8663, lift_point: 0.6392, 0.8663; The action is #DUAL_POINT#; touch_point: 0.0508, 0.0719, lift_point: 0.0508, 0.0719; The action is #DUAL_POINT#; touch_point: 0.0437, 0.8153, lift_point: 0.0437, 0.8153; The action is #DUAL_POINT#; touch_point: 0.0634, 0.3804, lift_point: 0.0634, 0.3804; The action is #TYPE#; And the content is : \"typed_text\": \"GameSpot Reviews?\"; The action is #DUAL_POINT#; touch_point: 0.2834, 0.3351, lift_point: 0.2834, 0.3351; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8578, 0.9498, lift_point: 0.8578, 0.9498; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6896, 0.3524, lift_point: 0.6896, 0.3524; The action is #DUAL_POINT#; touch_point: 0.3458, 0.2445, lift_point: 0.3458, 0.2445", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15764_19.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from GameTrailers?", "response": "The action is #DUAL_POINT#; touch_point: 0.5986, 0.8539, lift_point: 0.5986, 0.8539", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15781_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from GameTrailers?; The action is #DUAL_POINT#; touch_point: 0.5986, 0.8539, lift_point: 0.5986, 0.8539", "response": "The action is #DUAL_POINT#; touch_point: 0.0633, 0.0591, lift_point: 0.0633, 0.0591", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15781_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from GameTrailers?; The action is #DUAL_POINT#; touch_point: 0.5986, 0.8539, lift_point: 0.5986, 0.8539; The action is #DUAL_POINT#; touch_point: 0.0633, 0.0591, lift_point: 0.0633, 0.0591", "response": "The action is #DUAL_POINT#; touch_point: 0.0577, 0.8463, lift_point: 0.0577, 0.8463", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15781_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from GameTrailers?; The action is #DUAL_POINT#; touch_point: 0.5986, 0.8539, lift_point: 0.5986, 0.8539; The action is #DUAL_POINT#; touch_point: 0.0633, 0.0591, lift_point: 0.0633, 0.0591; The action is #DUAL_POINT#; touch_point: 0.0577, 0.8463, lift_point: 0.0577, 0.8463", "response": "The action is #DUAL_POINT#; touch_point: 0.0481, 0.0711, lift_point: 0.0481, 0.0711", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15781_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from GameTrailers?; The action is #DUAL_POINT#; touch_point: 0.5986, 0.8539, lift_point: 0.5986, 0.8539; The action is #DUAL_POINT#; touch_point: 0.0633, 0.0591, lift_point: 0.0633, 0.0591; The action is #DUAL_POINT#; touch_point: 0.0577, 0.8463, lift_point: 0.0577, 0.8463; The action is #DUAL_POINT#; touch_point: 0.0481, 0.0711, lift_point: 0.0481, 0.0711", "response": "The action is #DUAL_POINT#; touch_point: 0.0464, 0.8343, lift_point: 0.0464, 0.8343", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15781_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from GameTrailers?; The action is #DUAL_POINT#; touch_point: 0.5986, 0.8539, lift_point: 0.5986, 0.8539; The action is #DUAL_POINT#; touch_point: 0.0633, 0.0591, lift_point: 0.0633, 0.0591; The action is #DUAL_POINT#; touch_point: 0.0577, 0.8463, lift_point: 0.0577, 0.8463; The action is #DUAL_POINT#; touch_point: 0.0481, 0.0711, lift_point: 0.0481, 0.0711; The action is #DUAL_POINT#; touch_point: 0.0464, 0.8343, lift_point: 0.0464, 0.8343", "response": "The action is #DUAL_POINT#; touch_point: 0.0624, 0.5325, lift_point: 0.0624, 0.5325", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15781_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from GameTrailers?; The action is #DUAL_POINT#; touch_point: 0.5986, 0.8539, lift_point: 0.5986, 0.8539; The action is #DUAL_POINT#; touch_point: 0.0633, 0.0591, lift_point: 0.0633, 0.0591; The action is #DUAL_POINT#; touch_point: 0.0577, 0.8463, lift_point: 0.0577, 0.8463; The action is #DUAL_POINT#; touch_point: 0.0481, 0.0711, lift_point: 0.0481, 0.0711; The action is #DUAL_POINT#; touch_point: 0.0464, 0.8343, lift_point: 0.0464, 0.8343; The action is #DUAL_POINT#; touch_point: 0.0624, 0.5325, lift_point: 0.0624, 0.5325", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"GameTrailers\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15781_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from GameTrailers?; The action is #DUAL_POINT#; touch_point: 0.5986, 0.8539, lift_point: 0.5986, 0.8539; The action is #DUAL_POINT#; touch_point: 0.0633, 0.0591, lift_point: 0.0633, 0.0591; The action is #DUAL_POINT#; touch_point: 0.0577, 0.8463, lift_point: 0.0577, 0.8463; The action is #DUAL_POINT#; touch_point: 0.0481, 0.0711, lift_point: 0.0481, 0.0711; The action is #DUAL_POINT#; touch_point: 0.0464, 0.8343, lift_point: 0.0464, 0.8343; The action is #DUAL_POINT#; touch_point: 0.0624, 0.5325, lift_point: 0.0624, 0.5325; The action is #TYPE#; And the content is : \"typed_text\": \"GameTrailers\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1229, 0.3623, lift_point: 0.1229, 0.3623", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15781_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from GameTrailers?; The action is #DUAL_POINT#; touch_point: 0.5986, 0.8539, lift_point: 0.5986, 0.8539; The action is #DUAL_POINT#; touch_point: 0.0633, 0.0591, lift_point: 0.0633, 0.0591; The action is #DUAL_POINT#; touch_point: 0.0577, 0.8463, lift_point: 0.0577, 0.8463; The action is #DUAL_POINT#; touch_point: 0.0481, 0.0711, lift_point: 0.0481, 0.0711; The action is #DUAL_POINT#; touch_point: 0.0464, 0.8343, lift_point: 0.0464, 0.8343; The action is #DUAL_POINT#; touch_point: 0.0624, 0.5325, lift_point: 0.0624, 0.5325; The action is #TYPE#; And the content is : \"typed_text\": \"GameTrailers\"; The action is #DUAL_POINT#; touch_point: 0.1229, 0.3623, lift_point: 0.1229, 0.3623", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15781_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in the Bahamas?", "response": "The action is #DUAL_POINT#; touch_point: 0.8813, 0.3494, lift_point: 0.8813, 0.3494", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15922_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in the Bahamas?; The action is #DUAL_POINT#; touch_point: 0.8813, 0.3494, lift_point: 0.8813, 0.3494", "response": "The action is #DUAL_POINT#; touch_point: 0.0436, 0.3128, lift_point: 0.0436, 0.3128", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15922_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in the Bahamas?; The action is #DUAL_POINT#; touch_point: 0.8813, 0.3494, lift_point: 0.8813, 0.3494; The action is #DUAL_POINT#; touch_point: 0.0436, 0.3128, lift_point: 0.0436, 0.3128", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in the Bahamas\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15922_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in the Bahamas?; The action is #DUAL_POINT#; touch_point: 0.8813, 0.3494, lift_point: 0.8813, 0.3494; The action is #DUAL_POINT#; touch_point: 0.0436, 0.3128, lift_point: 0.0436, 0.3128; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in the Bahamas\"", "response": "The action is #DUAL_POINT#; touch_point: 0.3599, 0.3964, lift_point: 0.3599, 0.3964", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15922_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in the Bahamas?; The action is #DUAL_POINT#; touch_point: 0.8813, 0.3494, lift_point: 0.8813, 0.3494; The action is #DUAL_POINT#; touch_point: 0.0436, 0.3128, lift_point: 0.0436, 0.3128; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in the Bahamas\"; The action is #DUAL_POINT#; touch_point: 0.3599, 0.3964, lift_point: 0.3599, 0.3964", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15922_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Vietnam?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15928_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Vietnam?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8874, 0.4462, lift_point: 0.8874, 0.4462", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15928_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Vietnam?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8874, 0.4462, lift_point: 0.8874, 0.4462", "response": "The action is #DUAL_POINT#; touch_point: 0.0649, 0.4272, lift_point: 0.0649, 0.4272", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15928_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Vietnam?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8874, 0.4462, lift_point: 0.8874, 0.4462; The action is #DUAL_POINT#; touch_point: 0.0649, 0.4272, lift_point: 0.0649, 0.4272", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Vietnam?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15928_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Vietnam?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8874, 0.4462, lift_point: 0.8874, 0.4462; The action is #DUAL_POINT#; touch_point: 0.0649, 0.4272, lift_point: 0.0649, 0.4272; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Vietnam?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1177, 0.2747, lift_point: 0.1177, 0.2747", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15928_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Vietnam?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8874, 0.4462, lift_point: 0.8874, 0.4462; The action is #DUAL_POINT#; touch_point: 0.0649, 0.4272, lift_point: 0.0649, 0.4272; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Vietnam?\"; The action is #DUAL_POINT#; touch_point: 0.1177, 0.2747, lift_point: 0.1177, 0.2747", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/15928_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Chicago?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/16291_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Chicago?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.9082, 0.3476, lift_point: 0.9082, 0.3476", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/16291_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Chicago?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.9082, 0.3476, lift_point: 0.9082, 0.3476", "response": "The action is #DUAL_POINT#; touch_point: 0.8854, 0.439, lift_point: 0.8854, 0.439", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/16291_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Chicago?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.9082, 0.3476, lift_point: 0.9082, 0.3476; The action is #DUAL_POINT#; touch_point: 0.8854, 0.439, lift_point: 0.8854, 0.439", "response": "The action is #DUAL_POINT#; touch_point: 0.0666, 0.2781, lift_point: 0.0666, 0.2781", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/16291_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Chicago?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.9082, 0.3476, lift_point: 0.9082, 0.3476; The action is #DUAL_POINT#; touch_point: 0.8854, 0.439, lift_point: 0.8854, 0.439; The action is #DUAL_POINT#; touch_point: 0.0666, 0.2781, lift_point: 0.0666, 0.2781", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Chicago?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/16291_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Chicago?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.9082, 0.3476, lift_point: 0.9082, 0.3476; The action is #DUAL_POINT#; touch_point: 0.8854, 0.439, lift_point: 0.8854, 0.439; The action is #DUAL_POINT#; touch_point: 0.0666, 0.2781, lift_point: 0.0666, 0.2781; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Chicago?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1803, 0.4498, lift_point: 0.1803, 0.4498", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/16291_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Chicago?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.9082, 0.3476, lift_point: 0.9082, 0.3476; The action is #DUAL_POINT#; touch_point: 0.8854, 0.439, lift_point: 0.8854, 0.439; The action is #DUAL_POINT#; touch_point: 0.0666, 0.2781, lift_point: 0.0666, 0.2781; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Chicago?\"; The action is #DUAL_POINT#; touch_point: 0.1803, 0.4498, lift_point: 0.1803, 0.4498", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/16291_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's on my calendar for the rest of the month?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/16596_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's on my calendar for the rest of the month?; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/16596_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's on my calendar for the rest of the month?; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3663, 0.1218, lift_point: 0.3663, 0.1218", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/16596_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's on my calendar for the rest of the month?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3663, 0.1218, lift_point: 0.3663, 0.1218", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/16596_4.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7am", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/16673_1.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7am; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3585, 0.6635, lift_point: 0.3585, 0.6635", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/16673_2.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7am; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3585, 0.6635, lift_point: 0.3585, 0.6635", "response": "The action is #DUAL_POINT#; touch_point: 0.0714, 0.149, lift_point: 0.0714, 0.149", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/16673_3.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7am; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3585, 0.6635, lift_point: 0.3585, 0.6635; The action is #DUAL_POINT#; touch_point: 0.0714, 0.149, lift_point: 0.0714, 0.149", "response": "The action is #DUAL_POINT#; touch_point: 0.876, 0.5203, lift_point: 0.876, 0.5203", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/16673_4.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7am; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3585, 0.6635, lift_point: 0.3585, 0.6635; The action is #DUAL_POINT#; touch_point: 0.0714, 0.149, lift_point: 0.0714, 0.149; The action is #DUAL_POINT#; touch_point: 0.876, 0.5203, lift_point: 0.876, 0.5203", "response": "The action is #DUAL_POINT#; touch_point: 0.603, 0.3919, lift_point: 0.603, 0.3919", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/16673_5.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7am; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3585, 0.6635, lift_point: 0.3585, 0.6635; The action is #DUAL_POINT#; touch_point: 0.0714, 0.149, lift_point: 0.0714, 0.149; The action is #DUAL_POINT#; touch_point: 0.876, 0.5203, lift_point: 0.876, 0.5203; The action is #DUAL_POINT#; touch_point: 0.603, 0.3919, lift_point: 0.603, 0.3919", "response": "The action is #DUAL_POINT#; touch_point: 0.4228, 0.5073, lift_point: 0.4228, 0.5073", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/16673_6.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7am; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3585, 0.6635, lift_point: 0.3585, 0.6635; The action is #DUAL_POINT#; touch_point: 0.0714, 0.149, lift_point: 0.0714, 0.149; The action is #DUAL_POINT#; touch_point: 0.876, 0.5203, lift_point: 0.876, 0.5203; The action is #DUAL_POINT#; touch_point: 0.603, 0.3919, lift_point: 0.603, 0.3919; The action is #DUAL_POINT#; touch_point: 0.4228, 0.5073, lift_point: 0.4228, 0.5073", "response": "The action is #DUAL_POINT#; touch_point: 0.3074, 0.7011, lift_point: 0.3074, 0.7011", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/16673_7.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7am; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3585, 0.6635, lift_point: 0.3585, 0.6635; The action is #DUAL_POINT#; touch_point: 0.0714, 0.149, lift_point: 0.0714, 0.149; The action is #DUAL_POINT#; touch_point: 0.876, 0.5203, lift_point: 0.876, 0.5203; The action is #DUAL_POINT#; touch_point: 0.603, 0.3919, lift_point: 0.603, 0.3919; The action is #DUAL_POINT#; touch_point: 0.4228, 0.5073, lift_point: 0.4228, 0.5073; The action is #DUAL_POINT#; touch_point: 0.3074, 0.7011, lift_point: 0.3074, 0.7011", "response": "The action is #DUAL_POINT#; touch_point: 0.6771, 0.7448, lift_point: 0.6771, 0.7448", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/16673_8.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7am; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3585, 0.6635, lift_point: 0.3585, 0.6635; The action is #DUAL_POINT#; touch_point: 0.0714, 0.149, lift_point: 0.0714, 0.149; The action is #DUAL_POINT#; touch_point: 0.876, 0.5203, lift_point: 0.876, 0.5203; The action is #DUAL_POINT#; touch_point: 0.603, 0.3919, lift_point: 0.603, 0.3919; The action is #DUAL_POINT#; touch_point: 0.4228, 0.5073, lift_point: 0.4228, 0.5073; The action is #DUAL_POINT#; touch_point: 0.3074, 0.7011, lift_point: 0.3074, 0.7011; The action is #DUAL_POINT#; touch_point: 0.6771, 0.7448, lift_point: 0.6771, 0.7448", "response": "The action is #DUAL_POINT#; touch_point: 0.4335, 0.8971, lift_point: 0.4335, 0.8971", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/16673_9.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7am; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3585, 0.6635, lift_point: 0.3585, 0.6635; The action is #DUAL_POINT#; touch_point: 0.0714, 0.149, lift_point: 0.0714, 0.149; The action is #DUAL_POINT#; touch_point: 0.876, 0.5203, lift_point: 0.876, 0.5203; The action is #DUAL_POINT#; touch_point: 0.603, 0.3919, lift_point: 0.603, 0.3919; The action is #DUAL_POINT#; touch_point: 0.4228, 0.5073, lift_point: 0.4228, 0.5073; The action is #DUAL_POINT#; touch_point: 0.3074, 0.7011, lift_point: 0.3074, 0.7011; The action is #DUAL_POINT#; touch_point: 0.6771, 0.7448, lift_point: 0.6771, 0.7448; The action is #DUAL_POINT#; touch_point: 0.4335, 0.8971, lift_point: 0.4335, 0.8971", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/16673_10.png" ] }, { "query": "\nPrevious Actions: Goal: What are the best selling refrigerators at Home Depot?", "response": "The action is #DUAL_POINT#; touch_point: 0.8827, 0.5237, lift_point: 0.8827, 0.5237", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/16839_1.png" ] }, { "query": "\nPrevious Actions: Goal: What are the best selling refrigerators at Home Depot?; The action is #DUAL_POINT#; touch_point: 0.8827, 0.5237, lift_point: 0.8827, 0.5237", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"What are the best selling refrigerators at Home Depot\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/16839_2.png" ] }, { "query": "\nPrevious Actions: Goal: What are the best selling refrigerators at Home Depot?; The action is #DUAL_POINT#; touch_point: 0.8827, 0.5237, lift_point: 0.8827, 0.5237; The action is #TYPE#; And the content is : \"typed_text\": \"What are the best selling refrigerators at Home Depot\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \" at home depot\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/16839_3.png" ] }, { "query": "\nPrevious Actions: Goal: What are the best selling refrigerators at Home Depot?; The action is #DUAL_POINT#; touch_point: 0.8827, 0.5237, lift_point: 0.8827, 0.5237; The action is #TYPE#; And the content is : \"typed_text\": \"What are the best selling refrigerators at Home Depot\"; The action is #TYPE#; And the content is : \"typed_text\": \" at home depot\"", "response": "The action is #DUAL_POINT#; touch_point: 0.2118, 0.495, lift_point: 0.2118, 0.495", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/16839_4.png" ] }, { "query": "\nPrevious Actions: Goal: What are the best selling refrigerators at Home Depot?; The action is #DUAL_POINT#; touch_point: 0.8827, 0.5237, lift_point: 0.8827, 0.5237; The action is #TYPE#; And the content is : \"typed_text\": \"What are the best selling refrigerators at Home Depot\"; The action is #TYPE#; And the content is : \"typed_text\": \" at home depot\"; The action is #DUAL_POINT#; touch_point: 0.2118, 0.495, lift_point: 0.2118, 0.495", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/16839_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Los Angeles", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/16863_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Los Angeles; The action is #Scrolling Down#", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/16863_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Los Angeles; The action is #Scrolling Down#; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/16863_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Los Angeles; The action is #Scrolling Down#; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3531, 0.5142, lift_point: 0.3531, 0.5142", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/16863_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Los Angeles; The action is #Scrolling Down#; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3531, 0.5142, lift_point: 0.3531, 0.5142", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/16863_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Los Angeles; The action is #Scrolling Down#; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3531, 0.5142, lift_point: 0.3531, 0.5142; The action is #Scrolling Up#", "response": "The action is #DUAL_POINT#; touch_point: 0.3485, 0.2759, lift_point: 0.3485, 0.2759", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/16863_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Los Angeles; The action is #Scrolling Down#; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3531, 0.5142, lift_point: 0.3531, 0.5142; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.3485, 0.2759, lift_point: 0.3485, 0.2759", "response": "The action is #DUAL_POINT#; touch_point: 0.0475, 0.48, lift_point: 0.0475, 0.48", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/16863_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Los Angeles; The action is #Scrolling Down#; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3531, 0.5142, lift_point: 0.3531, 0.5142; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.3485, 0.2759, lift_point: 0.3485, 0.2759; The action is #DUAL_POINT#; touch_point: 0.0475, 0.48, lift_point: 0.0475, 0.48", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Los Angeles\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/16863_8.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Los Angeles; The action is #Scrolling Down#; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3531, 0.5142, lift_point: 0.3531, 0.5142; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.3485, 0.2759, lift_point: 0.3485, 0.2759; The action is #DUAL_POINT#; touch_point: 0.0475, 0.48, lift_point: 0.0475, 0.48; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Los Angeles\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/16863_9.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Los Angeles; The action is #Scrolling Down#; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3531, 0.5142, lift_point: 0.3531, 0.5142; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.3485, 0.2759, lift_point: 0.3485, 0.2759; The action is #DUAL_POINT#; touch_point: 0.0475, 0.48, lift_point: 0.0475, 0.48; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Los Angeles\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/16863_10.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Ariana Grande video on YouTube", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/16897_1.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Ariana Grande video on YouTube; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.7715, 0.4784, lift_point: 0.7715, 0.4784", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/16897_2.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Ariana Grande video on YouTube; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7715, 0.4784, lift_point: 0.7715, 0.4784", "response": "The action is #DUAL_POINT#; touch_point: 0.0461, 0.8065, lift_point: 0.0461, 0.8065", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/16897_3.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Ariana Grande video on YouTube; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7715, 0.4784, lift_point: 0.7715, 0.4784; The action is #DUAL_POINT#; touch_point: 0.0461, 0.8065, lift_point: 0.0461, 0.8065", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"new Ariana Grande \"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/16897_4.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Ariana Grande video on YouTube; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7715, 0.4784, lift_point: 0.7715, 0.4784; The action is #DUAL_POINT#; touch_point: 0.0461, 0.8065, lift_point: 0.0461, 0.8065; The action is #TYPE#; And the content is : \"typed_text\": \"new Ariana Grande \"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/16897_5.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Ariana Grande video on YouTube; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7715, 0.4784, lift_point: 0.7715, 0.4784; The action is #DUAL_POINT#; touch_point: 0.0461, 0.8065, lift_point: 0.0461, 0.8065; The action is #TYPE#; And the content is : \"typed_text\": \"new Ariana Grande \"; The action is #PRESS_ENTER#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/16897_6.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Ariana Grande video on YouTube; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7715, 0.4784, lift_point: 0.7715, 0.4784; The action is #DUAL_POINT#; touch_point: 0.0461, 0.8065, lift_point: 0.0461, 0.8065; The action is #TYPE#; And the content is : \"typed_text\": \"new Ariana Grande \"; The action is #PRESS_ENTER#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.7711, 0.2952, lift_point: 0.7711, 0.2952", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/16897_7.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Ariana Grande video on YouTube; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7715, 0.4784, lift_point: 0.7715, 0.4784; The action is #DUAL_POINT#; touch_point: 0.0461, 0.8065, lift_point: 0.0461, 0.8065; The action is #TYPE#; And the content is : \"typed_text\": \"new Ariana Grande \"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7711, 0.2952, lift_point: 0.7711, 0.2952", "response": "The action is #DUAL_POINT#; touch_point: 0.159, 0.4774, lift_point: 0.159, 0.4774", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/16897_8.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Ariana Grande video on YouTube; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7715, 0.4784, lift_point: 0.7715, 0.4784; The action is #DUAL_POINT#; touch_point: 0.0461, 0.8065, lift_point: 0.0461, 0.8065; The action is #TYPE#; And the content is : \"typed_text\": \"new Ariana Grande \"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7711, 0.2952, lift_point: 0.7711, 0.2952; The action is #DUAL_POINT#; touch_point: 0.159, 0.4774, lift_point: 0.159, 0.4774", "response": "The action is #DUAL_POINT#; touch_point: 0.5075, 0.042, lift_point: 0.5075, 0.042", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/16897_9.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Ariana Grande video on YouTube; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7715, 0.4784, lift_point: 0.7715, 0.4784; The action is #DUAL_POINT#; touch_point: 0.0461, 0.8065, lift_point: 0.0461, 0.8065; The action is #TYPE#; And the content is : \"typed_text\": \"new Ariana Grande \"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7711, 0.2952, lift_point: 0.7711, 0.2952; The action is #DUAL_POINT#; touch_point: 0.159, 0.4774, lift_point: 0.159, 0.4774; The action is #DUAL_POINT#; touch_point: 0.5075, 0.042, lift_point: 0.5075, 0.042", "response": "The action is #DUAL_POINT#; touch_point: 0.1134, 0.3077, lift_point: 0.1134, 0.3077", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/16897_10.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Ariana Grande video on YouTube; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7715, 0.4784, lift_point: 0.7715, 0.4784; The action is #DUAL_POINT#; touch_point: 0.0461, 0.8065, lift_point: 0.0461, 0.8065; The action is #TYPE#; And the content is : \"typed_text\": \"new Ariana Grande \"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7711, 0.2952, lift_point: 0.7711, 0.2952; The action is #DUAL_POINT#; touch_point: 0.159, 0.4774, lift_point: 0.159, 0.4774; The action is #DUAL_POINT#; touch_point: 0.5075, 0.042, lift_point: 0.5075, 0.042; The action is #DUAL_POINT#; touch_point: 0.1134, 0.3077, lift_point: 0.1134, 0.3077", "response": "The action is #DUAL_POINT#; touch_point: 0.1774, 0.2732, lift_point: 0.1774, 0.2732", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/16897_11.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Ariana Grande video on YouTube; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7715, 0.4784, lift_point: 0.7715, 0.4784; The action is #DUAL_POINT#; touch_point: 0.0461, 0.8065, lift_point: 0.0461, 0.8065; The action is #TYPE#; And the content is : \"typed_text\": \"new Ariana Grande \"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7711, 0.2952, lift_point: 0.7711, 0.2952; The action is #DUAL_POINT#; touch_point: 0.159, 0.4774, lift_point: 0.159, 0.4774; The action is #DUAL_POINT#; touch_point: 0.5075, 0.042, lift_point: 0.5075, 0.042; The action is #DUAL_POINT#; touch_point: 0.1134, 0.3077, lift_point: 0.1134, 0.3077; The action is #DUAL_POINT#; touch_point: 0.1774, 0.2732, lift_point: 0.1774, 0.2732", "response": "The action is #DUAL_POINT#; touch_point: 0.1774, 0.2732, lift_point: 0.1774, 0.2732", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/16897_12.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Ariana Grande video on YouTube; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7715, 0.4784, lift_point: 0.7715, 0.4784; The action is #DUAL_POINT#; touch_point: 0.0461, 0.8065, lift_point: 0.0461, 0.8065; The action is #TYPE#; And the content is : \"typed_text\": \"new Ariana Grande \"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7711, 0.2952, lift_point: 0.7711, 0.2952; The action is #DUAL_POINT#; touch_point: 0.159, 0.4774, lift_point: 0.159, 0.4774; The action is #DUAL_POINT#; touch_point: 0.5075, 0.042, lift_point: 0.5075, 0.042; The action is #DUAL_POINT#; touch_point: 0.1134, 0.3077, lift_point: 0.1134, 0.3077; The action is #DUAL_POINT#; touch_point: 0.1774, 0.2732, lift_point: 0.1774, 0.2732; The action is #DUAL_POINT#; touch_point: 0.1774, 0.2732, lift_point: 0.1774, 0.2732", "response": "The action is #DUAL_POINT#; touch_point: 0.173, 0.2203, lift_point: 0.173, 0.2203", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/16897_13.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Ariana Grande video on YouTube; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7715, 0.4784, lift_point: 0.7715, 0.4784; The action is #DUAL_POINT#; touch_point: 0.0461, 0.8065, lift_point: 0.0461, 0.8065; The action is #TYPE#; And the content is : \"typed_text\": \"new Ariana Grande \"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7711, 0.2952, lift_point: 0.7711, 0.2952; The action is #DUAL_POINT#; touch_point: 0.159, 0.4774, lift_point: 0.159, 0.4774; The action is #DUAL_POINT#; touch_point: 0.5075, 0.042, lift_point: 0.5075, 0.042; The action is #DUAL_POINT#; touch_point: 0.1134, 0.3077, lift_point: 0.1134, 0.3077; The action is #DUAL_POINT#; touch_point: 0.1774, 0.2732, lift_point: 0.1774, 0.2732; The action is #DUAL_POINT#; touch_point: 0.1774, 0.2732, lift_point: 0.1774, 0.2732; The action is #DUAL_POINT#; touch_point: 0.173, 0.2203, lift_point: 0.173, 0.2203", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/16897_14.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Portland?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/16907_1.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Portland?; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/16907_2.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Portland?; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3458, 0.485, lift_point: 0.3458, 0.485", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/16907_3.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Portland?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3458, 0.485, lift_point: 0.3458, 0.485", "response": "The action is #DUAL_POINT#; touch_point: 0.0518, 0.4301, lift_point: 0.0518, 0.4301", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/16907_4.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Portland?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3458, 0.485, lift_point: 0.3458, 0.485; The action is #DUAL_POINT#; touch_point: 0.0518, 0.4301, lift_point: 0.0518, 0.4301", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/16907_5.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Portland?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3458, 0.485, lift_point: 0.3458, 0.485; The action is #DUAL_POINT#; touch_point: 0.0518, 0.4301, lift_point: 0.0518, 0.4301; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \" rent for in Portland?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/16907_6.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Portland?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3458, 0.485, lift_point: 0.3458, 0.485; The action is #DUAL_POINT#; touch_point: 0.0518, 0.4301, lift_point: 0.0518, 0.4301; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment\"; The action is #TYPE#; And the content is : \"typed_text\": \" rent for in Portland?\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/16907_7.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Portland?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3458, 0.485, lift_point: 0.3458, 0.485; The action is #DUAL_POINT#; touch_point: 0.0518, 0.4301, lift_point: 0.0518, 0.4301; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment\"; The action is #TYPE#; And the content is : \"typed_text\": \" rent for in Portland?\"; The action is #PRESS_ENTER#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/16907_8.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Portland?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3458, 0.485, lift_point: 0.3458, 0.485; The action is #DUAL_POINT#; touch_point: 0.0518, 0.4301, lift_point: 0.0518, 0.4301; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment\"; The action is #TYPE#; And the content is : \"typed_text\": \" rent for in Portland?\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.4963, 0.3306, lift_point: 0.4963, 0.3306", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/16907_9.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Portland?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3458, 0.485, lift_point: 0.3458, 0.485; The action is #DUAL_POINT#; touch_point: 0.0518, 0.4301, lift_point: 0.0518, 0.4301; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment\"; The action is #TYPE#; And the content is : \"typed_text\": \" rent for in Portland?\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4963, 0.3306, lift_point: 0.4963, 0.3306", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/16907_10.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Colombia?", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/16946_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Colombia?; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3506, 0.4922, lift_point: 0.3506, 0.4922", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/16946_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Colombia?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3506, 0.4922, lift_point: 0.3506, 0.4922", "response": "The action is #DUAL_POINT#; touch_point: 0.0503, 0.5814, lift_point: 0.0503, 0.5814", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/16946_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Colombia?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3506, 0.4922, lift_point: 0.3506, 0.4922; The action is #DUAL_POINT#; touch_point: 0.0503, 0.5814, lift_point: 0.0503, 0.5814", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Colombia?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/16946_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Colombia?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3506, 0.4922, lift_point: 0.3506, 0.4922; The action is #DUAL_POINT#; touch_point: 0.0503, 0.5814, lift_point: 0.0503, 0.5814; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Colombia?\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/16946_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Colombia?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3506, 0.4922, lift_point: 0.3506, 0.4922; The action is #DUAL_POINT#; touch_point: 0.0503, 0.5814, lift_point: 0.0503, 0.5814; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Colombia?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/16946_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Colombia?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3506, 0.4922, lift_point: 0.3506, 0.4922; The action is #DUAL_POINT#; touch_point: 0.0503, 0.5814, lift_point: 0.0503, 0.5814; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Colombia?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#", "response": "The action is #DUAL_POINT#; touch_point: 0.3179, 0.4504, lift_point: 0.3179, 0.4504", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/16946_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Colombia?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3506, 0.4922, lift_point: 0.3506, 0.4922; The action is #DUAL_POINT#; touch_point: 0.0503, 0.5814, lift_point: 0.0503, 0.5814; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Colombia?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.3179, 0.4504, lift_point: 0.3179, 0.4504", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/16946_8.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Buenos aires", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17031_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Buenos aires; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3143, 0.5054, lift_point: 0.3143, 0.5054", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17031_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Buenos aires; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3143, 0.5054, lift_point: 0.3143, 0.5054", "response": "The action is #DUAL_POINT#; touch_point: 0.0659, 0.5205, lift_point: 0.0659, 0.5205", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17031_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Buenos aires; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3143, 0.5054, lift_point: 0.3143, 0.5054; The action is #DUAL_POINT#; touch_point: 0.0659, 0.5205, lift_point: 0.0659, 0.5205", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Buenos aires\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17031_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Buenos aires; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3143, 0.5054, lift_point: 0.3143, 0.5054; The action is #DUAL_POINT#; touch_point: 0.0659, 0.5205, lift_point: 0.0659, 0.5205; The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Buenos aires\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17031_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Buenos aires; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3143, 0.5054, lift_point: 0.3143, 0.5054; The action is #DUAL_POINT#; touch_point: 0.0659, 0.5205, lift_point: 0.0659, 0.5205; The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Buenos aires\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17031_6.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of France?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17114_1.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of France?; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17114_2.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of France?; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3288, 0.5034, lift_point: 0.3288, 0.5034", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17114_3.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of France?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3288, 0.5034, lift_point: 0.3288, 0.5034", "response": "The action is #DUAL_POINT#; touch_point: 0.2554, 0.5853, lift_point: 0.2554, 0.5853", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17114_4.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of France?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3288, 0.5034, lift_point: 0.3288, 0.5034; The action is #DUAL_POINT#; touch_point: 0.2554, 0.5853, lift_point: 0.2554, 0.5853", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of France?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17114_5.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of France?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3288, 0.5034, lift_point: 0.3288, 0.5034; The action is #DUAL_POINT#; touch_point: 0.2554, 0.5853, lift_point: 0.2554, 0.5853; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of France?\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17114_6.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of France?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3288, 0.5034, lift_point: 0.3288, 0.5034; The action is #DUAL_POINT#; touch_point: 0.2554, 0.5853, lift_point: 0.2554, 0.5853; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of France?\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17114_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Chicago", "response": "The action is #DUAL_POINT#; touch_point: 0.7828, 0.6952, lift_point: 0.7828, 0.6952", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17218_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Chicago; The action is #DUAL_POINT#; touch_point: 0.7828, 0.6952, lift_point: 0.7828, 0.6952", "response": "The action is #DUAL_POINT#; touch_point: 0.8954, 0.5411, lift_point: 0.8954, 0.5411", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17218_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Chicago; The action is #DUAL_POINT#; touch_point: 0.7828, 0.6952, lift_point: 0.7828, 0.6952; The action is #DUAL_POINT#; touch_point: 0.8954, 0.5411, lift_point: 0.8954, 0.5411", "response": "The action is #DUAL_POINT#; touch_point: 0.8974, 0.099, lift_point: 0.8974, 0.099", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17218_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Chicago; The action is #DUAL_POINT#; touch_point: 0.7828, 0.6952, lift_point: 0.7828, 0.6952; The action is #DUAL_POINT#; touch_point: 0.8954, 0.5411, lift_point: 0.8954, 0.5411; The action is #DUAL_POINT#; touch_point: 0.8974, 0.099, lift_point: 0.8974, 0.099", "response": "The action is #DUAL_POINT#; touch_point: 0.305, 0.6055, lift_point: 0.305, 0.6055", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17218_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Chicago; The action is #DUAL_POINT#; touch_point: 0.7828, 0.6952, lift_point: 0.7828, 0.6952; The action is #DUAL_POINT#; touch_point: 0.8954, 0.5411, lift_point: 0.8954, 0.5411; The action is #DUAL_POINT#; touch_point: 0.8974, 0.099, lift_point: 0.8974, 0.099; The action is #DUAL_POINT#; touch_point: 0.305, 0.6055, lift_point: 0.305, 0.6055", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Chicago\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17218_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Chicago; The action is #DUAL_POINT#; touch_point: 0.7828, 0.6952, lift_point: 0.7828, 0.6952; The action is #DUAL_POINT#; touch_point: 0.8954, 0.5411, lift_point: 0.8954, 0.5411; The action is #DUAL_POINT#; touch_point: 0.8974, 0.099, lift_point: 0.8974, 0.099; The action is #DUAL_POINT#; touch_point: 0.305, 0.6055, lift_point: 0.305, 0.6055; The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Chicago\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17218_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Chicago; The action is #DUAL_POINT#; touch_point: 0.7828, 0.6952, lift_point: 0.7828, 0.6952; The action is #DUAL_POINT#; touch_point: 0.8954, 0.5411, lift_point: 0.8954, 0.5411; The action is #DUAL_POINT#; touch_point: 0.8974, 0.099, lift_point: 0.8974, 0.099; The action is #DUAL_POINT#; touch_point: 0.305, 0.6055, lift_point: 0.305, 0.6055; The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Chicago\"; The action is #PRESS_ENTER#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17218_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Chicago; The action is #DUAL_POINT#; touch_point: 0.7828, 0.6952, lift_point: 0.7828, 0.6952; The action is #DUAL_POINT#; touch_point: 0.8954, 0.5411, lift_point: 0.8954, 0.5411; The action is #DUAL_POINT#; touch_point: 0.8974, 0.099, lift_point: 0.8974, 0.099; The action is #DUAL_POINT#; touch_point: 0.305, 0.6055, lift_point: 0.305, 0.6055; The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Chicago\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17218_8.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Chicago; The action is #DUAL_POINT#; touch_point: 0.7828, 0.6952, lift_point: 0.7828, 0.6952; The action is #DUAL_POINT#; touch_point: 0.8954, 0.5411, lift_point: 0.8954, 0.5411; The action is #DUAL_POINT#; touch_point: 0.8974, 0.099, lift_point: 0.8974, 0.099; The action is #DUAL_POINT#; touch_point: 0.305, 0.6055, lift_point: 0.305, 0.6055; The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Chicago\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.8128, 0.4628, lift_point: 0.8128, 0.4628", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17218_9.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Chicago; The action is #DUAL_POINT#; touch_point: 0.7828, 0.6952, lift_point: 0.7828, 0.6952; The action is #DUAL_POINT#; touch_point: 0.8954, 0.5411, lift_point: 0.8954, 0.5411; The action is #DUAL_POINT#; touch_point: 0.8974, 0.099, lift_point: 0.8974, 0.099; The action is #DUAL_POINT#; touch_point: 0.305, 0.6055, lift_point: 0.305, 0.6055; The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Chicago\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8128, 0.4628, lift_point: 0.8128, 0.4628", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17218_10.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the new iPhone on eBay?", "response": "The action is #DUAL_POINT#; touch_point: 0.7737, 0.699, lift_point: 0.7737, 0.699", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17269_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the new iPhone on eBay?; The action is #DUAL_POINT#; touch_point: 0.7737, 0.699, lift_point: 0.7737, 0.699", "response": "The action is #DUAL_POINT#; touch_point: 0.0621, 0.536, lift_point: 0.0621, 0.536", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17269_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the new iPhone on eBay?; The action is #DUAL_POINT#; touch_point: 0.7737, 0.699, lift_point: 0.7737, 0.699; The action is #DUAL_POINT#; touch_point: 0.0621, 0.536, lift_point: 0.0621, 0.536", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"price of the new iPhone on eBay\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17269_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the new iPhone on eBay?; The action is #DUAL_POINT#; touch_point: 0.7737, 0.699, lift_point: 0.7737, 0.699; The action is #DUAL_POINT#; touch_point: 0.0621, 0.536, lift_point: 0.0621, 0.536; The action is #TYPE#; And the content is : \"typed_text\": \"price of the new iPhone on eBay\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17269_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the new iPhone on eBay?; The action is #DUAL_POINT#; touch_point: 0.7737, 0.699, lift_point: 0.7737, 0.699; The action is #DUAL_POINT#; touch_point: 0.0621, 0.536, lift_point: 0.0621, 0.536; The action is #TYPE#; And the content is : \"typed_text\": \"price of the new iPhone on eBay\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1411, 0.7654, lift_point: 0.1411, 0.7654", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17269_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the new iPhone on eBay?; The action is #DUAL_POINT#; touch_point: 0.7737, 0.699, lift_point: 0.7737, 0.699; The action is #DUAL_POINT#; touch_point: 0.0621, 0.536, lift_point: 0.0621, 0.536; The action is #TYPE#; And the content is : \"typed_text\": \"price of the new iPhone on eBay\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1411, 0.7654, lift_point: 0.1411, 0.7654", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17269_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the new iPhone on eBay?; The action is #DUAL_POINT#; touch_point: 0.7737, 0.699, lift_point: 0.7737, 0.699; The action is #DUAL_POINT#; touch_point: 0.0621, 0.536, lift_point: 0.0621, 0.536; The action is #TYPE#; And the content is : \"typed_text\": \"price of the new iPhone on eBay\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1411, 0.7654, lift_point: 0.1411, 0.7654; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.7197, 0.5707, lift_point: 0.7197, 0.5707", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17269_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the new iPhone on eBay?; The action is #DUAL_POINT#; touch_point: 0.7737, 0.699, lift_point: 0.7737, 0.699; The action is #DUAL_POINT#; touch_point: 0.0621, 0.536, lift_point: 0.0621, 0.536; The action is #TYPE#; And the content is : \"typed_text\": \"price of the new iPhone on eBay\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1411, 0.7654, lift_point: 0.1411, 0.7654; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7197, 0.5707, lift_point: 0.7197, 0.5707", "response": "The action is #DUAL_POINT#; touch_point: 0.9042, 0.5328, lift_point: 0.9042, 0.5328", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17269_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the new iPhone on eBay?; The action is #DUAL_POINT#; touch_point: 0.7737, 0.699, lift_point: 0.7737, 0.699; The action is #DUAL_POINT#; touch_point: 0.0621, 0.536, lift_point: 0.0621, 0.536; The action is #TYPE#; And the content is : \"typed_text\": \"price of the new iPhone on eBay\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1411, 0.7654, lift_point: 0.1411, 0.7654; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7197, 0.5707, lift_point: 0.7197, 0.5707; The action is #DUAL_POINT#; touch_point: 0.9042, 0.5328, lift_point: 0.9042, 0.5328", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17269_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the new iPhone on eBay?; The action is #DUAL_POINT#; touch_point: 0.7737, 0.699, lift_point: 0.7737, 0.699; The action is #DUAL_POINT#; touch_point: 0.0621, 0.536, lift_point: 0.0621, 0.536; The action is #TYPE#; And the content is : \"typed_text\": \"price of the new iPhone on eBay\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1411, 0.7654, lift_point: 0.1411, 0.7654; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7197, 0.5707, lift_point: 0.7197, 0.5707; The action is #DUAL_POINT#; touch_point: 0.9042, 0.5328, lift_point: 0.9042, 0.5328; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.5991, 0.2031, lift_point: 0.5991, 0.2031", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17269_10.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the new iPhone on eBay?; The action is #DUAL_POINT#; touch_point: 0.7737, 0.699, lift_point: 0.7737, 0.699; The action is #DUAL_POINT#; touch_point: 0.0621, 0.536, lift_point: 0.0621, 0.536; The action is #TYPE#; And the content is : \"typed_text\": \"price of the new iPhone on eBay\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1411, 0.7654, lift_point: 0.1411, 0.7654; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7197, 0.5707, lift_point: 0.7197, 0.5707; The action is #DUAL_POINT#; touch_point: 0.9042, 0.5328, lift_point: 0.9042, 0.5328; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5991, 0.2031, lift_point: 0.5991, 0.2031", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17269_11.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the LG TV?", "response": "The action is #DUAL_POINT#; touch_point: 0.0667, 0.5883, lift_point: 0.0667, 0.5883", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17509_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the LG TV?; The action is #DUAL_POINT#; touch_point: 0.0667, 0.5883, lift_point: 0.0667, 0.5883", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"price of the LG TV\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17509_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the LG TV?; The action is #DUAL_POINT#; touch_point: 0.0667, 0.5883, lift_point: 0.0667, 0.5883; The action is #TYPE#; And the content is : \"typed_text\": \"price of the LG TV\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17509_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the LG TV?; The action is #DUAL_POINT#; touch_point: 0.0667, 0.5883, lift_point: 0.0667, 0.5883; The action is #TYPE#; And the content is : \"typed_text\": \"price of the LG TV\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1317, 0.3694, lift_point: 0.1317, 0.3694", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17509_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the LG TV?; The action is #DUAL_POINT#; touch_point: 0.0667, 0.5883, lift_point: 0.0667, 0.5883; The action is #TYPE#; And the content is : \"typed_text\": \"price of the LG TV\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1317, 0.3694, lift_point: 0.1317, 0.3694", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17509_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the LG TV?; The action is #DUAL_POINT#; touch_point: 0.0667, 0.5883, lift_point: 0.0667, 0.5883; The action is #TYPE#; And the content is : \"typed_text\": \"price of the LG TV\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1317, 0.3694, lift_point: 0.1317, 0.3694; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.7844, 0.4128, lift_point: 0.7844, 0.4128", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17509_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the LG TV?; The action is #DUAL_POINT#; touch_point: 0.0667, 0.5883, lift_point: 0.0667, 0.5883; The action is #TYPE#; And the content is : \"typed_text\": \"price of the LG TV\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1317, 0.3694, lift_point: 0.1317, 0.3694; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7844, 0.4128, lift_point: 0.7844, 0.4128", "response": "The action is #DUAL_POINT#; touch_point: 0.2666, 0.9496, lift_point: 0.2666, 0.9496", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17509_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the LG TV?; The action is #DUAL_POINT#; touch_point: 0.0667, 0.5883, lift_point: 0.0667, 0.5883; The action is #TYPE#; And the content is : \"typed_text\": \"price of the LG TV\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1317, 0.3694, lift_point: 0.1317, 0.3694; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7844, 0.4128, lift_point: 0.7844, 0.4128; The action is #DUAL_POINT#; touch_point: 0.2666, 0.9496, lift_point: 0.2666, 0.9496", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17509_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the LG TV?; The action is #DUAL_POINT#; touch_point: 0.0667, 0.5883, lift_point: 0.0667, 0.5883; The action is #TYPE#; And the content is : \"typed_text\": \"price of the LG TV\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1317, 0.3694, lift_point: 0.1317, 0.3694; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7844, 0.4128, lift_point: 0.7844, 0.4128; The action is #DUAL_POINT#; touch_point: 0.2666, 0.9496, lift_point: 0.2666, 0.9496; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.7461, 0.9405, lift_point: 0.7461, 0.9405", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17509_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the LG TV?; The action is #DUAL_POINT#; touch_point: 0.0667, 0.5883, lift_point: 0.0667, 0.5883; The action is #TYPE#; And the content is : \"typed_text\": \"price of the LG TV\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1317, 0.3694, lift_point: 0.1317, 0.3694; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7844, 0.4128, lift_point: 0.7844, 0.4128; The action is #DUAL_POINT#; touch_point: 0.2666, 0.9496, lift_point: 0.2666, 0.9496; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7461, 0.9405, lift_point: 0.7461, 0.9405", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17509_10.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the new iPhone on eBay?", "response": "The action is #DUAL_POINT#; touch_point: 0.7894, 0.6619, lift_point: 0.7894, 0.6619", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17552_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the new iPhone on eBay?; The action is #DUAL_POINT#; touch_point: 0.7894, 0.6619, lift_point: 0.7894, 0.6619", "response": "The action is #DUAL_POINT#; touch_point: 0.1974, 0.3985, lift_point: 0.1974, 0.3985", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17552_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the new iPhone on eBay?; The action is #DUAL_POINT#; touch_point: 0.7894, 0.6619, lift_point: 0.7894, 0.6619; The action is #DUAL_POINT#; touch_point: 0.1974, 0.3985, lift_point: 0.1974, 0.3985", "response": "The action is #DUAL_POINT#; touch_point: 0.064, 0.5751, lift_point: 0.064, 0.5751", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17552_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the new iPhone on eBay?; The action is #DUAL_POINT#; touch_point: 0.7894, 0.6619, lift_point: 0.7894, 0.6619; The action is #DUAL_POINT#; touch_point: 0.1974, 0.3985, lift_point: 0.1974, 0.3985; The action is #DUAL_POINT#; touch_point: 0.064, 0.5751, lift_point: 0.064, 0.5751", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"price of the new iPhone on eBay\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17552_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the new iPhone on eBay?; The action is #DUAL_POINT#; touch_point: 0.7894, 0.6619, lift_point: 0.7894, 0.6619; The action is #DUAL_POINT#; touch_point: 0.1974, 0.3985, lift_point: 0.1974, 0.3985; The action is #DUAL_POINT#; touch_point: 0.064, 0.5751, lift_point: 0.064, 0.5751; The action is #TYPE#; And the content is : \"typed_text\": \"price of the new iPhone on eBay\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1467, 0.5544, lift_point: 0.1467, 0.5544", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17552_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the new iPhone on eBay?; The action is #DUAL_POINT#; touch_point: 0.7894, 0.6619, lift_point: 0.7894, 0.6619; The action is #DUAL_POINT#; touch_point: 0.1974, 0.3985, lift_point: 0.1974, 0.3985; The action is #DUAL_POINT#; touch_point: 0.064, 0.5751, lift_point: 0.064, 0.5751; The action is #TYPE#; And the content is : \"typed_text\": \"price of the new iPhone on eBay\"; The action is #DUAL_POINT#; touch_point: 0.1467, 0.5544, lift_point: 0.1467, 0.5544", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17552_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the new iPhone on eBay?; The action is #DUAL_POINT#; touch_point: 0.7894, 0.6619, lift_point: 0.7894, 0.6619; The action is #DUAL_POINT#; touch_point: 0.1974, 0.3985, lift_point: 0.1974, 0.3985; The action is #DUAL_POINT#; touch_point: 0.064, 0.5751, lift_point: 0.064, 0.5751; The action is #TYPE#; And the content is : \"typed_text\": \"price of the new iPhone on eBay\"; The action is #DUAL_POINT#; touch_point: 0.1467, 0.5544, lift_point: 0.1467, 0.5544; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.5362, 0.4795, lift_point: 0.5362, 0.4795", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17552_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the new iPhone on eBay?; The action is #DUAL_POINT#; touch_point: 0.7894, 0.6619, lift_point: 0.7894, 0.6619; The action is #DUAL_POINT#; touch_point: 0.1974, 0.3985, lift_point: 0.1974, 0.3985; The action is #DUAL_POINT#; touch_point: 0.064, 0.5751, lift_point: 0.064, 0.5751; The action is #TYPE#; And the content is : \"typed_text\": \"price of the new iPhone on eBay\"; The action is #DUAL_POINT#; touch_point: 0.1467, 0.5544, lift_point: 0.1467, 0.5544; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5362, 0.4795, lift_point: 0.5362, 0.4795", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17552_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the new iPhone on eBay?; The action is #DUAL_POINT#; touch_point: 0.7894, 0.6619, lift_point: 0.7894, 0.6619; The action is #DUAL_POINT#; touch_point: 0.1974, 0.3985, lift_point: 0.1974, 0.3985; The action is #DUAL_POINT#; touch_point: 0.064, 0.5751, lift_point: 0.064, 0.5751; The action is #TYPE#; And the content is : \"typed_text\": \"price of the new iPhone on eBay\"; The action is #DUAL_POINT#; touch_point: 0.1467, 0.5544, lift_point: 0.1467, 0.5544; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5362, 0.4795, lift_point: 0.5362, 0.4795; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.6009, 0.1258, lift_point: 0.6009, 0.1258", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17552_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the new iPhone on eBay?; The action is #DUAL_POINT#; touch_point: 0.7894, 0.6619, lift_point: 0.7894, 0.6619; The action is #DUAL_POINT#; touch_point: 0.1974, 0.3985, lift_point: 0.1974, 0.3985; The action is #DUAL_POINT#; touch_point: 0.064, 0.5751, lift_point: 0.064, 0.5751; The action is #TYPE#; And the content is : \"typed_text\": \"price of the new iPhone on eBay\"; The action is #DUAL_POINT#; touch_point: 0.1467, 0.5544, lift_point: 0.1467, 0.5544; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5362, 0.4795, lift_point: 0.5362, 0.4795; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6009, 0.1258, lift_point: 0.6009, 0.1258", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17552_10.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Five Guys?", "response": "The action is #DUAL_POINT#; touch_point: 0.7808, 0.6931, lift_point: 0.7808, 0.6931", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17652_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Five Guys?; The action is #DUAL_POINT#; touch_point: 0.7808, 0.6931, lift_point: 0.7808, 0.6931", "response": "The action is #DUAL_POINT#; touch_point: 0.6936, 0.8393, lift_point: 0.6936, 0.8393", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17652_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Five Guys?; The action is #DUAL_POINT#; touch_point: 0.7808, 0.6931, lift_point: 0.7808, 0.6931; The action is #DUAL_POINT#; touch_point: 0.6936, 0.8393, lift_point: 0.6936, 0.8393", "response": "The action is #DUAL_POINT#; touch_point: 0.7686, 0.7016, lift_point: 0.7686, 0.7016", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17652_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Five Guys?; The action is #DUAL_POINT#; touch_point: 0.7808, 0.6931, lift_point: 0.7808, 0.6931; The action is #DUAL_POINT#; touch_point: 0.6936, 0.8393, lift_point: 0.6936, 0.8393; The action is #DUAL_POINT#; touch_point: 0.7686, 0.7016, lift_point: 0.7686, 0.7016", "response": "The action is #DUAL_POINT#; touch_point: 0.0619, 0.546, lift_point: 0.0619, 0.546", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17652_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Five Guys?; The action is #DUAL_POINT#; touch_point: 0.7808, 0.6931, lift_point: 0.7808, 0.6931; The action is #DUAL_POINT#; touch_point: 0.6936, 0.8393, lift_point: 0.6936, 0.8393; The action is #DUAL_POINT#; touch_point: 0.7686, 0.7016, lift_point: 0.7686, 0.7016; The action is #DUAL_POINT#; touch_point: 0.0619, 0.546, lift_point: 0.0619, 0.546", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"menu at Five Guys\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17652_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Five Guys?; The action is #DUAL_POINT#; touch_point: 0.7808, 0.6931, lift_point: 0.7808, 0.6931; The action is #DUAL_POINT#; touch_point: 0.6936, 0.8393, lift_point: 0.6936, 0.8393; The action is #DUAL_POINT#; touch_point: 0.7686, 0.7016, lift_point: 0.7686, 0.7016; The action is #DUAL_POINT#; touch_point: 0.0619, 0.546, lift_point: 0.0619, 0.546; The action is #TYPE#; And the content is : \"typed_text\": \"menu at Five Guys\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1341, 0.3932, lift_point: 0.1341, 0.3932", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17652_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Five Guys?; The action is #DUAL_POINT#; touch_point: 0.7808, 0.6931, lift_point: 0.7808, 0.6931; The action is #DUAL_POINT#; touch_point: 0.6936, 0.8393, lift_point: 0.6936, 0.8393; The action is #DUAL_POINT#; touch_point: 0.7686, 0.7016, lift_point: 0.7686, 0.7016; The action is #DUAL_POINT#; touch_point: 0.0619, 0.546, lift_point: 0.0619, 0.546; The action is #TYPE#; And the content is : \"typed_text\": \"menu at Five Guys\"; The action is #DUAL_POINT#; touch_point: 0.1341, 0.3932, lift_point: 0.1341, 0.3932", "response": "The action is #DUAL_POINT#; touch_point: 0.3713, 0.3599, lift_point: 0.3713, 0.3599", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17652_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Five Guys?; The action is #DUAL_POINT#; touch_point: 0.7808, 0.6931, lift_point: 0.7808, 0.6931; The action is #DUAL_POINT#; touch_point: 0.6936, 0.8393, lift_point: 0.6936, 0.8393; The action is #DUAL_POINT#; touch_point: 0.7686, 0.7016, lift_point: 0.7686, 0.7016; The action is #DUAL_POINT#; touch_point: 0.0619, 0.546, lift_point: 0.0619, 0.546; The action is #TYPE#; And the content is : \"typed_text\": \"menu at Five Guys\"; The action is #DUAL_POINT#; touch_point: 0.1341, 0.3932, lift_point: 0.1341, 0.3932; The action is #DUAL_POINT#; touch_point: 0.3713, 0.3599, lift_point: 0.3713, 0.3599", "response": "The action is #DUAL_POINT#; touch_point: 0.1276, 0.9579, lift_point: 0.1276, 0.9579", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17652_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Five Guys?; The action is #DUAL_POINT#; touch_point: 0.7808, 0.6931, lift_point: 0.7808, 0.6931; The action is #DUAL_POINT#; touch_point: 0.6936, 0.8393, lift_point: 0.6936, 0.8393; The action is #DUAL_POINT#; touch_point: 0.7686, 0.7016, lift_point: 0.7686, 0.7016; The action is #DUAL_POINT#; touch_point: 0.0619, 0.546, lift_point: 0.0619, 0.546; The action is #TYPE#; And the content is : \"typed_text\": \"menu at Five Guys\"; The action is #DUAL_POINT#; touch_point: 0.1341, 0.3932, lift_point: 0.1341, 0.3932; The action is #DUAL_POINT#; touch_point: 0.3713, 0.3599, lift_point: 0.3713, 0.3599; The action is #DUAL_POINT#; touch_point: 0.1276, 0.9579, lift_point: 0.1276, 0.9579", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17652_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Delhi?", "response": "The action is #DUAL_POINT#; touch_point: 0.768, 0.7048, lift_point: 0.768, 0.7048", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17669_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Delhi?; The action is #DUAL_POINT#; touch_point: 0.768, 0.7048, lift_point: 0.768, 0.7048", "response": "The action is #DUAL_POINT#; touch_point: 0.052, 0.5235, lift_point: 0.052, 0.5235", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17669_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Delhi?; The action is #DUAL_POINT#; touch_point: 0.768, 0.7048, lift_point: 0.768, 0.7048; The action is #DUAL_POINT#; touch_point: 0.052, 0.5235, lift_point: 0.052, 0.5235", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Delhi\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17669_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Delhi?; The action is #DUAL_POINT#; touch_point: 0.768, 0.7048, lift_point: 0.768, 0.7048; The action is #DUAL_POINT#; touch_point: 0.052, 0.5235, lift_point: 0.052, 0.5235; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Delhi\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17669_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Delhi?; The action is #DUAL_POINT#; touch_point: 0.768, 0.7048, lift_point: 0.768, 0.7048; The action is #DUAL_POINT#; touch_point: 0.052, 0.5235, lift_point: 0.052, 0.5235; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Delhi\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1236, 0.4752, lift_point: 0.1236, 0.4752", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17669_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Delhi?; The action is #DUAL_POINT#; touch_point: 0.768, 0.7048, lift_point: 0.768, 0.7048; The action is #DUAL_POINT#; touch_point: 0.052, 0.5235, lift_point: 0.052, 0.5235; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Delhi\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1236, 0.4752, lift_point: 0.1236, 0.4752", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17669_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Delhi?; The action is #DUAL_POINT#; touch_point: 0.768, 0.7048, lift_point: 0.768, 0.7048; The action is #DUAL_POINT#; touch_point: 0.052, 0.5235, lift_point: 0.052, 0.5235; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Delhi\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1236, 0.4752, lift_point: 0.1236, 0.4752; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17669_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Delhi?; The action is #DUAL_POINT#; touch_point: 0.768, 0.7048, lift_point: 0.768, 0.7048; The action is #DUAL_POINT#; touch_point: 0.052, 0.5235, lift_point: 0.052, 0.5235; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Delhi\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1236, 0.4752, lift_point: 0.1236, 0.4752; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.5154, 0.5224, lift_point: 0.5154, 0.5224", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17669_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Delhi?; The action is #DUAL_POINT#; touch_point: 0.768, 0.7048, lift_point: 0.768, 0.7048; The action is #DUAL_POINT#; touch_point: 0.052, 0.5235, lift_point: 0.052, 0.5235; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Delhi\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1236, 0.4752, lift_point: 0.1236, 0.4752; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5154, 0.5224, lift_point: 0.5154, 0.5224", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17669_9.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Venezuela", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17747_1.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Venezuela; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7754, 0.6913, lift_point: 0.7754, 0.6913", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17747_2.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Venezuela; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7754, 0.6913, lift_point: 0.7754, 0.6913", "response": "The action is #DUAL_POINT#; touch_point: 0.0722, 0.4674, lift_point: 0.0722, 0.4674", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17747_3.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Venezuela; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7754, 0.6913, lift_point: 0.7754, 0.6913; The action is #DUAL_POINT#; touch_point: 0.0722, 0.4674, lift_point: 0.0722, 0.4674", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Venezuela\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17747_4.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Venezuela; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7754, 0.6913, lift_point: 0.7754, 0.6913; The action is #DUAL_POINT#; touch_point: 0.0722, 0.4674, lift_point: 0.0722, 0.4674; The action is #TYPE#; And the content is : \"typed_text\": \"capital of Venezuela\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1258, 0.44, lift_point: 0.1258, 0.44", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17747_5.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Venezuela; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7754, 0.6913, lift_point: 0.7754, 0.6913; The action is #DUAL_POINT#; touch_point: 0.0722, 0.4674, lift_point: 0.0722, 0.4674; The action is #TYPE#; And the content is : \"typed_text\": \"capital of Venezuela\"; The action is #DUAL_POINT#; touch_point: 0.1258, 0.44, lift_point: 0.1258, 0.44", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17747_6.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Spotify app", "response": "The action is #DUAL_POINT#; touch_point: 0.7785, 0.6747, lift_point: 0.7785, 0.6747", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17765_1.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Spotify app; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6747, lift_point: 0.7785, 0.6747", "response": "The action is #DUAL_POINT#; touch_point: 0.9707, 0.5144, lift_point: 0.9707, 0.5144", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17765_2.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Spotify app; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6747, lift_point: 0.7785, 0.6747; The action is #DUAL_POINT#; touch_point: 0.9707, 0.5144, lift_point: 0.9707, 0.5144", "response": "The action is #DUAL_POINT#; touch_point: 0.7778, 0.4917, lift_point: 0.7778, 0.4917", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17765_3.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Spotify app; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6747, lift_point: 0.7785, 0.6747; The action is #DUAL_POINT#; touch_point: 0.9707, 0.5144, lift_point: 0.9707, 0.5144; The action is #DUAL_POINT#; touch_point: 0.7778, 0.4917, lift_point: 0.7778, 0.4917", "response": "The action is #DUAL_POINT#; touch_point: 0.5702, 0.2163, lift_point: 0.5702, 0.2163", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17765_4.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Spotify app; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6747, lift_point: 0.7785, 0.6747; The action is #DUAL_POINT#; touch_point: 0.9707, 0.5144, lift_point: 0.9707, 0.5144; The action is #DUAL_POINT#; touch_point: 0.7778, 0.4917, lift_point: 0.7778, 0.4917; The action is #DUAL_POINT#; touch_point: 0.5702, 0.2163, lift_point: 0.5702, 0.2163", "response": "The action is #DUAL_POINT#; touch_point: 0.7842, 0.5074, lift_point: 0.7842, 0.5074", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17765_5.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Spotify app; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6747, lift_point: 0.7785, 0.6747; The action is #DUAL_POINT#; touch_point: 0.9707, 0.5144, lift_point: 0.9707, 0.5144; The action is #DUAL_POINT#; touch_point: 0.7778, 0.4917, lift_point: 0.7778, 0.4917; The action is #DUAL_POINT#; touch_point: 0.5702, 0.2163, lift_point: 0.5702, 0.2163; The action is #DUAL_POINT#; touch_point: 0.7842, 0.5074, lift_point: 0.7842, 0.5074", "response": "The action is #DUAL_POINT#; touch_point: 0.063, 0.7931, lift_point: 0.063, 0.7931", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17765_6.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Spotify app; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6747, lift_point: 0.7785, 0.6747; The action is #DUAL_POINT#; touch_point: 0.9707, 0.5144, lift_point: 0.9707, 0.5144; The action is #DUAL_POINT#; touch_point: 0.7778, 0.4917, lift_point: 0.7778, 0.4917; The action is #DUAL_POINT#; touch_point: 0.5702, 0.2163, lift_point: 0.5702, 0.2163; The action is #DUAL_POINT#; touch_point: 0.7842, 0.5074, lift_point: 0.7842, 0.5074; The action is #DUAL_POINT#; touch_point: 0.063, 0.7931, lift_point: 0.063, 0.7931", "response": "The action is #DUAL_POINT#; touch_point: 0.0644, 0.9342, lift_point: 0.0644, 0.9342", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17765_7.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Spotify app; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6747, lift_point: 0.7785, 0.6747; The action is #DUAL_POINT#; touch_point: 0.9707, 0.5144, lift_point: 0.9707, 0.5144; The action is #DUAL_POINT#; touch_point: 0.7778, 0.4917, lift_point: 0.7778, 0.4917; The action is #DUAL_POINT#; touch_point: 0.5702, 0.2163, lift_point: 0.5702, 0.2163; The action is #DUAL_POINT#; touch_point: 0.7842, 0.5074, lift_point: 0.7842, 0.5074; The action is #DUAL_POINT#; touch_point: 0.063, 0.7931, lift_point: 0.063, 0.7931; The action is #DUAL_POINT#; touch_point: 0.0644, 0.9342, lift_point: 0.0644, 0.9342", "response": "The action is #DUAL_POINT#; touch_point: 0.0643, 0.5633, lift_point: 0.0643, 0.5633", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17765_8.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Spotify app; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6747, lift_point: 0.7785, 0.6747; The action is #DUAL_POINT#; touch_point: 0.9707, 0.5144, lift_point: 0.9707, 0.5144; The action is #DUAL_POINT#; touch_point: 0.7778, 0.4917, lift_point: 0.7778, 0.4917; The action is #DUAL_POINT#; touch_point: 0.5702, 0.2163, lift_point: 0.5702, 0.2163; The action is #DUAL_POINT#; touch_point: 0.7842, 0.5074, lift_point: 0.7842, 0.5074; The action is #DUAL_POINT#; touch_point: 0.063, 0.7931, lift_point: 0.063, 0.7931; The action is #DUAL_POINT#; touch_point: 0.0644, 0.9342, lift_point: 0.0644, 0.9342; The action is #DUAL_POINT#; touch_point: 0.0643, 0.5633, lift_point: 0.0643, 0.5633", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Spotify\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17765_9.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Spotify app; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6747, lift_point: 0.7785, 0.6747; The action is #DUAL_POINT#; touch_point: 0.9707, 0.5144, lift_point: 0.9707, 0.5144; The action is #DUAL_POINT#; touch_point: 0.7778, 0.4917, lift_point: 0.7778, 0.4917; The action is #DUAL_POINT#; touch_point: 0.5702, 0.2163, lift_point: 0.5702, 0.2163; The action is #DUAL_POINT#; touch_point: 0.7842, 0.5074, lift_point: 0.7842, 0.5074; The action is #DUAL_POINT#; touch_point: 0.063, 0.7931, lift_point: 0.063, 0.7931; The action is #DUAL_POINT#; touch_point: 0.0644, 0.9342, lift_point: 0.0644, 0.9342; The action is #DUAL_POINT#; touch_point: 0.0643, 0.5633, lift_point: 0.0643, 0.5633; The action is #TYPE#; And the content is : \"typed_text\": \"Spotify\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1261, 0.2586, lift_point: 0.1261, 0.2586", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17765_10.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Spotify app; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6747, lift_point: 0.7785, 0.6747; The action is #DUAL_POINT#; touch_point: 0.9707, 0.5144, lift_point: 0.9707, 0.5144; The action is #DUAL_POINT#; touch_point: 0.7778, 0.4917, lift_point: 0.7778, 0.4917; The action is #DUAL_POINT#; touch_point: 0.5702, 0.2163, lift_point: 0.5702, 0.2163; The action is #DUAL_POINT#; touch_point: 0.7842, 0.5074, lift_point: 0.7842, 0.5074; The action is #DUAL_POINT#; touch_point: 0.063, 0.7931, lift_point: 0.063, 0.7931; The action is #DUAL_POINT#; touch_point: 0.0644, 0.9342, lift_point: 0.0644, 0.9342; The action is #DUAL_POINT#; touch_point: 0.0643, 0.5633, lift_point: 0.0643, 0.5633; The action is #TYPE#; And the content is : \"typed_text\": \"Spotify\"; The action is #DUAL_POINT#; touch_point: 0.1261, 0.2586, lift_point: 0.1261, 0.2586", "response": "The action is #DUAL_POINT#; touch_point: 0.1452, 0.8704, lift_point: 0.1452, 0.8704", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17765_11.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Spotify app; The action is #DUAL_POINT#; touch_point: 0.7785, 0.6747, lift_point: 0.7785, 0.6747; The action is #DUAL_POINT#; touch_point: 0.9707, 0.5144, lift_point: 0.9707, 0.5144; The action is #DUAL_POINT#; touch_point: 0.7778, 0.4917, lift_point: 0.7778, 0.4917; The action is #DUAL_POINT#; touch_point: 0.5702, 0.2163, lift_point: 0.5702, 0.2163; The action is #DUAL_POINT#; touch_point: 0.7842, 0.5074, lift_point: 0.7842, 0.5074; The action is #DUAL_POINT#; touch_point: 0.063, 0.7931, lift_point: 0.063, 0.7931; The action is #DUAL_POINT#; touch_point: 0.0644, 0.9342, lift_point: 0.0644, 0.9342; The action is #DUAL_POINT#; touch_point: 0.0643, 0.5633, lift_point: 0.0643, 0.5633; The action is #TYPE#; And the content is : \"typed_text\": \"Spotify\"; The action is #DUAL_POINT#; touch_point: 0.1261, 0.2586, lift_point: 0.1261, 0.2586; The action is #DUAL_POINT#; touch_point: 0.1452, 0.8704, lift_point: 0.1452, 0.8704", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17765_12.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Seattle", "response": "The action is #DUAL_POINT#; touch_point: 0.7725, 0.6671, lift_point: 0.7725, 0.6671", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17832_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Seattle; The action is #DUAL_POINT#; touch_point: 0.7725, 0.6671, lift_point: 0.7725, 0.6671", "response": "The action is #DUAL_POINT#; touch_point: 0.0654, 0.4881, lift_point: 0.0654, 0.4881", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17832_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Seattle; The action is #DUAL_POINT#; touch_point: 0.7725, 0.6671, lift_point: 0.7725, 0.6671; The action is #DUAL_POINT#; touch_point: 0.0654, 0.4881, lift_point: 0.0654, 0.4881", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Seattle\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17832_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Seattle; The action is #DUAL_POINT#; touch_point: 0.7725, 0.6671, lift_point: 0.7725, 0.6671; The action is #DUAL_POINT#; touch_point: 0.0654, 0.4881, lift_point: 0.0654, 0.4881; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Seattle\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1388, 0.3413, lift_point: 0.1388, 0.3413", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17832_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Seattle; The action is #DUAL_POINT#; touch_point: 0.7725, 0.6671, lift_point: 0.7725, 0.6671; The action is #DUAL_POINT#; touch_point: 0.0654, 0.4881, lift_point: 0.0654, 0.4881; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Seattle\"; The action is #DUAL_POINT#; touch_point: 0.1388, 0.3413, lift_point: 0.1388, 0.3413", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17832_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Seattle; The action is #DUAL_POINT#; touch_point: 0.7725, 0.6671, lift_point: 0.7725, 0.6671; The action is #DUAL_POINT#; touch_point: 0.0654, 0.4881, lift_point: 0.0654, 0.4881; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Seattle\"; The action is #DUAL_POINT#; touch_point: 0.1388, 0.3413, lift_point: 0.1388, 0.3413; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17832_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Seattle; The action is #DUAL_POINT#; touch_point: 0.7725, 0.6671, lift_point: 0.7725, 0.6671; The action is #DUAL_POINT#; touch_point: 0.0654, 0.4881, lift_point: 0.0654, 0.4881; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Seattle\"; The action is #DUAL_POINT#; touch_point: 0.1388, 0.3413, lift_point: 0.1388, 0.3413; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.8444, 0.5089, lift_point: 0.8444, 0.5089", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17832_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Seattle; The action is #DUAL_POINT#; touch_point: 0.7725, 0.6671, lift_point: 0.7725, 0.6671; The action is #DUAL_POINT#; touch_point: 0.0654, 0.4881, lift_point: 0.0654, 0.4881; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Seattle\"; The action is #DUAL_POINT#; touch_point: 0.1388, 0.3413, lift_point: 0.1388, 0.3413; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8444, 0.5089, lift_point: 0.8444, 0.5089", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17832_8.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the new iPad cost?", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17916_1.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the new iPad cost?; The action is #TYPE#; And the content is : \"typed_text\": \"\"", "response": "The action is #DUAL_POINT#; touch_point: 0.7662, 0.6751, lift_point: 0.7662, 0.6751", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17916_2.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the new iPad cost?; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.7662, 0.6751, lift_point: 0.7662, 0.6751", "response": "The action is #DUAL_POINT#; touch_point: 0.0501, 0.3252, lift_point: 0.0501, 0.3252", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17916_3.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the new iPad cost?; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.7662, 0.6751, lift_point: 0.7662, 0.6751; The action is #DUAL_POINT#; touch_point: 0.0501, 0.3252, lift_point: 0.0501, 0.3252", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"new iPad cost\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17916_4.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the new iPad cost?; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.7662, 0.6751, lift_point: 0.7662, 0.6751; The action is #DUAL_POINT#; touch_point: 0.0501, 0.3252, lift_point: 0.0501, 0.3252; The action is #TYPE#; And the content is : \"typed_text\": \"new iPad cost\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17916_5.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the new iPad cost?; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.7662, 0.6751, lift_point: 0.7662, 0.6751; The action is #DUAL_POINT#; touch_point: 0.0501, 0.3252, lift_point: 0.0501, 0.3252; The action is #TYPE#; And the content is : \"typed_text\": \"new iPad cost\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1322, 0.2367, lift_point: 0.1322, 0.2367", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17916_6.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the new iPad cost?; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.7662, 0.6751, lift_point: 0.7662, 0.6751; The action is #DUAL_POINT#; touch_point: 0.0501, 0.3252, lift_point: 0.0501, 0.3252; The action is #TYPE#; And the content is : \"typed_text\": \"new iPad cost\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1322, 0.2367, lift_point: 0.1322, 0.2367", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17916_7.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the new iPad cost?; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.7662, 0.6751, lift_point: 0.7662, 0.6751; The action is #DUAL_POINT#; touch_point: 0.0501, 0.3252, lift_point: 0.0501, 0.3252; The action is #TYPE#; And the content is : \"typed_text\": \"new iPad cost\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1322, 0.2367, lift_point: 0.1322, 0.2367; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.7915, 0.863, lift_point: 0.7915, 0.863", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17916_8.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the new iPad cost?; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.7662, 0.6751, lift_point: 0.7662, 0.6751; The action is #DUAL_POINT#; touch_point: 0.0501, 0.3252, lift_point: 0.0501, 0.3252; The action is #TYPE#; And the content is : \"typed_text\": \"new iPad cost\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1322, 0.2367, lift_point: 0.1322, 0.2367; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7915, 0.863, lift_point: 0.7915, 0.863", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17916_9.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the new iPad cost?; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.7662, 0.6751, lift_point: 0.7662, 0.6751; The action is #DUAL_POINT#; touch_point: 0.0501, 0.3252, lift_point: 0.0501, 0.3252; The action is #TYPE#; And the content is : \"typed_text\": \"new iPad cost\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1322, 0.2367, lift_point: 0.1322, 0.2367; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7915, 0.863, lift_point: 0.7915, 0.863; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.674, 0.4341, lift_point: 0.674, 0.4341", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17916_10.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the new iPad cost?; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.7662, 0.6751, lift_point: 0.7662, 0.6751; The action is #DUAL_POINT#; touch_point: 0.0501, 0.3252, lift_point: 0.0501, 0.3252; The action is #TYPE#; And the content is : \"typed_text\": \"new iPad cost\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1322, 0.2367, lift_point: 0.1322, 0.2367; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7915, 0.863, lift_point: 0.7915, 0.863; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.674, 0.4341, lift_point: 0.674, 0.4341", "response": "The action is #DUAL_POINT#; touch_point: 0.6739, 0.4207, lift_point: 0.6739, 0.4207", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17916_11.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the new iPad cost?; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.7662, 0.6751, lift_point: 0.7662, 0.6751; The action is #DUAL_POINT#; touch_point: 0.0501, 0.3252, lift_point: 0.0501, 0.3252; The action is #TYPE#; And the content is : \"typed_text\": \"new iPad cost\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1322, 0.2367, lift_point: 0.1322, 0.2367; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7915, 0.863, lift_point: 0.7915, 0.863; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.674, 0.4341, lift_point: 0.674, 0.4341; The action is #DUAL_POINT#; touch_point: 0.6739, 0.4207, lift_point: 0.6739, 0.4207", "response": "The action is #DUAL_POINT#; touch_point: 0.4539, 0.447, lift_point: 0.4539, 0.447", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17916_12.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the new iPad cost?; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.7662, 0.6751, lift_point: 0.7662, 0.6751; The action is #DUAL_POINT#; touch_point: 0.0501, 0.3252, lift_point: 0.0501, 0.3252; The action is #TYPE#; And the content is : \"typed_text\": \"new iPad cost\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1322, 0.2367, lift_point: 0.1322, 0.2367; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7915, 0.863, lift_point: 0.7915, 0.863; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.674, 0.4341, lift_point: 0.674, 0.4341; The action is #DUAL_POINT#; touch_point: 0.6739, 0.4207, lift_point: 0.6739, 0.4207; The action is #DUAL_POINT#; touch_point: 0.4539, 0.447, lift_point: 0.4539, 0.447", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17916_13.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it?", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17926_1.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it?; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3937, 0.6838, lift_point: 0.3937, 0.6838", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17926_2.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3937, 0.6838, lift_point: 0.3937, 0.6838", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17926_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Barbados?", "response": "The action is #DUAL_POINT#; touch_point: 0.7774, 0.6949, lift_point: 0.7774, 0.6949", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17932_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Barbados?; The action is #DUAL_POINT#; touch_point: 0.7774, 0.6949, lift_point: 0.7774, 0.6949", "response": "The action is #DUAL_POINT#; touch_point: 0.0724, 0.4845, lift_point: 0.0724, 0.4845", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17932_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Barbados?; The action is #DUAL_POINT#; touch_point: 0.7774, 0.6949, lift_point: 0.7774, 0.6949; The action is #DUAL_POINT#; touch_point: 0.0724, 0.4845, lift_point: 0.0724, 0.4845", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Barbados\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17932_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Barbados?; The action is #DUAL_POINT#; touch_point: 0.7774, 0.6949, lift_point: 0.7774, 0.6949; The action is #DUAL_POINT#; touch_point: 0.0724, 0.4845, lift_point: 0.0724, 0.4845; The action is #TYPE#; And the content is : \"typed_text\": \"Barbados\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1338, 0.2837, lift_point: 0.1338, 0.2837", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17932_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Barbados?; The action is #DUAL_POINT#; touch_point: 0.7774, 0.6949, lift_point: 0.7774, 0.6949; The action is #DUAL_POINT#; touch_point: 0.0724, 0.4845, lift_point: 0.0724, 0.4845; The action is #TYPE#; And the content is : \"typed_text\": \"Barbados\"; The action is #DUAL_POINT#; touch_point: 0.1338, 0.2837, lift_point: 0.1338, 0.2837", "response": "The action is #DUAL_POINT#; touch_point: 0.4994, 0.7512, lift_point: 0.4994, 0.7512", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17932_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Barbados?; The action is #DUAL_POINT#; touch_point: 0.7774, 0.6949, lift_point: 0.7774, 0.6949; The action is #DUAL_POINT#; touch_point: 0.0724, 0.4845, lift_point: 0.0724, 0.4845; The action is #TYPE#; And the content is : \"typed_text\": \"Barbados\"; The action is #DUAL_POINT#; touch_point: 0.1338, 0.2837, lift_point: 0.1338, 0.2837; The action is #DUAL_POINT#; touch_point: 0.4994, 0.7512, lift_point: 0.4994, 0.7512", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/17932_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good Greek restaurants", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/18263_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good Greek restaurants; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.5958, 0.1802, lift_point: 0.5958, 0.1802", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/18263_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good Greek restaurants; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5958, 0.1802, lift_point: 0.5958, 0.1802", "response": "The action is #DUAL_POINT#; touch_point: 0.1279, 0.3673, lift_point: 0.1279, 0.3673", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/18263_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good Greek restaurants; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5958, 0.1802, lift_point: 0.5958, 0.1802; The action is #DUAL_POINT#; touch_point: 0.1279, 0.3673, lift_point: 0.1279, 0.3673", "response": "The action is #DUAL_POINT#; touch_point: 0.0655, 0.8962, lift_point: 0.0655, 0.8962", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/18263_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good Greek restaurants; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5958, 0.1802, lift_point: 0.5958, 0.1802; The action is #DUAL_POINT#; touch_point: 0.1279, 0.3673, lift_point: 0.1279, 0.3673; The action is #DUAL_POINT#; touch_point: 0.0655, 0.8962, lift_point: 0.0655, 0.8962", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for good Greek restaurants\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/18263_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good Greek restaurants; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5958, 0.1802, lift_point: 0.5958, 0.1802; The action is #DUAL_POINT#; touch_point: 0.1279, 0.3673, lift_point: 0.1279, 0.3673; The action is #DUAL_POINT#; touch_point: 0.0655, 0.8962, lift_point: 0.0655, 0.8962; The action is #TYPE#; And the content is : \"typed_text\": \"Search for good Greek restaurants\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1317, 0.6422, lift_point: 0.1317, 0.6422", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/18263_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good Greek restaurants; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5958, 0.1802, lift_point: 0.5958, 0.1802; The action is #DUAL_POINT#; touch_point: 0.1279, 0.3673, lift_point: 0.1279, 0.3673; The action is #DUAL_POINT#; touch_point: 0.0655, 0.8962, lift_point: 0.0655, 0.8962; The action is #TYPE#; And the content is : \"typed_text\": \"Search for good Greek restaurants\"; The action is #DUAL_POINT#; touch_point: 0.1317, 0.6422, lift_point: 0.1317, 0.6422", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/18263_7.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in Beijing?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/18294_1.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in Beijing?; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/18294_2.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in Beijing?; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.5651, 0.1852, lift_point: 0.5651, 0.1852", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/18294_3.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in Beijing?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5651, 0.1852, lift_point: 0.5651, 0.1852", "response": "The action is #DUAL_POINT#; touch_point: 0.1045, 0.5368, lift_point: 0.1045, 0.5368", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/18294_4.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in Beijing?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5651, 0.1852, lift_point: 0.5651, 0.1852; The action is #DUAL_POINT#; touch_point: 0.1045, 0.5368, lift_point: 0.1045, 0.5368", "response": "The action is #DUAL_POINT#; touch_point: 0.0462, 0.8993, lift_point: 0.0462, 0.8993", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/18294_5.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in Beijing?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5651, 0.1852, lift_point: 0.5651, 0.1852; The action is #DUAL_POINT#; touch_point: 0.1045, 0.5368, lift_point: 0.1045, 0.5368; The action is #DUAL_POINT#; touch_point: 0.0462, 0.8993, lift_point: 0.0462, 0.8993", "response": "The action is #DUAL_POINT#; touch_point: 0.0491, 0.4284, lift_point: 0.0491, 0.4284", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/18294_6.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in Beijing?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5651, 0.1852, lift_point: 0.5651, 0.1852; The action is #DUAL_POINT#; touch_point: 0.1045, 0.5368, lift_point: 0.1045, 0.5368; The action is #DUAL_POINT#; touch_point: 0.0462, 0.8993, lift_point: 0.0462, 0.8993; The action is #DUAL_POINT#; touch_point: 0.0491, 0.4284, lift_point: 0.0491, 0.4284", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in Beijing? \"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/18294_7.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in Beijing?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5651, 0.1852, lift_point: 0.5651, 0.1852; The action is #DUAL_POINT#; touch_point: 0.1045, 0.5368, lift_point: 0.1045, 0.5368; The action is #DUAL_POINT#; touch_point: 0.0462, 0.8993, lift_point: 0.0462, 0.8993; The action is #DUAL_POINT#; touch_point: 0.0491, 0.4284, lift_point: 0.0491, 0.4284; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in Beijing? \"", "response": "The action is #DUAL_POINT#; touch_point: 0.1116, 0.4166, lift_point: 0.1116, 0.4166", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/18294_8.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in Beijing?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5651, 0.1852, lift_point: 0.5651, 0.1852; The action is #DUAL_POINT#; touch_point: 0.1045, 0.5368, lift_point: 0.1045, 0.5368; The action is #DUAL_POINT#; touch_point: 0.0462, 0.8993, lift_point: 0.0462, 0.8993; The action is #DUAL_POINT#; touch_point: 0.0491, 0.4284, lift_point: 0.0491, 0.4284; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in Beijing? \"; The action is #DUAL_POINT#; touch_point: 0.1116, 0.4166, lift_point: 0.1116, 0.4166", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/18294_9.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the TCL TV cost?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/18504_1.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the TCL TV cost?; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/18504_2.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the TCL TV cost?; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.5386, 0.1224, lift_point: 0.5386, 0.1224", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/18504_3.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the TCL TV cost?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5386, 0.1224, lift_point: 0.5386, 0.1224", "response": "The action is #DUAL_POINT#; touch_point: 0.1063, 0.5713, lift_point: 0.1063, 0.5713", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/18504_4.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the TCL TV cost?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5386, 0.1224, lift_point: 0.5386, 0.1224; The action is #DUAL_POINT#; touch_point: 0.1063, 0.5713, lift_point: 0.1063, 0.5713", "response": "The action is #DUAL_POINT#; touch_point: 0.0474, 0.9258, lift_point: 0.0474, 0.9258", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/18504_5.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the TCL TV cost?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5386, 0.1224, lift_point: 0.5386, 0.1224; The action is #DUAL_POINT#; touch_point: 0.1063, 0.5713, lift_point: 0.1063, 0.5713; The action is #DUAL_POINT#; touch_point: 0.0474, 0.9258, lift_point: 0.0474, 0.9258", "response": "The action is #DUAL_POINT#; touch_point: 0.0606, 0.444, lift_point: 0.0606, 0.444", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/18504_6.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the TCL TV cost?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5386, 0.1224, lift_point: 0.5386, 0.1224; The action is #DUAL_POINT#; touch_point: 0.1063, 0.5713, lift_point: 0.1063, 0.5713; The action is #DUAL_POINT#; touch_point: 0.0474, 0.9258, lift_point: 0.0474, 0.9258; The action is #DUAL_POINT#; touch_point: 0.0606, 0.444, lift_point: 0.0606, 0.444", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does the TCL TV cost? \"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/18504_7.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the TCL TV cost?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5386, 0.1224, lift_point: 0.5386, 0.1224; The action is #DUAL_POINT#; touch_point: 0.1063, 0.5713, lift_point: 0.1063, 0.5713; The action is #DUAL_POINT#; touch_point: 0.0474, 0.9258, lift_point: 0.0474, 0.9258; The action is #DUAL_POINT#; touch_point: 0.0606, 0.444, lift_point: 0.0606, 0.444; The action is #TYPE#; And the content is : \"typed_text\": \"How much does the TCL TV cost? \"", "response": "The action is #DUAL_POINT#; touch_point: 0.1079, 0.3517, lift_point: 0.1079, 0.3517", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/18504_8.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the TCL TV cost?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5386, 0.1224, lift_point: 0.5386, 0.1224; The action is #DUAL_POINT#; touch_point: 0.1063, 0.5713, lift_point: 0.1063, 0.5713; The action is #DUAL_POINT#; touch_point: 0.0474, 0.9258, lift_point: 0.0474, 0.9258; The action is #DUAL_POINT#; touch_point: 0.0606, 0.444, lift_point: 0.0606, 0.444; The action is #TYPE#; And the content is : \"typed_text\": \"How much does the TCL TV cost? \"; The action is #DUAL_POINT#; touch_point: 0.1079, 0.3517, lift_point: 0.1079, 0.3517", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/18504_9.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the TCL TV cost?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5386, 0.1224, lift_point: 0.5386, 0.1224; The action is #DUAL_POINT#; touch_point: 0.1063, 0.5713, lift_point: 0.1063, 0.5713; The action is #DUAL_POINT#; touch_point: 0.0474, 0.9258, lift_point: 0.0474, 0.9258; The action is #DUAL_POINT#; touch_point: 0.0606, 0.444, lift_point: 0.0606, 0.444; The action is #TYPE#; And the content is : \"typed_text\": \"How much does the TCL TV cost? \"; The action is #DUAL_POINT#; touch_point: 0.1079, 0.3517, lift_point: 0.1079, 0.3517; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/18504_10.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the TCL TV cost?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5386, 0.1224, lift_point: 0.5386, 0.1224; The action is #DUAL_POINT#; touch_point: 0.1063, 0.5713, lift_point: 0.1063, 0.5713; The action is #DUAL_POINT#; touch_point: 0.0474, 0.9258, lift_point: 0.0474, 0.9258; The action is #DUAL_POINT#; touch_point: 0.0606, 0.444, lift_point: 0.0606, 0.444; The action is #TYPE#; And the content is : \"typed_text\": \"How much does the TCL TV cost? \"; The action is #DUAL_POINT#; touch_point: 0.1079, 0.3517, lift_point: 0.1079, 0.3517; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3504, 0.3787, lift_point: 0.3504, 0.3787", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/18504_11.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the TCL TV cost?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5386, 0.1224, lift_point: 0.5386, 0.1224; The action is #DUAL_POINT#; touch_point: 0.1063, 0.5713, lift_point: 0.1063, 0.5713; The action is #DUAL_POINT#; touch_point: 0.0474, 0.9258, lift_point: 0.0474, 0.9258; The action is #DUAL_POINT#; touch_point: 0.0606, 0.444, lift_point: 0.0606, 0.444; The action is #TYPE#; And the content is : \"typed_text\": \"How much does the TCL TV cost? \"; The action is #DUAL_POINT#; touch_point: 0.1079, 0.3517, lift_point: 0.1079, 0.3517; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3504, 0.3787, lift_point: 0.3504, 0.3787", "response": "The action is #PRESS_BACK#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/18504_12.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the TCL TV cost?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5386, 0.1224, lift_point: 0.5386, 0.1224; The action is #DUAL_POINT#; touch_point: 0.1063, 0.5713, lift_point: 0.1063, 0.5713; The action is #DUAL_POINT#; touch_point: 0.0474, 0.9258, lift_point: 0.0474, 0.9258; The action is #DUAL_POINT#; touch_point: 0.0606, 0.444, lift_point: 0.0606, 0.444; The action is #TYPE#; And the content is : \"typed_text\": \"How much does the TCL TV cost? \"; The action is #DUAL_POINT#; touch_point: 0.1079, 0.3517, lift_point: 0.1079, 0.3517; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3504, 0.3787, lift_point: 0.3504, 0.3787; The action is #PRESS_BACK#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/18504_13.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the TCL TV cost?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5386, 0.1224, lift_point: 0.5386, 0.1224; The action is #DUAL_POINT#; touch_point: 0.1063, 0.5713, lift_point: 0.1063, 0.5713; The action is #DUAL_POINT#; touch_point: 0.0474, 0.9258, lift_point: 0.0474, 0.9258; The action is #DUAL_POINT#; touch_point: 0.0606, 0.444, lift_point: 0.0606, 0.444; The action is #TYPE#; And the content is : \"typed_text\": \"How much does the TCL TV cost? \"; The action is #DUAL_POINT#; touch_point: 0.1079, 0.3517, lift_point: 0.1079, 0.3517; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3504, 0.3787, lift_point: 0.3504, 0.3787; The action is #PRESS_BACK#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/18504_14.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the TCL TV cost?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5386, 0.1224, lift_point: 0.5386, 0.1224; The action is #DUAL_POINT#; touch_point: 0.1063, 0.5713, lift_point: 0.1063, 0.5713; The action is #DUAL_POINT#; touch_point: 0.0474, 0.9258, lift_point: 0.0474, 0.9258; The action is #DUAL_POINT#; touch_point: 0.0606, 0.444, lift_point: 0.0606, 0.444; The action is #TYPE#; And the content is : \"typed_text\": \"How much does the TCL TV cost? \"; The action is #DUAL_POINT#; touch_point: 0.1079, 0.3517, lift_point: 0.1079, 0.3517; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3504, 0.3787, lift_point: 0.3504, 0.3787; The action is #PRESS_BACK#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/18504_15.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the TCL TV cost?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5386, 0.1224, lift_point: 0.5386, 0.1224; The action is #DUAL_POINT#; touch_point: 0.1063, 0.5713, lift_point: 0.1063, 0.5713; The action is #DUAL_POINT#; touch_point: 0.0474, 0.9258, lift_point: 0.0474, 0.9258; The action is #DUAL_POINT#; touch_point: 0.0606, 0.444, lift_point: 0.0606, 0.444; The action is #TYPE#; And the content is : \"typed_text\": \"How much does the TCL TV cost? \"; The action is #DUAL_POINT#; touch_point: 0.1079, 0.3517, lift_point: 0.1079, 0.3517; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3504, 0.3787, lift_point: 0.3504, 0.3787; The action is #PRESS_BACK#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #DUAL_POINT#; touch_point: 0.5519, 0.3016, lift_point: 0.5519, 0.3016", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/18504_16.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the TCL TV cost?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5386, 0.1224, lift_point: 0.5386, 0.1224; The action is #DUAL_POINT#; touch_point: 0.1063, 0.5713, lift_point: 0.1063, 0.5713; The action is #DUAL_POINT#; touch_point: 0.0474, 0.9258, lift_point: 0.0474, 0.9258; The action is #DUAL_POINT#; touch_point: 0.0606, 0.444, lift_point: 0.0606, 0.444; The action is #TYPE#; And the content is : \"typed_text\": \"How much does the TCL TV cost? \"; The action is #DUAL_POINT#; touch_point: 0.1079, 0.3517, lift_point: 0.1079, 0.3517; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3504, 0.3787, lift_point: 0.3504, 0.3787; The action is #PRESS_BACK#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.5519, 0.3016, lift_point: 0.5519, 0.3016", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/18504_17.png" ] }, { "query": "\nPrevious Actions: Goal: What's the US dollar exchange rate against the Australian Dollar?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/18530_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the US dollar exchange rate against the Australian Dollar?; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/18530_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the US dollar exchange rate against the Australian Dollar?; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.5469, 0.1552, lift_point: 0.5469, 0.1552", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/18530_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the US dollar exchange rate against the Australian Dollar?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5469, 0.1552, lift_point: 0.5469, 0.1552", "response": "The action is #DUAL_POINT#; touch_point: 0.0428, 0.5818, lift_point: 0.0428, 0.5818", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/18530_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the US dollar exchange rate against the Australian Dollar?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5469, 0.1552, lift_point: 0.5469, 0.1552; The action is #DUAL_POINT#; touch_point: 0.0428, 0.5818, lift_point: 0.0428, 0.5818", "response": "The action is #DUAL_POINT#; touch_point: 0.0428, 0.9008, lift_point: 0.0428, 0.9008", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/18530_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the US dollar exchange rate against the Australian Dollar?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5469, 0.1552, lift_point: 0.5469, 0.1552; The action is #DUAL_POINT#; touch_point: 0.0428, 0.5818, lift_point: 0.0428, 0.5818; The action is #DUAL_POINT#; touch_point: 0.0428, 0.9008, lift_point: 0.0428, 0.9008", "response": "The action is #DUAL_POINT#; touch_point: 0.0586, 0.3854, lift_point: 0.0586, 0.3854", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/18530_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the US dollar exchange rate against the Australian Dollar?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5469, 0.1552, lift_point: 0.5469, 0.1552; The action is #DUAL_POINT#; touch_point: 0.0428, 0.5818, lift_point: 0.0428, 0.5818; The action is #DUAL_POINT#; touch_point: 0.0428, 0.9008, lift_point: 0.0428, 0.9008; The action is #DUAL_POINT#; touch_point: 0.0586, 0.3854, lift_point: 0.0586, 0.3854", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the US dollar exchange rate against the Australian Dollar? \"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/18530_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the US dollar exchange rate against the Australian Dollar?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5469, 0.1552, lift_point: 0.5469, 0.1552; The action is #DUAL_POINT#; touch_point: 0.0428, 0.5818, lift_point: 0.0428, 0.5818; The action is #DUAL_POINT#; touch_point: 0.0428, 0.9008, lift_point: 0.0428, 0.9008; The action is #DUAL_POINT#; touch_point: 0.0586, 0.3854, lift_point: 0.0586, 0.3854; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the US dollar exchange rate against the Australian Dollar? \"", "response": "The action is #DUAL_POINT#; touch_point: 0.0533, 0.8195, lift_point: 0.0533, 0.8195", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/18530_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the US dollar exchange rate against the Australian Dollar?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5469, 0.1552, lift_point: 0.5469, 0.1552; The action is #DUAL_POINT#; touch_point: 0.0428, 0.5818, lift_point: 0.0428, 0.5818; The action is #DUAL_POINT#; touch_point: 0.0428, 0.9008, lift_point: 0.0428, 0.9008; The action is #DUAL_POINT#; touch_point: 0.0586, 0.3854, lift_point: 0.0586, 0.3854; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the US dollar exchange rate against the Australian Dollar? \"; The action is #DUAL_POINT#; touch_point: 0.0533, 0.8195, lift_point: 0.0533, 0.8195", "response": "The action is #DUAL_POINT#; touch_point: 0.0479, 0.8541, lift_point: 0.0479, 0.8541", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/18530_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's the US dollar exchange rate against the Australian Dollar?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5469, 0.1552, lift_point: 0.5469, 0.1552; The action is #DUAL_POINT#; touch_point: 0.0428, 0.5818, lift_point: 0.0428, 0.5818; The action is #DUAL_POINT#; touch_point: 0.0428, 0.9008, lift_point: 0.0428, 0.9008; The action is #DUAL_POINT#; touch_point: 0.0586, 0.3854, lift_point: 0.0586, 0.3854; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the US dollar exchange rate against the Australian Dollar? \"; The action is #DUAL_POINT#; touch_point: 0.0533, 0.8195, lift_point: 0.0533, 0.8195; The action is #DUAL_POINT#; touch_point: 0.0479, 0.8541, lift_point: 0.0479, 0.8541", "response": "The action is #DUAL_POINT#; touch_point: 0.0527, 0.8434, lift_point: 0.0527, 0.8434", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/18530_10.png" ] }, { "query": "\nPrevious Actions: Goal: What's the US dollar exchange rate against the Australian Dollar?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5469, 0.1552, lift_point: 0.5469, 0.1552; The action is #DUAL_POINT#; touch_point: 0.0428, 0.5818, lift_point: 0.0428, 0.5818; The action is #DUAL_POINT#; touch_point: 0.0428, 0.9008, lift_point: 0.0428, 0.9008; The action is #DUAL_POINT#; touch_point: 0.0586, 0.3854, lift_point: 0.0586, 0.3854; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the US dollar exchange rate against the Australian Dollar? \"; The action is #DUAL_POINT#; touch_point: 0.0533, 0.8195, lift_point: 0.0533, 0.8195; The action is #DUAL_POINT#; touch_point: 0.0479, 0.8541, lift_point: 0.0479, 0.8541; The action is #DUAL_POINT#; touch_point: 0.0527, 0.8434, lift_point: 0.0527, 0.8434", "response": "The action is #DUAL_POINT#; touch_point: 0.0552, 0.8162, lift_point: 0.0552, 0.8162", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/18530_11.png" ] }, { "query": "\nPrevious Actions: Goal: What's the US dollar exchange rate against the Australian Dollar?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5469, 0.1552, lift_point: 0.5469, 0.1552; The action is #DUAL_POINT#; touch_point: 0.0428, 0.5818, lift_point: 0.0428, 0.5818; The action is #DUAL_POINT#; touch_point: 0.0428, 0.9008, lift_point: 0.0428, 0.9008; The action is #DUAL_POINT#; touch_point: 0.0586, 0.3854, lift_point: 0.0586, 0.3854; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the US dollar exchange rate against the Australian Dollar? \"; The action is #DUAL_POINT#; touch_point: 0.0533, 0.8195, lift_point: 0.0533, 0.8195; The action is #DUAL_POINT#; touch_point: 0.0479, 0.8541, lift_point: 0.0479, 0.8541; The action is #DUAL_POINT#; touch_point: 0.0527, 0.8434, lift_point: 0.0527, 0.8434; The action is #DUAL_POINT#; touch_point: 0.0552, 0.8162, lift_point: 0.0552, 0.8162", "response": "The action is #DUAL_POINT#; touch_point: 0.0326, 0.9083, lift_point: 0.0326, 0.9083", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/18530_12.png" ] }, { "query": "\nPrevious Actions: Goal: What's the US dollar exchange rate against the Australian Dollar?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5469, 0.1552, lift_point: 0.5469, 0.1552; The action is #DUAL_POINT#; touch_point: 0.0428, 0.5818, lift_point: 0.0428, 0.5818; The action is #DUAL_POINT#; touch_point: 0.0428, 0.9008, lift_point: 0.0428, 0.9008; The action is #DUAL_POINT#; touch_point: 0.0586, 0.3854, lift_point: 0.0586, 0.3854; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the US dollar exchange rate against the Australian Dollar? \"; The action is #DUAL_POINT#; touch_point: 0.0533, 0.8195, lift_point: 0.0533, 0.8195; The action is #DUAL_POINT#; touch_point: 0.0479, 0.8541, lift_point: 0.0479, 0.8541; The action is #DUAL_POINT#; touch_point: 0.0527, 0.8434, lift_point: 0.0527, 0.8434; The action is #DUAL_POINT#; touch_point: 0.0552, 0.8162, lift_point: 0.0552, 0.8162; The action is #DUAL_POINT#; touch_point: 0.0326, 0.9083, lift_point: 0.0326, 0.9083", "response": "The action is #DUAL_POINT#; touch_point: 0.0454, 0.9083, lift_point: 0.0454, 0.9083", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/18530_13.png" ] }, { "query": "\nPrevious Actions: Goal: What's the US dollar exchange rate against the Australian Dollar?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5469, 0.1552, lift_point: 0.5469, 0.1552; The action is #DUAL_POINT#; touch_point: 0.0428, 0.5818, lift_point: 0.0428, 0.5818; The action is #DUAL_POINT#; touch_point: 0.0428, 0.9008, lift_point: 0.0428, 0.9008; The action is #DUAL_POINT#; touch_point: 0.0586, 0.3854, lift_point: 0.0586, 0.3854; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the US dollar exchange rate against the Australian Dollar? \"; The action is #DUAL_POINT#; touch_point: 0.0533, 0.8195, lift_point: 0.0533, 0.8195; The action is #DUAL_POINT#; touch_point: 0.0479, 0.8541, lift_point: 0.0479, 0.8541; The action is #DUAL_POINT#; touch_point: 0.0527, 0.8434, lift_point: 0.0527, 0.8434; The action is #DUAL_POINT#; touch_point: 0.0552, 0.8162, lift_point: 0.0552, 0.8162; The action is #DUAL_POINT#; touch_point: 0.0326, 0.9083, lift_point: 0.0326, 0.9083; The action is #DUAL_POINT#; touch_point: 0.0454, 0.9083, lift_point: 0.0454, 0.9083", "response": "The action is #DUAL_POINT#; touch_point: 0.0524, 0.3553, lift_point: 0.0524, 0.3553", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/18530_14.png" ] }, { "query": "\nPrevious Actions: Goal: What's the US dollar exchange rate against the Australian Dollar?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5469, 0.1552, lift_point: 0.5469, 0.1552; The action is #DUAL_POINT#; touch_point: 0.0428, 0.5818, lift_point: 0.0428, 0.5818; The action is #DUAL_POINT#; touch_point: 0.0428, 0.9008, lift_point: 0.0428, 0.9008; The action is #DUAL_POINT#; touch_point: 0.0586, 0.3854, lift_point: 0.0586, 0.3854; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the US dollar exchange rate against the Australian Dollar? \"; The action is #DUAL_POINT#; touch_point: 0.0533, 0.8195, lift_point: 0.0533, 0.8195; The action is #DUAL_POINT#; touch_point: 0.0479, 0.8541, lift_point: 0.0479, 0.8541; The action is #DUAL_POINT#; touch_point: 0.0527, 0.8434, lift_point: 0.0527, 0.8434; The action is #DUAL_POINT#; touch_point: 0.0552, 0.8162, lift_point: 0.0552, 0.8162; The action is #DUAL_POINT#; touch_point: 0.0326, 0.9083, lift_point: 0.0326, 0.9083; The action is #DUAL_POINT#; touch_point: 0.0454, 0.9083, lift_point: 0.0454, 0.9083; The action is #DUAL_POINT#; touch_point: 0.0524, 0.3553, lift_point: 0.0524, 0.3553", "response": "The action is #PRESS_BACK#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/18530_15.png" ] }, { "query": "\nPrevious Actions: Goal: What's the US dollar exchange rate against the Australian Dollar?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5469, 0.1552, lift_point: 0.5469, 0.1552; The action is #DUAL_POINT#; touch_point: 0.0428, 0.5818, lift_point: 0.0428, 0.5818; The action is #DUAL_POINT#; touch_point: 0.0428, 0.9008, lift_point: 0.0428, 0.9008; The action is #DUAL_POINT#; touch_point: 0.0586, 0.3854, lift_point: 0.0586, 0.3854; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the US dollar exchange rate against the Australian Dollar? \"; The action is #DUAL_POINT#; touch_point: 0.0533, 0.8195, lift_point: 0.0533, 0.8195; The action is #DUAL_POINT#; touch_point: 0.0479, 0.8541, lift_point: 0.0479, 0.8541; The action is #DUAL_POINT#; touch_point: 0.0527, 0.8434, lift_point: 0.0527, 0.8434; The action is #DUAL_POINT#; touch_point: 0.0552, 0.8162, lift_point: 0.0552, 0.8162; The action is #DUAL_POINT#; touch_point: 0.0326, 0.9083, lift_point: 0.0326, 0.9083; The action is #DUAL_POINT#; touch_point: 0.0454, 0.9083, lift_point: 0.0454, 0.9083; The action is #DUAL_POINT#; touch_point: 0.0524, 0.3553, lift_point: 0.0524, 0.3553; The action is #PRESS_BACK#", "response": "The action is #DUAL_POINT#; touch_point: 0.0664, 0.2897, lift_point: 0.0664, 0.2897", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/18530_16.png" ] }, { "query": "\nPrevious Actions: Goal: What's the US dollar exchange rate against the Australian Dollar?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5469, 0.1552, lift_point: 0.5469, 0.1552; The action is #DUAL_POINT#; touch_point: 0.0428, 0.5818, lift_point: 0.0428, 0.5818; The action is #DUAL_POINT#; touch_point: 0.0428, 0.9008, lift_point: 0.0428, 0.9008; The action is #DUAL_POINT#; touch_point: 0.0586, 0.3854, lift_point: 0.0586, 0.3854; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the US dollar exchange rate against the Australian Dollar? \"; The action is #DUAL_POINT#; touch_point: 0.0533, 0.8195, lift_point: 0.0533, 0.8195; The action is #DUAL_POINT#; touch_point: 0.0479, 0.8541, lift_point: 0.0479, 0.8541; The action is #DUAL_POINT#; touch_point: 0.0527, 0.8434, lift_point: 0.0527, 0.8434; The action is #DUAL_POINT#; touch_point: 0.0552, 0.8162, lift_point: 0.0552, 0.8162; The action is #DUAL_POINT#; touch_point: 0.0326, 0.9083, lift_point: 0.0326, 0.9083; The action is #DUAL_POINT#; touch_point: 0.0454, 0.9083, lift_point: 0.0454, 0.9083; The action is #DUAL_POINT#; touch_point: 0.0524, 0.3553, lift_point: 0.0524, 0.3553; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.0664, 0.2897, lift_point: 0.0664, 0.2897", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the US dollar exchange rate against the Australian Dollar \"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/18530_17.png" ] }, { "query": "\nPrevious Actions: Goal: What's the US dollar exchange rate against the Australian Dollar?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5469, 0.1552, lift_point: 0.5469, 0.1552; The action is #DUAL_POINT#; touch_point: 0.0428, 0.5818, lift_point: 0.0428, 0.5818; The action is #DUAL_POINT#; touch_point: 0.0428, 0.9008, lift_point: 0.0428, 0.9008; The action is #DUAL_POINT#; touch_point: 0.0586, 0.3854, lift_point: 0.0586, 0.3854; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the US dollar exchange rate against the Australian Dollar? \"; The action is #DUAL_POINT#; touch_point: 0.0533, 0.8195, lift_point: 0.0533, 0.8195; The action is #DUAL_POINT#; touch_point: 0.0479, 0.8541, lift_point: 0.0479, 0.8541; The action is #DUAL_POINT#; touch_point: 0.0527, 0.8434, lift_point: 0.0527, 0.8434; The action is #DUAL_POINT#; touch_point: 0.0552, 0.8162, lift_point: 0.0552, 0.8162; The action is #DUAL_POINT#; touch_point: 0.0326, 0.9083, lift_point: 0.0326, 0.9083; The action is #DUAL_POINT#; touch_point: 0.0454, 0.9083, lift_point: 0.0454, 0.9083; The action is #DUAL_POINT#; touch_point: 0.0524, 0.3553, lift_point: 0.0524, 0.3553; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.0664, 0.2897, lift_point: 0.0664, 0.2897; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the US dollar exchange rate against the Australian Dollar \"", "response": "The action is #DUAL_POINT#; touch_point: 0.0612, 0.5317, lift_point: 0.0612, 0.5317", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/18530_18.png" ] }, { "query": "\nPrevious Actions: Goal: What's the US dollar exchange rate against the Australian Dollar?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5469, 0.1552, lift_point: 0.5469, 0.1552; The action is #DUAL_POINT#; touch_point: 0.0428, 0.5818, lift_point: 0.0428, 0.5818; The action is #DUAL_POINT#; touch_point: 0.0428, 0.9008, lift_point: 0.0428, 0.9008; The action is #DUAL_POINT#; touch_point: 0.0586, 0.3854, lift_point: 0.0586, 0.3854; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the US dollar exchange rate against the Australian Dollar? \"; The action is #DUAL_POINT#; touch_point: 0.0533, 0.8195, lift_point: 0.0533, 0.8195; The action is #DUAL_POINT#; touch_point: 0.0479, 0.8541, lift_point: 0.0479, 0.8541; The action is #DUAL_POINT#; touch_point: 0.0527, 0.8434, lift_point: 0.0527, 0.8434; The action is #DUAL_POINT#; touch_point: 0.0552, 0.8162, lift_point: 0.0552, 0.8162; The action is #DUAL_POINT#; touch_point: 0.0326, 0.9083, lift_point: 0.0326, 0.9083; The action is #DUAL_POINT#; touch_point: 0.0454, 0.9083, lift_point: 0.0454, 0.9083; The action is #DUAL_POINT#; touch_point: 0.0524, 0.3553, lift_point: 0.0524, 0.3553; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.0664, 0.2897, lift_point: 0.0664, 0.2897; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the US dollar exchange rate against the Australian Dollar \"; The action is #DUAL_POINT#; touch_point: 0.0612, 0.5317, lift_point: 0.0612, 0.5317", "response": "The action is #DUAL_POINT#; touch_point: 0.048, 0.8925, lift_point: 0.048, 0.8925", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/18530_19.png" ] }, { "query": "\nPrevious Actions: Goal: What's the US dollar exchange rate against the Australian Dollar?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5469, 0.1552, lift_point: 0.5469, 0.1552; The action is #DUAL_POINT#; touch_point: 0.0428, 0.5818, lift_point: 0.0428, 0.5818; The action is #DUAL_POINT#; touch_point: 0.0428, 0.9008, lift_point: 0.0428, 0.9008; The action is #DUAL_POINT#; touch_point: 0.0586, 0.3854, lift_point: 0.0586, 0.3854; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the US dollar exchange rate against the Australian Dollar? \"; The action is #DUAL_POINT#; touch_point: 0.0533, 0.8195, lift_point: 0.0533, 0.8195; The action is #DUAL_POINT#; touch_point: 0.0479, 0.8541, lift_point: 0.0479, 0.8541; The action is #DUAL_POINT#; touch_point: 0.0527, 0.8434, lift_point: 0.0527, 0.8434; The action is #DUAL_POINT#; touch_point: 0.0552, 0.8162, lift_point: 0.0552, 0.8162; The action is #DUAL_POINT#; touch_point: 0.0326, 0.9083, lift_point: 0.0326, 0.9083; The action is #DUAL_POINT#; touch_point: 0.0454, 0.9083, lift_point: 0.0454, 0.9083; The action is #DUAL_POINT#; touch_point: 0.0524, 0.3553, lift_point: 0.0524, 0.3553; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.0664, 0.2897, lift_point: 0.0664, 0.2897; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the US dollar exchange rate against the Australian Dollar \"; The action is #DUAL_POINT#; touch_point: 0.0612, 0.5317, lift_point: 0.0612, 0.5317; The action is #DUAL_POINT#; touch_point: 0.048, 0.8925, lift_point: 0.048, 0.8925", "response": "The action is #DUAL_POINT#; touch_point: 0.0512, 0.3511, lift_point: 0.0512, 0.3511", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/18530_20.png" ] }, { "query": "\nPrevious Actions: Goal: What's the US dollar exchange rate against the Australian Dollar?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5469, 0.1552, lift_point: 0.5469, 0.1552; The action is #DUAL_POINT#; touch_point: 0.0428, 0.5818, lift_point: 0.0428, 0.5818; The action is #DUAL_POINT#; touch_point: 0.0428, 0.9008, lift_point: 0.0428, 0.9008; The action is #DUAL_POINT#; touch_point: 0.0586, 0.3854, lift_point: 0.0586, 0.3854; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the US dollar exchange rate against the Australian Dollar? \"; The action is #DUAL_POINT#; touch_point: 0.0533, 0.8195, lift_point: 0.0533, 0.8195; The action is #DUAL_POINT#; touch_point: 0.0479, 0.8541, lift_point: 0.0479, 0.8541; The action is #DUAL_POINT#; touch_point: 0.0527, 0.8434, lift_point: 0.0527, 0.8434; The action is #DUAL_POINT#; touch_point: 0.0552, 0.8162, lift_point: 0.0552, 0.8162; The action is #DUAL_POINT#; touch_point: 0.0326, 0.9083, lift_point: 0.0326, 0.9083; The action is #DUAL_POINT#; touch_point: 0.0454, 0.9083, lift_point: 0.0454, 0.9083; The action is #DUAL_POINT#; touch_point: 0.0524, 0.3553, lift_point: 0.0524, 0.3553; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.0664, 0.2897, lift_point: 0.0664, 0.2897; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the US dollar exchange rate against the Australian Dollar \"; The action is #DUAL_POINT#; touch_point: 0.0612, 0.5317, lift_point: 0.0612, 0.5317; The action is #DUAL_POINT#; touch_point: 0.048, 0.8925, lift_point: 0.048, 0.8925; The action is #DUAL_POINT#; touch_point: 0.0512, 0.3511, lift_point: 0.0512, 0.3511", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"US dollar exchange rate against the Australian Dollar \"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/18530_21.png" ] }, { "query": "\nPrevious Actions: Goal: What's the US dollar exchange rate against the Australian Dollar?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5469, 0.1552, lift_point: 0.5469, 0.1552; The action is #DUAL_POINT#; touch_point: 0.0428, 0.5818, lift_point: 0.0428, 0.5818; The action is #DUAL_POINT#; touch_point: 0.0428, 0.9008, lift_point: 0.0428, 0.9008; The action is #DUAL_POINT#; touch_point: 0.0586, 0.3854, lift_point: 0.0586, 0.3854; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the US dollar exchange rate against the Australian Dollar? \"; The action is #DUAL_POINT#; touch_point: 0.0533, 0.8195, lift_point: 0.0533, 0.8195; The action is #DUAL_POINT#; touch_point: 0.0479, 0.8541, lift_point: 0.0479, 0.8541; The action is #DUAL_POINT#; touch_point: 0.0527, 0.8434, lift_point: 0.0527, 0.8434; The action is #DUAL_POINT#; touch_point: 0.0552, 0.8162, lift_point: 0.0552, 0.8162; The action is #DUAL_POINT#; touch_point: 0.0326, 0.9083, lift_point: 0.0326, 0.9083; The action is #DUAL_POINT#; touch_point: 0.0454, 0.9083, lift_point: 0.0454, 0.9083; The action is #DUAL_POINT#; touch_point: 0.0524, 0.3553, lift_point: 0.0524, 0.3553; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.0664, 0.2897, lift_point: 0.0664, 0.2897; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the US dollar exchange rate against the Australian Dollar \"; The action is #DUAL_POINT#; touch_point: 0.0612, 0.5317, lift_point: 0.0612, 0.5317; The action is #DUAL_POINT#; touch_point: 0.048, 0.8925, lift_point: 0.048, 0.8925; The action is #DUAL_POINT#; touch_point: 0.0512, 0.3511, lift_point: 0.0512, 0.3511; The action is #TYPE#; And the content is : \"typed_text\": \"US dollar exchange rate against the Australian Dollar \"", "response": "The action is #DUAL_POINT#; touch_point: 0.1125, 0.3218, lift_point: 0.1125, 0.3218", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/18530_22.png" ] }, { "query": "\nPrevious Actions: Goal: What's the US dollar exchange rate against the Australian Dollar?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5469, 0.1552, lift_point: 0.5469, 0.1552; The action is #DUAL_POINT#; touch_point: 0.0428, 0.5818, lift_point: 0.0428, 0.5818; The action is #DUAL_POINT#; touch_point: 0.0428, 0.9008, lift_point: 0.0428, 0.9008; The action is #DUAL_POINT#; touch_point: 0.0586, 0.3854, lift_point: 0.0586, 0.3854; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the US dollar exchange rate against the Australian Dollar? \"; The action is #DUAL_POINT#; touch_point: 0.0533, 0.8195, lift_point: 0.0533, 0.8195; The action is #DUAL_POINT#; touch_point: 0.0479, 0.8541, lift_point: 0.0479, 0.8541; The action is #DUAL_POINT#; touch_point: 0.0527, 0.8434, lift_point: 0.0527, 0.8434; The action is #DUAL_POINT#; touch_point: 0.0552, 0.8162, lift_point: 0.0552, 0.8162; The action is #DUAL_POINT#; touch_point: 0.0326, 0.9083, lift_point: 0.0326, 0.9083; The action is #DUAL_POINT#; touch_point: 0.0454, 0.9083, lift_point: 0.0454, 0.9083; The action is #DUAL_POINT#; touch_point: 0.0524, 0.3553, lift_point: 0.0524, 0.3553; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.0664, 0.2897, lift_point: 0.0664, 0.2897; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the US dollar exchange rate against the Australian Dollar \"; The action is #DUAL_POINT#; touch_point: 0.0612, 0.5317, lift_point: 0.0612, 0.5317; The action is #DUAL_POINT#; touch_point: 0.048, 0.8925, lift_point: 0.048, 0.8925; The action is #DUAL_POINT#; touch_point: 0.0512, 0.3511, lift_point: 0.0512, 0.3511; The action is #TYPE#; And the content is : \"typed_text\": \"US dollar exchange rate against the Australian Dollar \"; The action is #DUAL_POINT#; touch_point: 0.1125, 0.3218, lift_point: 0.1125, 0.3218", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/18530_23.png" ] }, { "query": "\nPrevious Actions: Goal: What's the US dollar exchange rate against the Australian Dollar?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5469, 0.1552, lift_point: 0.5469, 0.1552; The action is #DUAL_POINT#; touch_point: 0.0428, 0.5818, lift_point: 0.0428, 0.5818; The action is #DUAL_POINT#; touch_point: 0.0428, 0.9008, lift_point: 0.0428, 0.9008; The action is #DUAL_POINT#; touch_point: 0.0586, 0.3854, lift_point: 0.0586, 0.3854; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the US dollar exchange rate against the Australian Dollar? \"; The action is #DUAL_POINT#; touch_point: 0.0533, 0.8195, lift_point: 0.0533, 0.8195; The action is #DUAL_POINT#; touch_point: 0.0479, 0.8541, lift_point: 0.0479, 0.8541; The action is #DUAL_POINT#; touch_point: 0.0527, 0.8434, lift_point: 0.0527, 0.8434; The action is #DUAL_POINT#; touch_point: 0.0552, 0.8162, lift_point: 0.0552, 0.8162; The action is #DUAL_POINT#; touch_point: 0.0326, 0.9083, lift_point: 0.0326, 0.9083; The action is #DUAL_POINT#; touch_point: 0.0454, 0.9083, lift_point: 0.0454, 0.9083; The action is #DUAL_POINT#; touch_point: 0.0524, 0.3553, lift_point: 0.0524, 0.3553; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.0664, 0.2897, lift_point: 0.0664, 0.2897; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the US dollar exchange rate against the Australian Dollar \"; The action is #DUAL_POINT#; touch_point: 0.0612, 0.5317, lift_point: 0.0612, 0.5317; The action is #DUAL_POINT#; touch_point: 0.048, 0.8925, lift_point: 0.048, 0.8925; The action is #DUAL_POINT#; touch_point: 0.0512, 0.3511, lift_point: 0.0512, 0.3511; The action is #TYPE#; And the content is : \"typed_text\": \"US dollar exchange rate against the Australian Dollar \"; The action is #DUAL_POINT#; touch_point: 0.1125, 0.3218, lift_point: 0.1125, 0.3218; The action is #Scrolling Up#", "response": "The action is #DUAL_POINT#; touch_point: 0.7876, 0.173, lift_point: 0.7876, 0.173", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/18530_24.png" ] }, { "query": "\nPrevious Actions: Goal: What's the US dollar exchange rate against the Australian Dollar?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5469, 0.1552, lift_point: 0.5469, 0.1552; The action is #DUAL_POINT#; touch_point: 0.0428, 0.5818, lift_point: 0.0428, 0.5818; The action is #DUAL_POINT#; touch_point: 0.0428, 0.9008, lift_point: 0.0428, 0.9008; The action is #DUAL_POINT#; touch_point: 0.0586, 0.3854, lift_point: 0.0586, 0.3854; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the US dollar exchange rate against the Australian Dollar? \"; The action is #DUAL_POINT#; touch_point: 0.0533, 0.8195, lift_point: 0.0533, 0.8195; The action is #DUAL_POINT#; touch_point: 0.0479, 0.8541, lift_point: 0.0479, 0.8541; The action is #DUAL_POINT#; touch_point: 0.0527, 0.8434, lift_point: 0.0527, 0.8434; The action is #DUAL_POINT#; touch_point: 0.0552, 0.8162, lift_point: 0.0552, 0.8162; The action is #DUAL_POINT#; touch_point: 0.0326, 0.9083, lift_point: 0.0326, 0.9083; The action is #DUAL_POINT#; touch_point: 0.0454, 0.9083, lift_point: 0.0454, 0.9083; The action is #DUAL_POINT#; touch_point: 0.0524, 0.3553, lift_point: 0.0524, 0.3553; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.0664, 0.2897, lift_point: 0.0664, 0.2897; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the US dollar exchange rate against the Australian Dollar \"; The action is #DUAL_POINT#; touch_point: 0.0612, 0.5317, lift_point: 0.0612, 0.5317; The action is #DUAL_POINT#; touch_point: 0.048, 0.8925, lift_point: 0.048, 0.8925; The action is #DUAL_POINT#; touch_point: 0.0512, 0.3511, lift_point: 0.0512, 0.3511; The action is #TYPE#; And the content is : \"typed_text\": \"US dollar exchange rate against the Australian Dollar \"; The action is #DUAL_POINT#; touch_point: 0.1125, 0.3218, lift_point: 0.1125, 0.3218; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.7876, 0.173, lift_point: 0.7876, 0.173", "response": "The action is #DUAL_POINT#; touch_point: 0.3592, 0.8903, lift_point: 0.3592, 0.8903", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/18530_25.png" ] }, { "query": "\nPrevious Actions: Goal: What's the US dollar exchange rate against the Australian Dollar?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5469, 0.1552, lift_point: 0.5469, 0.1552; The action is #DUAL_POINT#; touch_point: 0.0428, 0.5818, lift_point: 0.0428, 0.5818; The action is #DUAL_POINT#; touch_point: 0.0428, 0.9008, lift_point: 0.0428, 0.9008; The action is #DUAL_POINT#; touch_point: 0.0586, 0.3854, lift_point: 0.0586, 0.3854; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the US dollar exchange rate against the Australian Dollar? \"; The action is #DUAL_POINT#; touch_point: 0.0533, 0.8195, lift_point: 0.0533, 0.8195; The action is #DUAL_POINT#; touch_point: 0.0479, 0.8541, lift_point: 0.0479, 0.8541; The action is #DUAL_POINT#; touch_point: 0.0527, 0.8434, lift_point: 0.0527, 0.8434; The action is #DUAL_POINT#; touch_point: 0.0552, 0.8162, lift_point: 0.0552, 0.8162; The action is #DUAL_POINT#; touch_point: 0.0326, 0.9083, lift_point: 0.0326, 0.9083; The action is #DUAL_POINT#; touch_point: 0.0454, 0.9083, lift_point: 0.0454, 0.9083; The action is #DUAL_POINT#; touch_point: 0.0524, 0.3553, lift_point: 0.0524, 0.3553; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.0664, 0.2897, lift_point: 0.0664, 0.2897; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the US dollar exchange rate against the Australian Dollar \"; The action is #DUAL_POINT#; touch_point: 0.0612, 0.5317, lift_point: 0.0612, 0.5317; The action is #DUAL_POINT#; touch_point: 0.048, 0.8925, lift_point: 0.048, 0.8925; The action is #DUAL_POINT#; touch_point: 0.0512, 0.3511, lift_point: 0.0512, 0.3511; The action is #TYPE#; And the content is : \"typed_text\": \"US dollar exchange rate against the Australian Dollar \"; The action is #DUAL_POINT#; touch_point: 0.1125, 0.3218, lift_point: 0.1125, 0.3218; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.7876, 0.173, lift_point: 0.7876, 0.173; The action is #DUAL_POINT#; touch_point: 0.3592, 0.8903, lift_point: 0.3592, 0.8903", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/18530_26.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Buenos aires", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/18677_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Buenos aires; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.5418, 0.1546, lift_point: 0.5418, 0.1546", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/18677_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Buenos aires; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5418, 0.1546, lift_point: 0.5418, 0.1546", "response": "The action is #DUAL_POINT#; touch_point: 0.1066, 0.6427, lift_point: 0.1066, 0.6427", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/18677_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Buenos aires; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5418, 0.1546, lift_point: 0.5418, 0.1546; The action is #DUAL_POINT#; touch_point: 0.1066, 0.6427, lift_point: 0.1066, 0.6427", "response": "The action is #DUAL_POINT#; touch_point: 0.0473, 0.9284, lift_point: 0.0473, 0.9284", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/18677_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Buenos aires; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5418, 0.1546, lift_point: 0.5418, 0.1546; The action is #DUAL_POINT#; touch_point: 0.1066, 0.6427, lift_point: 0.1066, 0.6427; The action is #DUAL_POINT#; touch_point: 0.0473, 0.9284, lift_point: 0.0473, 0.9284", "response": "The action is #DUAL_POINT#; touch_point: 0.0574, 0.4209, lift_point: 0.0574, 0.4209", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/18677_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Buenos aires; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5418, 0.1546, lift_point: 0.5418, 0.1546; The action is #DUAL_POINT#; touch_point: 0.1066, 0.6427, lift_point: 0.1066, 0.6427; The action is #DUAL_POINT#; touch_point: 0.0473, 0.9284, lift_point: 0.0473, 0.9284; The action is #DUAL_POINT#; touch_point: 0.0574, 0.4209, lift_point: 0.0574, 0.4209", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Buenos aires \"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/18677_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Buenos aires; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5418, 0.1546, lift_point: 0.5418, 0.1546; The action is #DUAL_POINT#; touch_point: 0.1066, 0.6427, lift_point: 0.1066, 0.6427; The action is #DUAL_POINT#; touch_point: 0.0473, 0.9284, lift_point: 0.0473, 0.9284; The action is #DUAL_POINT#; touch_point: 0.0574, 0.4209, lift_point: 0.0574, 0.4209; The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Buenos aires \"", "response": "The action is #DUAL_POINT#; touch_point: 0.1073, 0.2739, lift_point: 0.1073, 0.2739", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/18677_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Buenos aires; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5418, 0.1546, lift_point: 0.5418, 0.1546; The action is #DUAL_POINT#; touch_point: 0.1066, 0.6427, lift_point: 0.1066, 0.6427; The action is #DUAL_POINT#; touch_point: 0.0473, 0.9284, lift_point: 0.0473, 0.9284; The action is #DUAL_POINT#; touch_point: 0.0574, 0.4209, lift_point: 0.0574, 0.4209; The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Buenos aires \"; The action is #DUAL_POINT#; touch_point: 0.1073, 0.2739, lift_point: 0.1073, 0.2739", "response": "The action is #DUAL_POINT#; touch_point: 0.2568, 0.2873, lift_point: 0.2568, 0.2873", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/18677_8.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Buenos aires; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5418, 0.1546, lift_point: 0.5418, 0.1546; The action is #DUAL_POINT#; touch_point: 0.1066, 0.6427, lift_point: 0.1066, 0.6427; The action is #DUAL_POINT#; touch_point: 0.0473, 0.9284, lift_point: 0.0473, 0.9284; The action is #DUAL_POINT#; touch_point: 0.0574, 0.4209, lift_point: 0.0574, 0.4209; The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Buenos aires \"; The action is #DUAL_POINT#; touch_point: 0.1073, 0.2739, lift_point: 0.1073, 0.2739; The action is #DUAL_POINT#; touch_point: 0.2568, 0.2873, lift_point: 0.2568, 0.2873", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/18677_9.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Bolivia", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/18998_1.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Bolivia; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.5469, 0.1602, lift_point: 0.5469, 0.1602", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/18998_2.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Bolivia; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5469, 0.1602, lift_point: 0.5469, 0.1602", "response": "The action is #DUAL_POINT#; touch_point: 0.1094, 0.412, lift_point: 0.1094, 0.412", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/18998_3.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Bolivia; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5469, 0.1602, lift_point: 0.5469, 0.1602; The action is #DUAL_POINT#; touch_point: 0.1094, 0.412, lift_point: 0.1094, 0.412", "response": "The action is #DUAL_POINT#; touch_point: 0.0442, 0.92, lift_point: 0.0442, 0.92", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/18998_4.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Bolivia; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5469, 0.1602, lift_point: 0.5469, 0.1602; The action is #DUAL_POINT#; touch_point: 0.1094, 0.412, lift_point: 0.1094, 0.412; The action is #DUAL_POINT#; touch_point: 0.0442, 0.92, lift_point: 0.0442, 0.92", "response": "The action is #DUAL_POINT#; touch_point: 0.0447, 0.3167, lift_point: 0.0447, 0.3167", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/18998_5.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Bolivia; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5469, 0.1602, lift_point: 0.5469, 0.1602; The action is #DUAL_POINT#; touch_point: 0.1094, 0.412, lift_point: 0.1094, 0.412; The action is #DUAL_POINT#; touch_point: 0.0442, 0.92, lift_point: 0.0442, 0.92; The action is #DUAL_POINT#; touch_point: 0.0447, 0.3167, lift_point: 0.0447, 0.3167", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Google the capital of Bolivia \"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/18998_6.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Bolivia; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5469, 0.1602, lift_point: 0.5469, 0.1602; The action is #DUAL_POINT#; touch_point: 0.1094, 0.412, lift_point: 0.1094, 0.412; The action is #DUAL_POINT#; touch_point: 0.0442, 0.92, lift_point: 0.0442, 0.92; The action is #DUAL_POINT#; touch_point: 0.0447, 0.3167, lift_point: 0.0447, 0.3167; The action is #TYPE#; And the content is : \"typed_text\": \"Google the capital of Bolivia \"", "response": "The action is #DUAL_POINT#; touch_point: 0.0988, 0.3816, lift_point: 0.0988, 0.3816", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/18998_7.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Bolivia; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5469, 0.1602, lift_point: 0.5469, 0.1602; The action is #DUAL_POINT#; touch_point: 0.1094, 0.412, lift_point: 0.1094, 0.412; The action is #DUAL_POINT#; touch_point: 0.0442, 0.92, lift_point: 0.0442, 0.92; The action is #DUAL_POINT#; touch_point: 0.0447, 0.3167, lift_point: 0.0447, 0.3167; The action is #TYPE#; And the content is : \"typed_text\": \"Google the capital of Bolivia \"; The action is #DUAL_POINT#; touch_point: 0.0988, 0.3816, lift_point: 0.0988, 0.3816", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/18998_8.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19017_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19017_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19017_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.5378, 0.1475, lift_point: 0.5378, 0.1475", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19017_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5378, 0.1475, lift_point: 0.5378, 0.1475", "response": "The action is #DUAL_POINT#; touch_point: 0.5619, 0.1167, lift_point: 0.5619, 0.1167", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19017_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5378, 0.1475, lift_point: 0.5378, 0.1475; The action is #DUAL_POINT#; touch_point: 0.5619, 0.1167, lift_point: 0.5619, 0.1167", "response": "The action is #DUAL_POINT#; touch_point: 0.0562, 0.487, lift_point: 0.0562, 0.487", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19017_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5378, 0.1475, lift_point: 0.5378, 0.1475; The action is #DUAL_POINT#; touch_point: 0.5619, 0.1167, lift_point: 0.5619, 0.1167; The action is #DUAL_POINT#; touch_point: 0.0562, 0.487, lift_point: 0.0562, 0.487", "response": "The action is #DUAL_POINT#; touch_point: 0.0534, 0.9112, lift_point: 0.0534, 0.9112", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19017_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5378, 0.1475, lift_point: 0.5378, 0.1475; The action is #DUAL_POINT#; touch_point: 0.5619, 0.1167, lift_point: 0.5619, 0.1167; The action is #DUAL_POINT#; touch_point: 0.0562, 0.487, lift_point: 0.0562, 0.487; The action is #DUAL_POINT#; touch_point: 0.0534, 0.9112, lift_point: 0.0534, 0.9112", "response": "The action is #DUAL_POINT#; touch_point: 0.0619, 0.4799, lift_point: 0.0619, 0.4799", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19017_8.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5378, 0.1475, lift_point: 0.5378, 0.1475; The action is #DUAL_POINT#; touch_point: 0.5619, 0.1167, lift_point: 0.5619, 0.1167; The action is #DUAL_POINT#; touch_point: 0.0562, 0.487, lift_point: 0.0562, 0.487; The action is #DUAL_POINT#; touch_point: 0.0534, 0.9112, lift_point: 0.0534, 0.9112; The action is #DUAL_POINT#; touch_point: 0.0619, 0.4799, lift_point: 0.0619, 0.4799", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Sydney to Buenos aires \"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19017_9.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5378, 0.1475, lift_point: 0.5378, 0.1475; The action is #DUAL_POINT#; touch_point: 0.5619, 0.1167, lift_point: 0.5619, 0.1167; The action is #DUAL_POINT#; touch_point: 0.0562, 0.487, lift_point: 0.0562, 0.487; The action is #DUAL_POINT#; touch_point: 0.0534, 0.9112, lift_point: 0.0534, 0.9112; The action is #DUAL_POINT#; touch_point: 0.0619, 0.4799, lift_point: 0.0619, 0.4799; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Sydney to Buenos aires \"", "response": "The action is #DUAL_POINT#; touch_point: 0.1134, 0.4101, lift_point: 0.1134, 0.4101", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19017_10.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5378, 0.1475, lift_point: 0.5378, 0.1475; The action is #DUAL_POINT#; touch_point: 0.5619, 0.1167, lift_point: 0.5619, 0.1167; The action is #DUAL_POINT#; touch_point: 0.0562, 0.487, lift_point: 0.0562, 0.487; The action is #DUAL_POINT#; touch_point: 0.0534, 0.9112, lift_point: 0.0534, 0.9112; The action is #DUAL_POINT#; touch_point: 0.0619, 0.4799, lift_point: 0.0619, 0.4799; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Sydney to Buenos aires \"; The action is #DUAL_POINT#; touch_point: 0.1134, 0.4101, lift_point: 0.1134, 0.4101", "response": "The action is #DUAL_POINT#; touch_point: 0.5912, 0.3496, lift_point: 0.5912, 0.3496", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19017_11.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5378, 0.1475, lift_point: 0.5378, 0.1475; The action is #DUAL_POINT#; touch_point: 0.5619, 0.1167, lift_point: 0.5619, 0.1167; The action is #DUAL_POINT#; touch_point: 0.0562, 0.487, lift_point: 0.0562, 0.487; The action is #DUAL_POINT#; touch_point: 0.0534, 0.9112, lift_point: 0.0534, 0.9112; The action is #DUAL_POINT#; touch_point: 0.0619, 0.4799, lift_point: 0.0619, 0.4799; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Sydney to Buenos aires \"; The action is #DUAL_POINT#; touch_point: 0.1134, 0.4101, lift_point: 0.1134, 0.4101; The action is #DUAL_POINT#; touch_point: 0.5912, 0.3496, lift_point: 0.5912, 0.3496", "response": "The action is #DUAL_POINT#; touch_point: 0.9431, 0.52, lift_point: 0.9431, 0.52", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19017_12.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5378, 0.1475, lift_point: 0.5378, 0.1475; The action is #DUAL_POINT#; touch_point: 0.5619, 0.1167, lift_point: 0.5619, 0.1167; The action is #DUAL_POINT#; touch_point: 0.0562, 0.487, lift_point: 0.0562, 0.487; The action is #DUAL_POINT#; touch_point: 0.0534, 0.9112, lift_point: 0.0534, 0.9112; The action is #DUAL_POINT#; touch_point: 0.0619, 0.4799, lift_point: 0.0619, 0.4799; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Sydney to Buenos aires \"; The action is #DUAL_POINT#; touch_point: 0.1134, 0.4101, lift_point: 0.1134, 0.4101; The action is #DUAL_POINT#; touch_point: 0.5912, 0.3496, lift_point: 0.5912, 0.3496; The action is #DUAL_POINT#; touch_point: 0.9431, 0.52, lift_point: 0.9431, 0.52", "response": "The action is #DUAL_POINT#; touch_point: 0.1021, 0.9745, lift_point: 0.1021, 0.9745", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19017_13.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5378, 0.1475, lift_point: 0.5378, 0.1475; The action is #DUAL_POINT#; touch_point: 0.5619, 0.1167, lift_point: 0.5619, 0.1167; The action is #DUAL_POINT#; touch_point: 0.0562, 0.487, lift_point: 0.0562, 0.487; The action is #DUAL_POINT#; touch_point: 0.0534, 0.9112, lift_point: 0.0534, 0.9112; The action is #DUAL_POINT#; touch_point: 0.0619, 0.4799, lift_point: 0.0619, 0.4799; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Sydney to Buenos aires \"; The action is #DUAL_POINT#; touch_point: 0.1134, 0.4101, lift_point: 0.1134, 0.4101; The action is #DUAL_POINT#; touch_point: 0.5912, 0.3496, lift_point: 0.5912, 0.3496; The action is #DUAL_POINT#; touch_point: 0.9431, 0.52, lift_point: 0.9431, 0.52; The action is #DUAL_POINT#; touch_point: 0.1021, 0.9745, lift_point: 0.1021, 0.9745", "response": "The action is #DUAL_POINT#; touch_point: 0.5861, 0.5358, lift_point: 0.5861, 0.5358", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19017_14.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5378, 0.1475, lift_point: 0.5378, 0.1475; The action is #DUAL_POINT#; touch_point: 0.5619, 0.1167, lift_point: 0.5619, 0.1167; The action is #DUAL_POINT#; touch_point: 0.0562, 0.487, lift_point: 0.0562, 0.487; The action is #DUAL_POINT#; touch_point: 0.0534, 0.9112, lift_point: 0.0534, 0.9112; The action is #DUAL_POINT#; touch_point: 0.0619, 0.4799, lift_point: 0.0619, 0.4799; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Sydney to Buenos aires \"; The action is #DUAL_POINT#; touch_point: 0.1134, 0.4101, lift_point: 0.1134, 0.4101; The action is #DUAL_POINT#; touch_point: 0.5912, 0.3496, lift_point: 0.5912, 0.3496; The action is #DUAL_POINT#; touch_point: 0.9431, 0.52, lift_point: 0.9431, 0.52; The action is #DUAL_POINT#; touch_point: 0.1021, 0.9745, lift_point: 0.1021, 0.9745; The action is #DUAL_POINT#; touch_point: 0.5861, 0.5358, lift_point: 0.5861, 0.5358", "response": "The action is #DUAL_POINT#; touch_point: 0.4939, 0.3748, lift_point: 0.4939, 0.3748", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19017_15.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5378, 0.1475, lift_point: 0.5378, 0.1475; The action is #DUAL_POINT#; touch_point: 0.5619, 0.1167, lift_point: 0.5619, 0.1167; The action is #DUAL_POINT#; touch_point: 0.0562, 0.487, lift_point: 0.0562, 0.487; The action is #DUAL_POINT#; touch_point: 0.0534, 0.9112, lift_point: 0.0534, 0.9112; The action is #DUAL_POINT#; touch_point: 0.0619, 0.4799, lift_point: 0.0619, 0.4799; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Sydney to Buenos aires \"; The action is #DUAL_POINT#; touch_point: 0.1134, 0.4101, lift_point: 0.1134, 0.4101; The action is #DUAL_POINT#; touch_point: 0.5912, 0.3496, lift_point: 0.5912, 0.3496; The action is #DUAL_POINT#; touch_point: 0.9431, 0.52, lift_point: 0.9431, 0.52; The action is #DUAL_POINT#; touch_point: 0.1021, 0.9745, lift_point: 0.1021, 0.9745; The action is #DUAL_POINT#; touch_point: 0.5861, 0.5358, lift_point: 0.5861, 0.5358; The action is #DUAL_POINT#; touch_point: 0.4939, 0.3748, lift_point: 0.4939, 0.3748", "response": "The action is #DUAL_POINT#; touch_point: 0.4843, 0.3748, lift_point: 0.4843, 0.3748", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19017_16.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5378, 0.1475, lift_point: 0.5378, 0.1475; The action is #DUAL_POINT#; touch_point: 0.5619, 0.1167, lift_point: 0.5619, 0.1167; The action is #DUAL_POINT#; touch_point: 0.0562, 0.487, lift_point: 0.0562, 0.487; The action is #DUAL_POINT#; touch_point: 0.0534, 0.9112, lift_point: 0.0534, 0.9112; The action is #DUAL_POINT#; touch_point: 0.0619, 0.4799, lift_point: 0.0619, 0.4799; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Sydney to Buenos aires \"; The action is #DUAL_POINT#; touch_point: 0.1134, 0.4101, lift_point: 0.1134, 0.4101; The action is #DUAL_POINT#; touch_point: 0.5912, 0.3496, lift_point: 0.5912, 0.3496; The action is #DUAL_POINT#; touch_point: 0.9431, 0.52, lift_point: 0.9431, 0.52; The action is #DUAL_POINT#; touch_point: 0.1021, 0.9745, lift_point: 0.1021, 0.9745; The action is #DUAL_POINT#; touch_point: 0.5861, 0.5358, lift_point: 0.5861, 0.5358; The action is #DUAL_POINT#; touch_point: 0.4939, 0.3748, lift_point: 0.4939, 0.3748; The action is #DUAL_POINT#; touch_point: 0.4843, 0.3748, lift_point: 0.4843, 0.3748", "response": "The action is #DUAL_POINT#; touch_point: 0.5964, 0.4444, lift_point: 0.5964, 0.4444", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19017_17.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5378, 0.1475, lift_point: 0.5378, 0.1475; The action is #DUAL_POINT#; touch_point: 0.5619, 0.1167, lift_point: 0.5619, 0.1167; The action is #DUAL_POINT#; touch_point: 0.0562, 0.487, lift_point: 0.0562, 0.487; The action is #DUAL_POINT#; touch_point: 0.0534, 0.9112, lift_point: 0.0534, 0.9112; The action is #DUAL_POINT#; touch_point: 0.0619, 0.4799, lift_point: 0.0619, 0.4799; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Sydney to Buenos aires \"; The action is #DUAL_POINT#; touch_point: 0.1134, 0.4101, lift_point: 0.1134, 0.4101; The action is #DUAL_POINT#; touch_point: 0.5912, 0.3496, lift_point: 0.5912, 0.3496; The action is #DUAL_POINT#; touch_point: 0.9431, 0.52, lift_point: 0.9431, 0.52; The action is #DUAL_POINT#; touch_point: 0.1021, 0.9745, lift_point: 0.1021, 0.9745; The action is #DUAL_POINT#; touch_point: 0.5861, 0.5358, lift_point: 0.5861, 0.5358; The action is #DUAL_POINT#; touch_point: 0.4939, 0.3748, lift_point: 0.4939, 0.3748; The action is #DUAL_POINT#; touch_point: 0.4843, 0.3748, lift_point: 0.4843, 0.3748; The action is #DUAL_POINT#; touch_point: 0.5964, 0.4444, lift_point: 0.5964, 0.4444", "response": "The action is #DUAL_POINT#; touch_point: 0.5567, 0.4671, lift_point: 0.5567, 0.4671", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19017_18.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5378, 0.1475, lift_point: 0.5378, 0.1475; The action is #DUAL_POINT#; touch_point: 0.5619, 0.1167, lift_point: 0.5619, 0.1167; The action is #DUAL_POINT#; touch_point: 0.0562, 0.487, lift_point: 0.0562, 0.487; The action is #DUAL_POINT#; touch_point: 0.0534, 0.9112, lift_point: 0.0534, 0.9112; The action is #DUAL_POINT#; touch_point: 0.0619, 0.4799, lift_point: 0.0619, 0.4799; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Sydney to Buenos aires \"; The action is #DUAL_POINT#; touch_point: 0.1134, 0.4101, lift_point: 0.1134, 0.4101; The action is #DUAL_POINT#; touch_point: 0.5912, 0.3496, lift_point: 0.5912, 0.3496; The action is #DUAL_POINT#; touch_point: 0.9431, 0.52, lift_point: 0.9431, 0.52; The action is #DUAL_POINT#; touch_point: 0.1021, 0.9745, lift_point: 0.1021, 0.9745; The action is #DUAL_POINT#; touch_point: 0.5861, 0.5358, lift_point: 0.5861, 0.5358; The action is #DUAL_POINT#; touch_point: 0.4939, 0.3748, lift_point: 0.4939, 0.3748; The action is #DUAL_POINT#; touch_point: 0.4843, 0.3748, lift_point: 0.4843, 0.3748; The action is #DUAL_POINT#; touch_point: 0.5964, 0.4444, lift_point: 0.5964, 0.4444; The action is #DUAL_POINT#; touch_point: 0.5567, 0.4671, lift_point: 0.5567, 0.4671", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19017_19.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from GameSpot Reviews?", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19161_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from GameSpot Reviews?; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.5412, 0.1542, lift_point: 0.5412, 0.1542", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19161_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from GameSpot Reviews?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5412, 0.1542, lift_point: 0.5412, 0.1542", "response": "The action is #DUAL_POINT#; touch_point: 0.0539, 0.3661, lift_point: 0.0539, 0.3661", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19161_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from GameSpot Reviews?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5412, 0.1542, lift_point: 0.5412, 0.1542; The action is #DUAL_POINT#; touch_point: 0.0539, 0.3661, lift_point: 0.0539, 0.3661", "response": "The action is #DUAL_POINT#; touch_point: 0.055, 0.9027, lift_point: 0.055, 0.9027", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19161_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from GameSpot Reviews?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5412, 0.1542, lift_point: 0.5412, 0.1542; The action is #DUAL_POINT#; touch_point: 0.0539, 0.3661, lift_point: 0.0539, 0.3661; The action is #DUAL_POINT#; touch_point: 0.055, 0.9027, lift_point: 0.055, 0.9027", "response": "The action is #DUAL_POINT#; touch_point: 0.0275, 0.3803, lift_point: 0.0275, 0.3803", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19161_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from GameSpot Reviews?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5412, 0.1542, lift_point: 0.5412, 0.1542; The action is #DUAL_POINT#; touch_point: 0.0539, 0.3661, lift_point: 0.0539, 0.3661; The action is #DUAL_POINT#; touch_point: 0.055, 0.9027, lift_point: 0.055, 0.9027; The action is #DUAL_POINT#; touch_point: 0.0275, 0.3803, lift_point: 0.0275, 0.3803", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest video from GameSpot Reviews? \"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19161_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from GameSpot Reviews?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5412, 0.1542, lift_point: 0.5412, 0.1542; The action is #DUAL_POINT#; touch_point: 0.0539, 0.3661, lift_point: 0.0539, 0.3661; The action is #DUAL_POINT#; touch_point: 0.055, 0.9027, lift_point: 0.055, 0.9027; The action is #DUAL_POINT#; touch_point: 0.0275, 0.3803, lift_point: 0.0275, 0.3803; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest video from GameSpot Reviews? \"", "response": "The action is #DUAL_POINT#; touch_point: 0.1097, 0.3554, lift_point: 0.1097, 0.3554", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19161_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from GameSpot Reviews?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5412, 0.1542, lift_point: 0.5412, 0.1542; The action is #DUAL_POINT#; touch_point: 0.0539, 0.3661, lift_point: 0.0539, 0.3661; The action is #DUAL_POINT#; touch_point: 0.055, 0.9027, lift_point: 0.055, 0.9027; The action is #DUAL_POINT#; touch_point: 0.0275, 0.3803, lift_point: 0.0275, 0.3803; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest video from GameSpot Reviews? \"; The action is #DUAL_POINT#; touch_point: 0.1097, 0.3554, lift_point: 0.1097, 0.3554", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19161_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Chile?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19310_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Chile?; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19310_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Chile?; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.5337, 0.1261, lift_point: 0.5337, 0.1261", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19310_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Chile?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5337, 0.1261, lift_point: 0.5337, 0.1261", "response": "The action is #DUAL_POINT#; touch_point: 0.123, 0.2968, lift_point: 0.123, 0.2968", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19310_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Chile?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5337, 0.1261, lift_point: 0.5337, 0.1261; The action is #DUAL_POINT#; touch_point: 0.123, 0.2968, lift_point: 0.123, 0.2968", "response": "The action is #DUAL_POINT#; touch_point: 0.0604, 0.9069, lift_point: 0.0604, 0.9069", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19310_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Chile?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5337, 0.1261, lift_point: 0.5337, 0.1261; The action is #DUAL_POINT#; touch_point: 0.123, 0.2968, lift_point: 0.123, 0.2968; The action is #DUAL_POINT#; touch_point: 0.0604, 0.9069, lift_point: 0.0604, 0.9069", "response": "The action is #DUAL_POINT#; touch_point: 0.0541, 0.2805, lift_point: 0.0541, 0.2805", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19310_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Chile?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5337, 0.1261, lift_point: 0.5337, 0.1261; The action is #DUAL_POINT#; touch_point: 0.123, 0.2968, lift_point: 0.123, 0.2968; The action is #DUAL_POINT#; touch_point: 0.0604, 0.9069, lift_point: 0.0604, 0.9069; The action is #DUAL_POINT#; touch_point: 0.0541, 0.2805, lift_point: 0.0541, 0.2805", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Chile? \"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19310_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Chile?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5337, 0.1261, lift_point: 0.5337, 0.1261; The action is #DUAL_POINT#; touch_point: 0.123, 0.2968, lift_point: 0.123, 0.2968; The action is #DUAL_POINT#; touch_point: 0.0604, 0.9069, lift_point: 0.0604, 0.9069; The action is #DUAL_POINT#; touch_point: 0.0541, 0.2805, lift_point: 0.0541, 0.2805; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Chile? \"", "response": "The action is #DUAL_POINT#; touch_point: 0.1075, 0.3487, lift_point: 0.1075, 0.3487", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19310_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Chile?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5337, 0.1261, lift_point: 0.5337, 0.1261; The action is #DUAL_POINT#; touch_point: 0.123, 0.2968, lift_point: 0.123, 0.2968; The action is #DUAL_POINT#; touch_point: 0.0604, 0.9069, lift_point: 0.0604, 0.9069; The action is #DUAL_POINT#; touch_point: 0.0541, 0.2805, lift_point: 0.0541, 0.2805; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Chile? \"; The action is #DUAL_POINT#; touch_point: 0.1075, 0.3487, lift_point: 0.1075, 0.3487", "response": "The action is #DUAL_POINT#; touch_point: 0.2558, 0.3923, lift_point: 0.2558, 0.3923", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19310_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Chile?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5337, 0.1261, lift_point: 0.5337, 0.1261; The action is #DUAL_POINT#; touch_point: 0.123, 0.2968, lift_point: 0.123, 0.2968; The action is #DUAL_POINT#; touch_point: 0.0604, 0.9069, lift_point: 0.0604, 0.9069; The action is #DUAL_POINT#; touch_point: 0.0541, 0.2805, lift_point: 0.0541, 0.2805; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Chile? \"; The action is #DUAL_POINT#; touch_point: 0.1075, 0.3487, lift_point: 0.1075, 0.3487; The action is #DUAL_POINT#; touch_point: 0.2558, 0.3923, lift_point: 0.2558, 0.3923", "response": "The action is #DUAL_POINT#; touch_point: 0.8747, 0.2714, lift_point: 0.8747, 0.2714", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19310_10.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Chile?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5337, 0.1261, lift_point: 0.5337, 0.1261; The action is #DUAL_POINT#; touch_point: 0.123, 0.2968, lift_point: 0.123, 0.2968; The action is #DUAL_POINT#; touch_point: 0.0604, 0.9069, lift_point: 0.0604, 0.9069; The action is #DUAL_POINT#; touch_point: 0.0541, 0.2805, lift_point: 0.0541, 0.2805; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Chile? \"; The action is #DUAL_POINT#; touch_point: 0.1075, 0.3487, lift_point: 0.1075, 0.3487; The action is #DUAL_POINT#; touch_point: 0.2558, 0.3923, lift_point: 0.2558, 0.3923; The action is #DUAL_POINT#; touch_point: 0.8747, 0.2714, lift_point: 0.8747, 0.2714", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19310_11.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Chile?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5337, 0.1261, lift_point: 0.5337, 0.1261; The action is #DUAL_POINT#; touch_point: 0.123, 0.2968, lift_point: 0.123, 0.2968; The action is #DUAL_POINT#; touch_point: 0.0604, 0.9069, lift_point: 0.0604, 0.9069; The action is #DUAL_POINT#; touch_point: 0.0541, 0.2805, lift_point: 0.0541, 0.2805; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Chile? \"; The action is #DUAL_POINT#; touch_point: 0.1075, 0.3487, lift_point: 0.1075, 0.3487; The action is #DUAL_POINT#; touch_point: 0.2558, 0.3923, lift_point: 0.2558, 0.3923; The action is #DUAL_POINT#; touch_point: 0.8747, 0.2714, lift_point: 0.8747, 0.2714; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19310_12.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Chile?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5337, 0.1261, lift_point: 0.5337, 0.1261; The action is #DUAL_POINT#; touch_point: 0.123, 0.2968, lift_point: 0.123, 0.2968; The action is #DUAL_POINT#; touch_point: 0.0604, 0.9069, lift_point: 0.0604, 0.9069; The action is #DUAL_POINT#; touch_point: 0.0541, 0.2805, lift_point: 0.0541, 0.2805; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Chile? \"; The action is #DUAL_POINT#; touch_point: 0.1075, 0.3487, lift_point: 0.1075, 0.3487; The action is #DUAL_POINT#; touch_point: 0.2558, 0.3923, lift_point: 0.2558, 0.3923; The action is #DUAL_POINT#; touch_point: 0.8747, 0.2714, lift_point: 0.8747, 0.2714; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.7585, 0.5167, lift_point: 0.7585, 0.5167", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19310_13.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Chile?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5337, 0.1261, lift_point: 0.5337, 0.1261; The action is #DUAL_POINT#; touch_point: 0.123, 0.2968, lift_point: 0.123, 0.2968; The action is #DUAL_POINT#; touch_point: 0.0604, 0.9069, lift_point: 0.0604, 0.9069; The action is #DUAL_POINT#; touch_point: 0.0541, 0.2805, lift_point: 0.0541, 0.2805; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Chile? \"; The action is #DUAL_POINT#; touch_point: 0.1075, 0.3487, lift_point: 0.1075, 0.3487; The action is #DUAL_POINT#; touch_point: 0.2558, 0.3923, lift_point: 0.2558, 0.3923; The action is #DUAL_POINT#; touch_point: 0.8747, 0.2714, lift_point: 0.8747, 0.2714; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7585, 0.5167, lift_point: 0.7585, 0.5167", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19310_14.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of sound?", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19321_1.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of sound?; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.1368, 0.1409, lift_point: 0.1368, 0.1409", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19321_2.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of sound?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1368, 0.1409, lift_point: 0.1368, 0.1409", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19321_3.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of sound?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1368, 0.1409, lift_point: 0.1368, 0.1409; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19321_4.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of sound?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1368, 0.1409, lift_point: 0.1368, 0.1409; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.543, 0.1352, lift_point: 0.543, 0.1352", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19321_5.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of sound?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1368, 0.1409, lift_point: 0.1368, 0.1409; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.543, 0.1352, lift_point: 0.543, 0.1352", "response": "The action is #DUAL_POINT#; touch_point: 0.1093, 0.4126, lift_point: 0.1093, 0.4126", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19321_6.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of sound?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1368, 0.1409, lift_point: 0.1368, 0.1409; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.543, 0.1352, lift_point: 0.543, 0.1352; The action is #DUAL_POINT#; touch_point: 0.1093, 0.4126, lift_point: 0.1093, 0.4126", "response": "The action is #DUAL_POINT#; touch_point: 0.0622, 0.9057, lift_point: 0.0622, 0.9057", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19321_7.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of sound?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1368, 0.1409, lift_point: 0.1368, 0.1409; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.543, 0.1352, lift_point: 0.543, 0.1352; The action is #DUAL_POINT#; touch_point: 0.1093, 0.4126, lift_point: 0.1093, 0.4126; The action is #DUAL_POINT#; touch_point: 0.0622, 0.9057, lift_point: 0.0622, 0.9057", "response": "The action is #DUAL_POINT#; touch_point: 0.0419, 0.2554, lift_point: 0.0419, 0.2554", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19321_8.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of sound?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1368, 0.1409, lift_point: 0.1368, 0.1409; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.543, 0.1352, lift_point: 0.543, 0.1352; The action is #DUAL_POINT#; touch_point: 0.1093, 0.4126, lift_point: 0.1093, 0.4126; The action is #DUAL_POINT#; touch_point: 0.0622, 0.9057, lift_point: 0.0622, 0.9057; The action is #DUAL_POINT#; touch_point: 0.0419, 0.2554, lift_point: 0.0419, 0.2554", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of sound? \"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19321_9.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of sound?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1368, 0.1409, lift_point: 0.1368, 0.1409; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.543, 0.1352, lift_point: 0.543, 0.1352; The action is #DUAL_POINT#; touch_point: 0.1093, 0.4126, lift_point: 0.1093, 0.4126; The action is #DUAL_POINT#; touch_point: 0.0622, 0.9057, lift_point: 0.0622, 0.9057; The action is #DUAL_POINT#; touch_point: 0.0419, 0.2554, lift_point: 0.0419, 0.2554; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of sound? \"", "response": "The action is #DUAL_POINT#; touch_point: 0.1154, 0.3291, lift_point: 0.1154, 0.3291", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19321_10.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of sound?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1368, 0.1409, lift_point: 0.1368, 0.1409; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.543, 0.1352, lift_point: 0.543, 0.1352; The action is #DUAL_POINT#; touch_point: 0.1093, 0.4126, lift_point: 0.1093, 0.4126; The action is #DUAL_POINT#; touch_point: 0.0622, 0.9057, lift_point: 0.0622, 0.9057; The action is #DUAL_POINT#; touch_point: 0.0419, 0.2554, lift_point: 0.0419, 0.2554; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of sound? \"; The action is #DUAL_POINT#; touch_point: 0.1154, 0.3291, lift_point: 0.1154, 0.3291", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19321_11.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email inbox", "response": "The action is #DUAL_POINT#; touch_point: 0.5677, 0.8324, lift_point: 0.5677, 0.8324", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19503_1.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email inbox; The action is #DUAL_POINT#; touch_point: 0.5677, 0.8324, lift_point: 0.5677, 0.8324", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19503_2.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email inbox; The action is #DUAL_POINT#; touch_point: 0.5677, 0.8324, lift_point: 0.5677, 0.8324; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19503_3.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email inbox; The action is #DUAL_POINT#; touch_point: 0.5677, 0.8324, lift_point: 0.5677, 0.8324; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.1954, 0.309, lift_point: 0.1954, 0.309", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19503_4.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email inbox; The action is #DUAL_POINT#; touch_point: 0.5677, 0.8324, lift_point: 0.5677, 0.8324; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1954, 0.309, lift_point: 0.1954, 0.309", "response": "The action is #DUAL_POINT#; touch_point: 0.8997, 0.5628, lift_point: 0.8997, 0.5628", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19503_5.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email inbox; The action is #DUAL_POINT#; touch_point: 0.5677, 0.8324, lift_point: 0.5677, 0.8324; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1954, 0.309, lift_point: 0.1954, 0.309; The action is #DUAL_POINT#; touch_point: 0.8997, 0.5628, lift_point: 0.8997, 0.5628", "response": "The action is #DUAL_POINT#; touch_point: 0.9033, 0.642, lift_point: 0.9033, 0.642", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19503_6.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email inbox; The action is #DUAL_POINT#; touch_point: 0.5677, 0.8324, lift_point: 0.5677, 0.8324; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1954, 0.309, lift_point: 0.1954, 0.309; The action is #DUAL_POINT#; touch_point: 0.8997, 0.5628, lift_point: 0.8997, 0.5628; The action is #DUAL_POINT#; touch_point: 0.9033, 0.642, lift_point: 0.9033, 0.642", "response": "The action is #DUAL_POINT#; touch_point: 0.0681, 0.1163, lift_point: 0.0681, 0.1163", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19503_7.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email inbox; The action is #DUAL_POINT#; touch_point: 0.5677, 0.8324, lift_point: 0.5677, 0.8324; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1954, 0.309, lift_point: 0.1954, 0.309; The action is #DUAL_POINT#; touch_point: 0.8997, 0.5628, lift_point: 0.8997, 0.5628; The action is #DUAL_POINT#; touch_point: 0.9033, 0.642, lift_point: 0.9033, 0.642; The action is #DUAL_POINT#; touch_point: 0.0681, 0.1163, lift_point: 0.0681, 0.1163", "response": "The action is #DUAL_POINT#; touch_point: 0.1405, 0.2047, lift_point: 0.1405, 0.2047", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19503_8.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email inbox; The action is #DUAL_POINT#; touch_point: 0.5677, 0.8324, lift_point: 0.5677, 0.8324; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1954, 0.309, lift_point: 0.1954, 0.309; The action is #DUAL_POINT#; touch_point: 0.8997, 0.5628, lift_point: 0.8997, 0.5628; The action is #DUAL_POINT#; touch_point: 0.9033, 0.642, lift_point: 0.9033, 0.642; The action is #DUAL_POINT#; touch_point: 0.0681, 0.1163, lift_point: 0.0681, 0.1163; The action is #DUAL_POINT#; touch_point: 0.1405, 0.2047, lift_point: 0.1405, 0.2047", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19503_9.png" ] }, { "query": "\nPrevious Actions: Goal: What does the iPhone 8 look like?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19696_1.png" ] }, { "query": "\nPrevious Actions: Goal: What does the iPhone 8 look like?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7894, 0.6932, lift_point: 0.7894, 0.6932", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19696_2.png" ] }, { "query": "\nPrevious Actions: Goal: What does the iPhone 8 look like?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7894, 0.6932, lift_point: 0.7894, 0.6932", "response": "The action is #DUAL_POINT#; touch_point: 0.7983, 0.6786, lift_point: 0.7983, 0.6786", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19696_3.png" ] }, { "query": "\nPrevious Actions: Goal: What does the iPhone 8 look like?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7894, 0.6932, lift_point: 0.7894, 0.6932; The action is #DUAL_POINT#; touch_point: 0.7983, 0.6786, lift_point: 0.7983, 0.6786", "response": "The action is #DUAL_POINT#; touch_point: 0.7952, 0.6971, lift_point: 0.7952, 0.6971", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19696_4.png" ] }, { "query": "\nPrevious Actions: Goal: What does the iPhone 8 look like?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7894, 0.6932, lift_point: 0.7894, 0.6932; The action is #DUAL_POINT#; touch_point: 0.7983, 0.6786, lift_point: 0.7983, 0.6786; The action is #DUAL_POINT#; touch_point: 0.7952, 0.6971, lift_point: 0.7952, 0.6971", "response": "The action is #DUAL_POINT#; touch_point: 0.107, 0.603, lift_point: 0.107, 0.603", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19696_5.png" ] }, { "query": "\nPrevious Actions: Goal: What does the iPhone 8 look like?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7894, 0.6932, lift_point: 0.7894, 0.6932; The action is #DUAL_POINT#; touch_point: 0.7983, 0.6786, lift_point: 0.7983, 0.6786; The action is #DUAL_POINT#; touch_point: 0.7952, 0.6971, lift_point: 0.7952, 0.6971; The action is #DUAL_POINT#; touch_point: 0.107, 0.603, lift_point: 0.107, 0.603", "response": "The action is #DUAL_POINT#; touch_point: 0.0724, 0.5384, lift_point: 0.0724, 0.5384", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19696_6.png" ] }, { "query": "\nPrevious Actions: Goal: What does the iPhone 8 look like?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7894, 0.6932, lift_point: 0.7894, 0.6932; The action is #DUAL_POINT#; touch_point: 0.7983, 0.6786, lift_point: 0.7983, 0.6786; The action is #DUAL_POINT#; touch_point: 0.7952, 0.6971, lift_point: 0.7952, 0.6971; The action is #DUAL_POINT#; touch_point: 0.107, 0.603, lift_point: 0.107, 0.603; The action is #DUAL_POINT#; touch_point: 0.0724, 0.5384, lift_point: 0.0724, 0.5384", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"What does the iPhone 8 look like\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19696_7.png" ] }, { "query": "\nPrevious Actions: Goal: What does the iPhone 8 look like?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7894, 0.6932, lift_point: 0.7894, 0.6932; The action is #DUAL_POINT#; touch_point: 0.7983, 0.6786, lift_point: 0.7983, 0.6786; The action is #DUAL_POINT#; touch_point: 0.7952, 0.6971, lift_point: 0.7952, 0.6971; The action is #DUAL_POINT#; touch_point: 0.107, 0.603, lift_point: 0.107, 0.603; The action is #DUAL_POINT#; touch_point: 0.0724, 0.5384, lift_point: 0.0724, 0.5384; The action is #TYPE#; And the content is : \"typed_text\": \"What does the iPhone 8 look like\"", "response": "The action is #DUAL_POINT#; touch_point: 0.208, 0.5184, lift_point: 0.208, 0.5184", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19696_8.png" ] }, { "query": "\nPrevious Actions: Goal: What does the iPhone 8 look like?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7894, 0.6932, lift_point: 0.7894, 0.6932; The action is #DUAL_POINT#; touch_point: 0.7983, 0.6786, lift_point: 0.7983, 0.6786; The action is #DUAL_POINT#; touch_point: 0.7952, 0.6971, lift_point: 0.7952, 0.6971; The action is #DUAL_POINT#; touch_point: 0.107, 0.603, lift_point: 0.107, 0.603; The action is #DUAL_POINT#; touch_point: 0.0724, 0.5384, lift_point: 0.0724, 0.5384; The action is #TYPE#; And the content is : \"typed_text\": \"What does the iPhone 8 look like\"; The action is #DUAL_POINT#; touch_point: 0.208, 0.5184, lift_point: 0.208, 0.5184", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19696_9.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from London to Paris", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19707_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from London to Paris; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8087, 0.7014, lift_point: 0.8087, 0.7014", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19707_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from London to Paris; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8087, 0.7014, lift_point: 0.8087, 0.7014", "response": "The action is #DUAL_POINT#; touch_point: 0.0668, 0.4957, lift_point: 0.0668, 0.4957", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19707_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from London to Paris; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8087, 0.7014, lift_point: 0.8087, 0.7014; The action is #DUAL_POINT#; touch_point: 0.0668, 0.4957, lift_point: 0.0668, 0.4957", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from London to Paris\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19707_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from London to Paris; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8087, 0.7014, lift_point: 0.8087, 0.7014; The action is #DUAL_POINT#; touch_point: 0.0668, 0.4957, lift_point: 0.0668, 0.4957; The action is #TYPE#; And the content is : \"typed_text\": \"flights from London to Paris\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1352, 0.5249, lift_point: 0.1352, 0.5249", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19707_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from London to Paris; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8087, 0.7014, lift_point: 0.8087, 0.7014; The action is #DUAL_POINT#; touch_point: 0.0668, 0.4957, lift_point: 0.0668, 0.4957; The action is #TYPE#; And the content is : \"typed_text\": \"flights from London to Paris\"; The action is #DUAL_POINT#; touch_point: 0.1352, 0.5249, lift_point: 0.1352, 0.5249", "response": "The action is #DUAL_POINT#; touch_point: 0.1352, 0.5354, lift_point: 0.1352, 0.5354", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19707_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from London to Paris; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8087, 0.7014, lift_point: 0.8087, 0.7014; The action is #DUAL_POINT#; touch_point: 0.0668, 0.4957, lift_point: 0.0668, 0.4957; The action is #TYPE#; And the content is : \"typed_text\": \"flights from London to Paris\"; The action is #DUAL_POINT#; touch_point: 0.1352, 0.5249, lift_point: 0.1352, 0.5249; The action is #DUAL_POINT#; touch_point: 0.1352, 0.5354, lift_point: 0.1352, 0.5354", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19707_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from London to Paris; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8087, 0.7014, lift_point: 0.8087, 0.7014; The action is #DUAL_POINT#; touch_point: 0.0668, 0.4957, lift_point: 0.0668, 0.4957; The action is #TYPE#; And the content is : \"typed_text\": \"flights from London to Paris\"; The action is #DUAL_POINT#; touch_point: 0.1352, 0.5249, lift_point: 0.1352, 0.5249; The action is #DUAL_POINT#; touch_point: 0.1352, 0.5354, lift_point: 0.1352, 0.5354; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19707_8.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from London to Paris; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8087, 0.7014, lift_point: 0.8087, 0.7014; The action is #DUAL_POINT#; touch_point: 0.0668, 0.4957, lift_point: 0.0668, 0.4957; The action is #TYPE#; And the content is : \"typed_text\": \"flights from London to Paris\"; The action is #DUAL_POINT#; touch_point: 0.1352, 0.5249, lift_point: 0.1352, 0.5249; The action is #DUAL_POINT#; touch_point: 0.1352, 0.5354, lift_point: 0.1352, 0.5354; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19707_9.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from London to Paris; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8087, 0.7014, lift_point: 0.8087, 0.7014; The action is #DUAL_POINT#; touch_point: 0.0668, 0.4957, lift_point: 0.0668, 0.4957; The action is #TYPE#; And the content is : \"typed_text\": \"flights from London to Paris\"; The action is #DUAL_POINT#; touch_point: 0.1352, 0.5249, lift_point: 0.1352, 0.5249; The action is #DUAL_POINT#; touch_point: 0.1352, 0.5354, lift_point: 0.1352, 0.5354; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.7418, 0.5699, lift_point: 0.7418, 0.5699", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19707_10.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from London to Paris; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8087, 0.7014, lift_point: 0.8087, 0.7014; The action is #DUAL_POINT#; touch_point: 0.0668, 0.4957, lift_point: 0.0668, 0.4957; The action is #TYPE#; And the content is : \"typed_text\": \"flights from London to Paris\"; The action is #DUAL_POINT#; touch_point: 0.1352, 0.5249, lift_point: 0.1352, 0.5249; The action is #DUAL_POINT#; touch_point: 0.1352, 0.5354, lift_point: 0.1352, 0.5354; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7418, 0.5699, lift_point: 0.7418, 0.5699", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19707_11.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Chicago", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19765_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Chicago; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.5107, 0.6755, lift_point: 0.5107, 0.6755", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19765_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Chicago; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5107, 0.6755, lift_point: 0.5107, 0.6755", "response": "The action is #DUAL_POINT#; touch_point: 0.1326, 0.5856, lift_point: 0.1326, 0.5856", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19765_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Chicago; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5107, 0.6755, lift_point: 0.5107, 0.6755; The action is #DUAL_POINT#; touch_point: 0.1326, 0.5856, lift_point: 0.1326, 0.5856", "response": "The action is #DUAL_POINT#; touch_point: 0.1333, 0.6506, lift_point: 0.1333, 0.6506", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19765_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Chicago; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5107, 0.6755, lift_point: 0.5107, 0.6755; The action is #DUAL_POINT#; touch_point: 0.1326, 0.5856, lift_point: 0.1326, 0.5856; The action is #DUAL_POINT#; touch_point: 0.1333, 0.6506, lift_point: 0.1333, 0.6506", "response": "The action is #DUAL_POINT#; touch_point: 0.126, 0.5796, lift_point: 0.126, 0.5796", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19765_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Chicago; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5107, 0.6755, lift_point: 0.5107, 0.6755; The action is #DUAL_POINT#; touch_point: 0.1326, 0.5856, lift_point: 0.1326, 0.5856; The action is #DUAL_POINT#; touch_point: 0.1333, 0.6506, lift_point: 0.1333, 0.6506; The action is #DUAL_POINT#; touch_point: 0.126, 0.5796, lift_point: 0.126, 0.5796", "response": "The action is #DUAL_POINT#; touch_point: 0.0703, 0.9171, lift_point: 0.0703, 0.9171", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19765_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Chicago; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5107, 0.6755, lift_point: 0.5107, 0.6755; The action is #DUAL_POINT#; touch_point: 0.1326, 0.5856, lift_point: 0.1326, 0.5856; The action is #DUAL_POINT#; touch_point: 0.1333, 0.6506, lift_point: 0.1333, 0.6506; The action is #DUAL_POINT#; touch_point: 0.126, 0.5796, lift_point: 0.126, 0.5796; The action is #DUAL_POINT#; touch_point: 0.0703, 0.9171, lift_point: 0.0703, 0.9171", "response": "The action is #DUAL_POINT#; touch_point: 0.9931, 0.7978, lift_point: 0.9931, 0.7978", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19765_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Chicago; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5107, 0.6755, lift_point: 0.5107, 0.6755; The action is #DUAL_POINT#; touch_point: 0.1326, 0.5856, lift_point: 0.1326, 0.5856; The action is #DUAL_POINT#; touch_point: 0.1333, 0.6506, lift_point: 0.1333, 0.6506; The action is #DUAL_POINT#; touch_point: 0.126, 0.5796, lift_point: 0.126, 0.5796; The action is #DUAL_POINT#; touch_point: 0.0703, 0.9171, lift_point: 0.0703, 0.9171; The action is #DUAL_POINT#; touch_point: 0.9931, 0.7978, lift_point: 0.9931, 0.7978", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Chicago\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19765_8.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Chicago; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5107, 0.6755, lift_point: 0.5107, 0.6755; The action is #DUAL_POINT#; touch_point: 0.1326, 0.5856, lift_point: 0.1326, 0.5856; The action is #DUAL_POINT#; touch_point: 0.1333, 0.6506, lift_point: 0.1333, 0.6506; The action is #DUAL_POINT#; touch_point: 0.126, 0.5796, lift_point: 0.126, 0.5796; The action is #DUAL_POINT#; touch_point: 0.0703, 0.9171, lift_point: 0.0703, 0.9171; The action is #DUAL_POINT#; touch_point: 0.9931, 0.7978, lift_point: 0.9931, 0.7978; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Chicago\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1514, 0.338, lift_point: 0.1514, 0.338", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19765_9.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Chicago; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5107, 0.6755, lift_point: 0.5107, 0.6755; The action is #DUAL_POINT#; touch_point: 0.1326, 0.5856, lift_point: 0.1326, 0.5856; The action is #DUAL_POINT#; touch_point: 0.1333, 0.6506, lift_point: 0.1333, 0.6506; The action is #DUAL_POINT#; touch_point: 0.126, 0.5796, lift_point: 0.126, 0.5796; The action is #DUAL_POINT#; touch_point: 0.0703, 0.9171, lift_point: 0.0703, 0.9171; The action is #DUAL_POINT#; touch_point: 0.9931, 0.7978, lift_point: 0.9931, 0.7978; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Chicago\"; The action is #DUAL_POINT#; touch_point: 0.1514, 0.338, lift_point: 0.1514, 0.338", "response": "The action is #DUAL_POINT#; touch_point: 0.3338, 0.4203, lift_point: 0.3338, 0.4203", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19765_10.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Chicago; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5107, 0.6755, lift_point: 0.5107, 0.6755; The action is #DUAL_POINT#; touch_point: 0.1326, 0.5856, lift_point: 0.1326, 0.5856; The action is #DUAL_POINT#; touch_point: 0.1333, 0.6506, lift_point: 0.1333, 0.6506; The action is #DUAL_POINT#; touch_point: 0.126, 0.5796, lift_point: 0.126, 0.5796; The action is #DUAL_POINT#; touch_point: 0.0703, 0.9171, lift_point: 0.0703, 0.9171; The action is #DUAL_POINT#; touch_point: 0.9931, 0.7978, lift_point: 0.9931, 0.7978; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Chicago\"; The action is #DUAL_POINT#; touch_point: 0.1514, 0.338, lift_point: 0.1514, 0.338; The action is #DUAL_POINT#; touch_point: 0.3338, 0.4203, lift_point: 0.3338, 0.4203", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19765_11.png" ] }, { "query": "\nPrevious Actions: Goal: How big is a dinosaur?", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19820_1.png" ] }, { "query": "\nPrevious Actions: Goal: How big is a dinosaur?; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3751, 0.4752, lift_point: 0.3751, 0.4752", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19820_2.png" ] }, { "query": "\nPrevious Actions: Goal: How big is a dinosaur?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3751, 0.4752, lift_point: 0.3751, 0.4752", "response": "The action is #DUAL_POINT#; touch_point: 0.2126, 0.6494, lift_point: 0.2126, 0.6494", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19820_3.png" ] }, { "query": "\nPrevious Actions: Goal: How big is a dinosaur?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3751, 0.4752, lift_point: 0.3751, 0.4752; The action is #DUAL_POINT#; touch_point: 0.2126, 0.6494, lift_point: 0.2126, 0.6494", "response": "The action is #DUAL_POINT#; touch_point: 0.1314, 0.9394, lift_point: 0.1314, 0.9394", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19820_4.png" ] }, { "query": "\nPrevious Actions: Goal: How big is a dinosaur?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3751, 0.4752, lift_point: 0.3751, 0.4752; The action is #DUAL_POINT#; touch_point: 0.2126, 0.6494, lift_point: 0.2126, 0.6494; The action is #DUAL_POINT#; touch_point: 0.1314, 0.9394, lift_point: 0.1314, 0.9394", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"How big is a dinosaur?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19820_5.png" ] }, { "query": "\nPrevious Actions: Goal: How big is a dinosaur?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3751, 0.4752, lift_point: 0.3751, 0.4752; The action is #DUAL_POINT#; touch_point: 0.2126, 0.6494, lift_point: 0.2126, 0.6494; The action is #DUAL_POINT#; touch_point: 0.1314, 0.9394, lift_point: 0.1314, 0.9394; The action is #TYPE#; And the content is : \"typed_text\": \"How big is a dinosaur?\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19820_6.png" ] }, { "query": "\nPrevious Actions: Goal: How big is a dinosaur?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3751, 0.4752, lift_point: 0.3751, 0.4752; The action is #DUAL_POINT#; touch_point: 0.2126, 0.6494, lift_point: 0.2126, 0.6494; The action is #DUAL_POINT#; touch_point: 0.1314, 0.9394, lift_point: 0.1314, 0.9394; The action is #TYPE#; And the content is : \"typed_text\": \"How big is a dinosaur?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \" \"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19820_7.png" ] }, { "query": "\nPrevious Actions: Goal: How big is a dinosaur?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3751, 0.4752, lift_point: 0.3751, 0.4752; The action is #DUAL_POINT#; touch_point: 0.2126, 0.6494, lift_point: 0.2126, 0.6494; The action is #DUAL_POINT#; touch_point: 0.1314, 0.9394, lift_point: 0.1314, 0.9394; The action is #TYPE#; And the content is : \"typed_text\": \"How big is a dinosaur?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #TYPE#; And the content is : \"typed_text\": \" \"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19820_8.png" ] }, { "query": "\nPrevious Actions: Goal: How big is a dinosaur?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3751, 0.4752, lift_point: 0.3751, 0.4752; The action is #DUAL_POINT#; touch_point: 0.2126, 0.6494, lift_point: 0.2126, 0.6494; The action is #DUAL_POINT#; touch_point: 0.1314, 0.9394, lift_point: 0.1314, 0.9394; The action is #TYPE#; And the content is : \"typed_text\": \"How big is a dinosaur?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #TYPE#; And the content is : \"typed_text\": \" \"; The action is #TYPE#; And the content is : \"typed_text\": \"\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \" \"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19820_9.png" ] }, { "query": "\nPrevious Actions: Goal: How big is a dinosaur?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3751, 0.4752, lift_point: 0.3751, 0.4752; The action is #DUAL_POINT#; touch_point: 0.2126, 0.6494, lift_point: 0.2126, 0.6494; The action is #DUAL_POINT#; touch_point: 0.1314, 0.9394, lift_point: 0.1314, 0.9394; The action is #TYPE#; And the content is : \"typed_text\": \"How big is a dinosaur?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #TYPE#; And the content is : \"typed_text\": \" \"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #TYPE#; And the content is : \"typed_text\": \" \"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19820_10.png" ] }, { "query": "\nPrevious Actions: Goal: How big is a dinosaur?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3751, 0.4752, lift_point: 0.3751, 0.4752; The action is #DUAL_POINT#; touch_point: 0.2126, 0.6494, lift_point: 0.2126, 0.6494; The action is #DUAL_POINT#; touch_point: 0.1314, 0.9394, lift_point: 0.1314, 0.9394; The action is #TYPE#; And the content is : \"typed_text\": \"How big is a dinosaur?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #TYPE#; And the content is : \"typed_text\": \" \"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #TYPE#; And the content is : \"typed_text\": \" \"; The action is #TYPE#; And the content is : \"typed_text\": \"\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1319, 0.4797, lift_point: 0.1319, 0.4797", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19820_11.png" ] }, { "query": "\nPrevious Actions: Goal: How big is a dinosaur?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3751, 0.4752, lift_point: 0.3751, 0.4752; The action is #DUAL_POINT#; touch_point: 0.2126, 0.6494, lift_point: 0.2126, 0.6494; The action is #DUAL_POINT#; touch_point: 0.1314, 0.9394, lift_point: 0.1314, 0.9394; The action is #TYPE#; And the content is : \"typed_text\": \"How big is a dinosaur?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #TYPE#; And the content is : \"typed_text\": \" \"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #TYPE#; And the content is : \"typed_text\": \" \"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1319, 0.4797, lift_point: 0.1319, 0.4797", "response": "The action is #DUAL_POINT#; touch_point: 0.1261, 0.4727, lift_point: 0.1261, 0.4727", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19820_12.png" ] }, { "query": "\nPrevious Actions: Goal: How big is a dinosaur?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3751, 0.4752, lift_point: 0.3751, 0.4752; The action is #DUAL_POINT#; touch_point: 0.2126, 0.6494, lift_point: 0.2126, 0.6494; The action is #DUAL_POINT#; touch_point: 0.1314, 0.9394, lift_point: 0.1314, 0.9394; The action is #TYPE#; And the content is : \"typed_text\": \"How big is a dinosaur?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #TYPE#; And the content is : \"typed_text\": \" \"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #TYPE#; And the content is : \"typed_text\": \" \"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1319, 0.4797, lift_point: 0.1319, 0.4797; The action is #DUAL_POINT#; touch_point: 0.1261, 0.4727, lift_point: 0.1261, 0.4727", "response": "The action is #DUAL_POINT#; touch_point: 0.6105, 0.4638, lift_point: 0.6105, 0.4638", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19820_13.png" ] }, { "query": "\nPrevious Actions: Goal: How big is a dinosaur?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3751, 0.4752, lift_point: 0.3751, 0.4752; The action is #DUAL_POINT#; touch_point: 0.2126, 0.6494, lift_point: 0.2126, 0.6494; The action is #DUAL_POINT#; touch_point: 0.1314, 0.9394, lift_point: 0.1314, 0.9394; The action is #TYPE#; And the content is : \"typed_text\": \"How big is a dinosaur?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #TYPE#; And the content is : \"typed_text\": \" \"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #TYPE#; And the content is : \"typed_text\": \" \"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1319, 0.4797, lift_point: 0.1319, 0.4797; The action is #DUAL_POINT#; touch_point: 0.1261, 0.4727, lift_point: 0.1261, 0.4727; The action is #DUAL_POINT#; touch_point: 0.6105, 0.4638, lift_point: 0.6105, 0.4638", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19820_14.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Chicago?", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19849_1.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Chicago?; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3666, 0.4903, lift_point: 0.3666, 0.4903", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19849_2.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Chicago?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3666, 0.4903, lift_point: 0.3666, 0.4903", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19849_3.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Chicago?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3666, 0.4903, lift_point: 0.3666, 0.4903; The action is #Scrolling Up#", "response": "The action is #DUAL_POINT#; touch_point: 0.198, 0.6297, lift_point: 0.198, 0.6297", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19849_4.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Chicago?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3666, 0.4903, lift_point: 0.3666, 0.4903; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.198, 0.6297, lift_point: 0.198, 0.6297", "response": "The action is #DUAL_POINT#; touch_point: 0.1238, 0.9271, lift_point: 0.1238, 0.9271", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19849_5.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Chicago?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3666, 0.4903, lift_point: 0.3666, 0.4903; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.198, 0.6297, lift_point: 0.198, 0.6297; The action is #DUAL_POINT#; touch_point: 0.1238, 0.9271, lift_point: 0.1238, 0.9271", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Chicago?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19849_6.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Chicago?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3666, 0.4903, lift_point: 0.3666, 0.4903; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.198, 0.6297, lift_point: 0.198, 0.6297; The action is #DUAL_POINT#; touch_point: 0.1238, 0.9271, lift_point: 0.1238, 0.9271; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Chicago?\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19849_7.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Chicago?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3666, 0.4903, lift_point: 0.3666, 0.4903; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.198, 0.6297, lift_point: 0.198, 0.6297; The action is #DUAL_POINT#; touch_point: 0.1238, 0.9271, lift_point: 0.1238, 0.9271; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Chicago?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"", "response": "The action is #DUAL_POINT#; touch_point: 0.2938, 0.2877, lift_point: 0.2938, 0.2877", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19849_8.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Chicago?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3666, 0.4903, lift_point: 0.3666, 0.4903; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.198, 0.6297, lift_point: 0.198, 0.6297; The action is #DUAL_POINT#; touch_point: 0.1238, 0.9271, lift_point: 0.1238, 0.9271; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Chicago?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.2938, 0.2877, lift_point: 0.2938, 0.2877", "response": "The action is #DUAL_POINT#; touch_point: 0.6039, 0.4167, lift_point: 0.6039, 0.4167", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19849_9.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Chicago?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3666, 0.4903, lift_point: 0.3666, 0.4903; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.198, 0.6297, lift_point: 0.198, 0.6297; The action is #DUAL_POINT#; touch_point: 0.1238, 0.9271, lift_point: 0.1238, 0.9271; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Chicago?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.2938, 0.2877, lift_point: 0.2938, 0.2877; The action is #DUAL_POINT#; touch_point: 0.6039, 0.4167, lift_point: 0.6039, 0.4167", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19849_10.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a jet?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19987_1.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a jet?; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19987_2.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a jet?; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3669, 0.4972, lift_point: 0.3669, 0.4972", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19987_3.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a jet?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3669, 0.4972, lift_point: 0.3669, 0.4972", "response": "The action is #DUAL_POINT#; touch_point: 0.0589, 0.5386, lift_point: 0.0589, 0.5386", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19987_4.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a jet?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3669, 0.4972, lift_point: 0.3669, 0.4972; The action is #DUAL_POINT#; touch_point: 0.0589, 0.5386, lift_point: 0.0589, 0.5386", "response": "The action is #DUAL_POINT#; touch_point: 0.0668, 0.9062, lift_point: 0.0668, 0.9062", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19987_5.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a jet?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3669, 0.4972, lift_point: 0.3669, 0.4972; The action is #DUAL_POINT#; touch_point: 0.0589, 0.5386, lift_point: 0.0589, 0.5386; The action is #DUAL_POINT#; touch_point: 0.0668, 0.9062, lift_point: 0.0668, 0.9062", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of a jet?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19987_6.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a jet?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3669, 0.4972, lift_point: 0.3669, 0.4972; The action is #DUAL_POINT#; touch_point: 0.0589, 0.5386, lift_point: 0.0589, 0.5386; The action is #DUAL_POINT#; touch_point: 0.0668, 0.9062, lift_point: 0.0668, 0.9062; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of a jet?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1297, 0.5866, lift_point: 0.1297, 0.5866", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19987_7.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a jet?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3669, 0.4972, lift_point: 0.3669, 0.4972; The action is #DUAL_POINT#; touch_point: 0.0589, 0.5386, lift_point: 0.0589, 0.5386; The action is #DUAL_POINT#; touch_point: 0.0668, 0.9062, lift_point: 0.0668, 0.9062; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of a jet?\"; The action is #DUAL_POINT#; touch_point: 0.1297, 0.5866, lift_point: 0.1297, 0.5866", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/19987_8.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Denver", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20116_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Denver; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3591, 0.516, lift_point: 0.3591, 0.516", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20116_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Denver; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3591, 0.516, lift_point: 0.3591, 0.516", "response": "The action is #DUAL_POINT#; touch_point: 0.3725, 0.5116, lift_point: 0.3725, 0.5116", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20116_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Denver; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3591, 0.516, lift_point: 0.3591, 0.516; The action is #DUAL_POINT#; touch_point: 0.3725, 0.5116, lift_point: 0.3725, 0.5116", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20116_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the TCL TV?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20212_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the TCL TV?; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20212_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the TCL TV?; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3373, 0.5155, lift_point: 0.3373, 0.5155", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20212_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the TCL TV?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3373, 0.5155, lift_point: 0.3373, 0.5155", "response": "The action is #DUAL_POINT#; touch_point: 0.0699, 0.4292, lift_point: 0.0699, 0.4292", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20212_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the TCL TV?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3373, 0.5155, lift_point: 0.3373, 0.5155; The action is #DUAL_POINT#; touch_point: 0.0699, 0.4292, lift_point: 0.0699, 0.4292", "response": "The action is #DUAL_POINT#; touch_point: 0.0711, 0.9155, lift_point: 0.0711, 0.9155", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20212_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the TCL TV?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3373, 0.5155, lift_point: 0.3373, 0.5155; The action is #DUAL_POINT#; touch_point: 0.0699, 0.4292, lift_point: 0.0699, 0.4292; The action is #DUAL_POINT#; touch_point: 0.0711, 0.9155, lift_point: 0.0711, 0.9155", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the TCL TV?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20212_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the TCL TV?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3373, 0.5155, lift_point: 0.3373, 0.5155; The action is #DUAL_POINT#; touch_point: 0.0699, 0.4292, lift_point: 0.0699, 0.4292; The action is #DUAL_POINT#; touch_point: 0.0711, 0.9155, lift_point: 0.0711, 0.9155; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the TCL TV?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1339, 0.5079, lift_point: 0.1339, 0.5079", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20212_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the TCL TV?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3373, 0.5155, lift_point: 0.3373, 0.5155; The action is #DUAL_POINT#; touch_point: 0.0699, 0.4292, lift_point: 0.0699, 0.4292; The action is #DUAL_POINT#; touch_point: 0.0711, 0.9155, lift_point: 0.0711, 0.9155; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the TCL TV?\"; The action is #DUAL_POINT#; touch_point: 0.1339, 0.5079, lift_point: 0.1339, 0.5079", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20212_8.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new window in Chrome", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20436_1.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new window in Chrome; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3575, 0.508, lift_point: 0.3575, 0.508", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20436_2.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new window in Chrome; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3575, 0.508, lift_point: 0.3575, 0.508", "response": "The action is #DUAL_POINT#; touch_point: 0.0638, 0.9425, lift_point: 0.0638, 0.9425", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20436_3.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new window in Chrome; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3575, 0.508, lift_point: 0.3575, 0.508; The action is #DUAL_POINT#; touch_point: 0.0638, 0.9425, lift_point: 0.0638, 0.9425", "response": "The action is #DUAL_POINT#; touch_point: 0.0572, 0.8502, lift_point: 0.0572, 0.8502", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20436_4.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new window in Chrome; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3575, 0.508, lift_point: 0.3575, 0.508; The action is #DUAL_POINT#; touch_point: 0.0638, 0.9425, lift_point: 0.0638, 0.9425; The action is #DUAL_POINT#; touch_point: 0.0572, 0.8502, lift_point: 0.0572, 0.8502", "response": "The action is #DUAL_POINT#; touch_point: 0.1329, 0.909, lift_point: 0.1329, 0.909", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20436_5.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new window in Chrome; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3575, 0.508, lift_point: 0.3575, 0.508; The action is #DUAL_POINT#; touch_point: 0.0638, 0.9425, lift_point: 0.0638, 0.9425; The action is #DUAL_POINT#; touch_point: 0.0572, 0.8502, lift_point: 0.0572, 0.8502; The action is #DUAL_POINT#; touch_point: 0.1329, 0.909, lift_point: 0.1329, 0.909", "response": "The action is #DUAL_POINT#; touch_point: 0.0513, 0.0469, lift_point: 0.0513, 0.0469", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20436_6.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new window in Chrome; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3575, 0.508, lift_point: 0.3575, 0.508; The action is #DUAL_POINT#; touch_point: 0.0638, 0.9425, lift_point: 0.0638, 0.9425; The action is #DUAL_POINT#; touch_point: 0.0572, 0.8502, lift_point: 0.0572, 0.8502; The action is #DUAL_POINT#; touch_point: 0.1329, 0.909, lift_point: 0.1329, 0.909; The action is #DUAL_POINT#; touch_point: 0.0513, 0.0469, lift_point: 0.0513, 0.0469", "response": "The action is #DUAL_POINT#; touch_point: 0.6324, 0.9125, lift_point: 0.6324, 0.9125", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20436_7.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new window in Chrome; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3575, 0.508, lift_point: 0.3575, 0.508; The action is #DUAL_POINT#; touch_point: 0.0638, 0.9425, lift_point: 0.0638, 0.9425; The action is #DUAL_POINT#; touch_point: 0.0572, 0.8502, lift_point: 0.0572, 0.8502; The action is #DUAL_POINT#; touch_point: 0.1329, 0.909, lift_point: 0.1329, 0.909; The action is #DUAL_POINT#; touch_point: 0.0513, 0.0469, lift_point: 0.0513, 0.0469; The action is #DUAL_POINT#; touch_point: 0.6324, 0.9125, lift_point: 0.6324, 0.9125", "response": "The action is #DUAL_POINT#; touch_point: 0.3924, 0.5924, lift_point: 0.3924, 0.5924", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20436_8.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new window in Chrome; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3575, 0.508, lift_point: 0.3575, 0.508; The action is #DUAL_POINT#; touch_point: 0.0638, 0.9425, lift_point: 0.0638, 0.9425; The action is #DUAL_POINT#; touch_point: 0.0572, 0.8502, lift_point: 0.0572, 0.8502; The action is #DUAL_POINT#; touch_point: 0.1329, 0.909, lift_point: 0.1329, 0.909; The action is #DUAL_POINT#; touch_point: 0.0513, 0.0469, lift_point: 0.0513, 0.0469; The action is #DUAL_POINT#; touch_point: 0.6324, 0.9125, lift_point: 0.6324, 0.9125; The action is #DUAL_POINT#; touch_point: 0.3924, 0.5924, lift_point: 0.3924, 0.5924", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20436_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Chicago?", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20520_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Chicago?; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3643, 0.4842, lift_point: 0.3643, 0.4842", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20520_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Chicago?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3643, 0.4842, lift_point: 0.3643, 0.4842", "response": "The action is #DUAL_POINT#; touch_point: 0.065, 0.468, lift_point: 0.065, 0.468", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20520_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Chicago?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3643, 0.4842, lift_point: 0.3643, 0.4842; The action is #DUAL_POINT#; touch_point: 0.065, 0.468, lift_point: 0.065, 0.468", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Chicago?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20520_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Chicago?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3643, 0.4842, lift_point: 0.3643, 0.4842; The action is #DUAL_POINT#; touch_point: 0.065, 0.468, lift_point: 0.065, 0.468; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Chicago?\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20520_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Chicago?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3643, 0.4842, lift_point: 0.3643, 0.4842; The action is #DUAL_POINT#; touch_point: 0.065, 0.468, lift_point: 0.065, 0.468; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Chicago?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1414, 0.4356, lift_point: 0.1414, 0.4356", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20520_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Chicago?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3643, 0.4842, lift_point: 0.3643, 0.4842; The action is #DUAL_POINT#; touch_point: 0.065, 0.468, lift_point: 0.065, 0.468; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Chicago?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1414, 0.4356, lift_point: 0.1414, 0.4356", "response": "The action is #DUAL_POINT#; touch_point: 0.6042, 0.2889, lift_point: 0.6042, 0.2889", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20520_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Chicago?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3643, 0.4842, lift_point: 0.3643, 0.4842; The action is #DUAL_POINT#; touch_point: 0.065, 0.468, lift_point: 0.065, 0.468; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Chicago?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1414, 0.4356, lift_point: 0.1414, 0.4356; The action is #DUAL_POINT#; touch_point: 0.6042, 0.2889, lift_point: 0.6042, 0.2889", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20520_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Chicago?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3643, 0.4842, lift_point: 0.3643, 0.4842; The action is #DUAL_POINT#; touch_point: 0.065, 0.468, lift_point: 0.065, 0.468; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Chicago?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1414, 0.4356, lift_point: 0.1414, 0.4356; The action is #DUAL_POINT#; touch_point: 0.6042, 0.2889, lift_point: 0.6042, 0.2889; The action is #Scrolling Up#", "response": "The action is #DUAL_POINT#; touch_point: 0.2661, 0.5474, lift_point: 0.2661, 0.5474", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20520_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Chicago?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3643, 0.4842, lift_point: 0.3643, 0.4842; The action is #DUAL_POINT#; touch_point: 0.065, 0.468, lift_point: 0.065, 0.468; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Chicago?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1414, 0.4356, lift_point: 0.1414, 0.4356; The action is #DUAL_POINT#; touch_point: 0.6042, 0.2889, lift_point: 0.6042, 0.2889; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2661, 0.5474, lift_point: 0.2661, 0.5474", "response": "The action is #DUAL_POINT#; touch_point: 0.282, 0.3245, lift_point: 0.282, 0.3245", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20520_10.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Chicago?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3643, 0.4842, lift_point: 0.3643, 0.4842; The action is #DUAL_POINT#; touch_point: 0.065, 0.468, lift_point: 0.065, 0.468; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Chicago?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1414, 0.4356, lift_point: 0.1414, 0.4356; The action is #DUAL_POINT#; touch_point: 0.6042, 0.2889, lift_point: 0.6042, 0.2889; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2661, 0.5474, lift_point: 0.2661, 0.5474; The action is #DUAL_POINT#; touch_point: 0.282, 0.3245, lift_point: 0.282, 0.3245", "response": "The action is #DUAL_POINT#; touch_point: 0.4006, 0.3353, lift_point: 0.4006, 0.3353", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20520_11.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Chicago?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3643, 0.4842, lift_point: 0.3643, 0.4842; The action is #DUAL_POINT#; touch_point: 0.065, 0.468, lift_point: 0.065, 0.468; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Chicago?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1414, 0.4356, lift_point: 0.1414, 0.4356; The action is #DUAL_POINT#; touch_point: 0.6042, 0.2889, lift_point: 0.6042, 0.2889; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2661, 0.5474, lift_point: 0.2661, 0.5474; The action is #DUAL_POINT#; touch_point: 0.282, 0.3245, lift_point: 0.282, 0.3245; The action is #DUAL_POINT#; touch_point: 0.4006, 0.3353, lift_point: 0.4006, 0.3353", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20520_12.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Chicago?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3643, 0.4842, lift_point: 0.3643, 0.4842; The action is #DUAL_POINT#; touch_point: 0.065, 0.468, lift_point: 0.065, 0.468; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Chicago?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1414, 0.4356, lift_point: 0.1414, 0.4356; The action is #DUAL_POINT#; touch_point: 0.6042, 0.2889, lift_point: 0.6042, 0.2889; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2661, 0.5474, lift_point: 0.2661, 0.5474; The action is #DUAL_POINT#; touch_point: 0.282, 0.3245, lift_point: 0.282, 0.3245; The action is #DUAL_POINT#; touch_point: 0.4006, 0.3353, lift_point: 0.4006, 0.3353; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20520_13.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Chicago?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3643, 0.4842, lift_point: 0.3643, 0.4842; The action is #DUAL_POINT#; touch_point: 0.065, 0.468, lift_point: 0.065, 0.468; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Chicago?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1414, 0.4356, lift_point: 0.1414, 0.4356; The action is #DUAL_POINT#; touch_point: 0.6042, 0.2889, lift_point: 0.6042, 0.2889; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2661, 0.5474, lift_point: 0.2661, 0.5474; The action is #DUAL_POINT#; touch_point: 0.282, 0.3245, lift_point: 0.282, 0.3245; The action is #DUAL_POINT#; touch_point: 0.4006, 0.3353, lift_point: 0.4006, 0.3353; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20520_14.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Chicago?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3643, 0.4842, lift_point: 0.3643, 0.4842; The action is #DUAL_POINT#; touch_point: 0.065, 0.468, lift_point: 0.065, 0.468; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Chicago?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1414, 0.4356, lift_point: 0.1414, 0.4356; The action is #DUAL_POINT#; touch_point: 0.6042, 0.2889, lift_point: 0.6042, 0.2889; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2661, 0.5474, lift_point: 0.2661, 0.5474; The action is #DUAL_POINT#; touch_point: 0.282, 0.3245, lift_point: 0.282, 0.3245; The action is #DUAL_POINT#; touch_point: 0.4006, 0.3353, lift_point: 0.4006, 0.3353; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20520_15.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Chicago?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3643, 0.4842, lift_point: 0.3643, 0.4842; The action is #DUAL_POINT#; touch_point: 0.065, 0.468, lift_point: 0.065, 0.468; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Chicago?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1414, 0.4356, lift_point: 0.1414, 0.4356; The action is #DUAL_POINT#; touch_point: 0.6042, 0.2889, lift_point: 0.6042, 0.2889; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2661, 0.5474, lift_point: 0.2661, 0.5474; The action is #DUAL_POINT#; touch_point: 0.282, 0.3245, lift_point: 0.282, 0.3245; The action is #DUAL_POINT#; touch_point: 0.4006, 0.3353, lift_point: 0.4006, 0.3353; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20520_16.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Chicago?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3643, 0.4842, lift_point: 0.3643, 0.4842; The action is #DUAL_POINT#; touch_point: 0.065, 0.468, lift_point: 0.065, 0.468; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Chicago?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1414, 0.4356, lift_point: 0.1414, 0.4356; The action is #DUAL_POINT#; touch_point: 0.6042, 0.2889, lift_point: 0.6042, 0.2889; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2661, 0.5474, lift_point: 0.2661, 0.5474; The action is #DUAL_POINT#; touch_point: 0.282, 0.3245, lift_point: 0.282, 0.3245; The action is #DUAL_POINT#; touch_point: 0.4006, 0.3353, lift_point: 0.4006, 0.3353; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20520_17.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Chicago?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3643, 0.4842, lift_point: 0.3643, 0.4842; The action is #DUAL_POINT#; touch_point: 0.065, 0.468, lift_point: 0.065, 0.468; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Chicago?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1414, 0.4356, lift_point: 0.1414, 0.4356; The action is #DUAL_POINT#; touch_point: 0.6042, 0.2889, lift_point: 0.6042, 0.2889; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2661, 0.5474, lift_point: 0.2661, 0.5474; The action is #DUAL_POINT#; touch_point: 0.282, 0.3245, lift_point: 0.282, 0.3245; The action is #DUAL_POINT#; touch_point: 0.4006, 0.3353, lift_point: 0.4006, 0.3353; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20520_18.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Chicago?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3643, 0.4842, lift_point: 0.3643, 0.4842; The action is #DUAL_POINT#; touch_point: 0.065, 0.468, lift_point: 0.065, 0.468; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Chicago?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1414, 0.4356, lift_point: 0.1414, 0.4356; The action is #DUAL_POINT#; touch_point: 0.6042, 0.2889, lift_point: 0.6042, 0.2889; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2661, 0.5474, lift_point: 0.2661, 0.5474; The action is #DUAL_POINT#; touch_point: 0.282, 0.3245, lift_point: 0.282, 0.3245; The action is #DUAL_POINT#; touch_point: 0.4006, 0.3353, lift_point: 0.4006, 0.3353; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20520_19.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Chicago?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3643, 0.4842, lift_point: 0.3643, 0.4842; The action is #DUAL_POINT#; touch_point: 0.065, 0.468, lift_point: 0.065, 0.468; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Chicago?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1414, 0.4356, lift_point: 0.1414, 0.4356; The action is #DUAL_POINT#; touch_point: 0.6042, 0.2889, lift_point: 0.6042, 0.2889; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2661, 0.5474, lift_point: 0.2661, 0.5474; The action is #DUAL_POINT#; touch_point: 0.282, 0.3245, lift_point: 0.282, 0.3245; The action is #DUAL_POINT#; touch_point: 0.4006, 0.3353, lift_point: 0.4006, 0.3353; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.1241, 0.0765, lift_point: 0.1241, 0.0765", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20520_20.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Chicago?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3643, 0.4842, lift_point: 0.3643, 0.4842; The action is #DUAL_POINT#; touch_point: 0.065, 0.468, lift_point: 0.065, 0.468; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Chicago?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1414, 0.4356, lift_point: 0.1414, 0.4356; The action is #DUAL_POINT#; touch_point: 0.6042, 0.2889, lift_point: 0.6042, 0.2889; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2661, 0.5474, lift_point: 0.2661, 0.5474; The action is #DUAL_POINT#; touch_point: 0.282, 0.3245, lift_point: 0.282, 0.3245; The action is #DUAL_POINT#; touch_point: 0.4006, 0.3353, lift_point: 0.4006, 0.3353; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1241, 0.0765, lift_point: 0.1241, 0.0765", "response": "The action is #DUAL_POINT#; touch_point: 0.1278, 0.0705, lift_point: 0.1278, 0.0705", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20520_21.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Chicago?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3643, 0.4842, lift_point: 0.3643, 0.4842; The action is #DUAL_POINT#; touch_point: 0.065, 0.468, lift_point: 0.065, 0.468; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Chicago?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1414, 0.4356, lift_point: 0.1414, 0.4356; The action is #DUAL_POINT#; touch_point: 0.6042, 0.2889, lift_point: 0.6042, 0.2889; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2661, 0.5474, lift_point: 0.2661, 0.5474; The action is #DUAL_POINT#; touch_point: 0.282, 0.3245, lift_point: 0.282, 0.3245; The action is #DUAL_POINT#; touch_point: 0.4006, 0.3353, lift_point: 0.4006, 0.3353; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1241, 0.0765, lift_point: 0.1241, 0.0765; The action is #DUAL_POINT#; touch_point: 0.1278, 0.0705, lift_point: 0.1278, 0.0705", "response": "The action is #DUAL_POINT#; touch_point: 0.1288, 0.1043, lift_point: 0.1288, 0.1043", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20520_22.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Chicago?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3643, 0.4842, lift_point: 0.3643, 0.4842; The action is #DUAL_POINT#; touch_point: 0.065, 0.468, lift_point: 0.065, 0.468; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Chicago?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1414, 0.4356, lift_point: 0.1414, 0.4356; The action is #DUAL_POINT#; touch_point: 0.6042, 0.2889, lift_point: 0.6042, 0.2889; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2661, 0.5474, lift_point: 0.2661, 0.5474; The action is #DUAL_POINT#; touch_point: 0.282, 0.3245, lift_point: 0.282, 0.3245; The action is #DUAL_POINT#; touch_point: 0.4006, 0.3353, lift_point: 0.4006, 0.3353; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1241, 0.0765, lift_point: 0.1241, 0.0765; The action is #DUAL_POINT#; touch_point: 0.1278, 0.0705, lift_point: 0.1278, 0.0705; The action is #DUAL_POINT#; touch_point: 0.1288, 0.1043, lift_point: 0.1288, 0.1043", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20520_23.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Chicago?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3643, 0.4842, lift_point: 0.3643, 0.4842; The action is #DUAL_POINT#; touch_point: 0.065, 0.468, lift_point: 0.065, 0.468; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Chicago?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1414, 0.4356, lift_point: 0.1414, 0.4356; The action is #DUAL_POINT#; touch_point: 0.6042, 0.2889, lift_point: 0.6042, 0.2889; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2661, 0.5474, lift_point: 0.2661, 0.5474; The action is #DUAL_POINT#; touch_point: 0.282, 0.3245, lift_point: 0.282, 0.3245; The action is #DUAL_POINT#; touch_point: 0.4006, 0.3353, lift_point: 0.4006, 0.3353; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1241, 0.0765, lift_point: 0.1241, 0.0765; The action is #DUAL_POINT#; touch_point: 0.1278, 0.0705, lift_point: 0.1278, 0.0705; The action is #DUAL_POINT#; touch_point: 0.1288, 0.1043, lift_point: 0.1288, 0.1043; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3287, 0.2535, lift_point: 0.3287, 0.2535", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20520_24.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Chicago?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3643, 0.4842, lift_point: 0.3643, 0.4842; The action is #DUAL_POINT#; touch_point: 0.065, 0.468, lift_point: 0.065, 0.468; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Chicago?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1414, 0.4356, lift_point: 0.1414, 0.4356; The action is #DUAL_POINT#; touch_point: 0.6042, 0.2889, lift_point: 0.6042, 0.2889; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2661, 0.5474, lift_point: 0.2661, 0.5474; The action is #DUAL_POINT#; touch_point: 0.282, 0.3245, lift_point: 0.282, 0.3245; The action is #DUAL_POINT#; touch_point: 0.4006, 0.3353, lift_point: 0.4006, 0.3353; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1241, 0.0765, lift_point: 0.1241, 0.0765; The action is #DUAL_POINT#; touch_point: 0.1278, 0.0705, lift_point: 0.1278, 0.0705; The action is #DUAL_POINT#; touch_point: 0.1288, 0.1043, lift_point: 0.1288, 0.1043; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3287, 0.2535, lift_point: 0.3287, 0.2535", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20520_25.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Chicago?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3643, 0.4842, lift_point: 0.3643, 0.4842; The action is #DUAL_POINT#; touch_point: 0.065, 0.468, lift_point: 0.065, 0.468; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Chicago?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1414, 0.4356, lift_point: 0.1414, 0.4356; The action is #DUAL_POINT#; touch_point: 0.6042, 0.2889, lift_point: 0.6042, 0.2889; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2661, 0.5474, lift_point: 0.2661, 0.5474; The action is #DUAL_POINT#; touch_point: 0.282, 0.3245, lift_point: 0.282, 0.3245; The action is #DUAL_POINT#; touch_point: 0.4006, 0.3353, lift_point: 0.4006, 0.3353; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1241, 0.0765, lift_point: 0.1241, 0.0765; The action is #DUAL_POINT#; touch_point: 0.1278, 0.0705, lift_point: 0.1278, 0.0705; The action is #DUAL_POINT#; touch_point: 0.1288, 0.1043, lift_point: 0.1288, 0.1043; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3287, 0.2535, lift_point: 0.3287, 0.2535; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20520_26.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Chicago?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3643, 0.4842, lift_point: 0.3643, 0.4842; The action is #DUAL_POINT#; touch_point: 0.065, 0.468, lift_point: 0.065, 0.468; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Chicago?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1414, 0.4356, lift_point: 0.1414, 0.4356; The action is #DUAL_POINT#; touch_point: 0.6042, 0.2889, lift_point: 0.6042, 0.2889; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2661, 0.5474, lift_point: 0.2661, 0.5474; The action is #DUAL_POINT#; touch_point: 0.282, 0.3245, lift_point: 0.282, 0.3245; The action is #DUAL_POINT#; touch_point: 0.4006, 0.3353, lift_point: 0.4006, 0.3353; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1241, 0.0765, lift_point: 0.1241, 0.0765; The action is #DUAL_POINT#; touch_point: 0.1278, 0.0705, lift_point: 0.1278, 0.0705; The action is #DUAL_POINT#; touch_point: 0.1288, 0.1043, lift_point: 0.1288, 0.1043; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3287, 0.2535, lift_point: 0.3287, 0.2535; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20520_27.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Chicago?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3643, 0.4842, lift_point: 0.3643, 0.4842; The action is #DUAL_POINT#; touch_point: 0.065, 0.468, lift_point: 0.065, 0.468; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Chicago?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1414, 0.4356, lift_point: 0.1414, 0.4356; The action is #DUAL_POINT#; touch_point: 0.6042, 0.2889, lift_point: 0.6042, 0.2889; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2661, 0.5474, lift_point: 0.2661, 0.5474; The action is #DUAL_POINT#; touch_point: 0.282, 0.3245, lift_point: 0.282, 0.3245; The action is #DUAL_POINT#; touch_point: 0.4006, 0.3353, lift_point: 0.4006, 0.3353; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1241, 0.0765, lift_point: 0.1241, 0.0765; The action is #DUAL_POINT#; touch_point: 0.1278, 0.0705, lift_point: 0.1278, 0.0705; The action is #DUAL_POINT#; touch_point: 0.1288, 0.1043, lift_point: 0.1288, 0.1043; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3287, 0.2535, lift_point: 0.3287, 0.2535; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20520_28.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Chicago?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3643, 0.4842, lift_point: 0.3643, 0.4842; The action is #DUAL_POINT#; touch_point: 0.065, 0.468, lift_point: 0.065, 0.468; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Chicago?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1414, 0.4356, lift_point: 0.1414, 0.4356; The action is #DUAL_POINT#; touch_point: 0.6042, 0.2889, lift_point: 0.6042, 0.2889; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2661, 0.5474, lift_point: 0.2661, 0.5474; The action is #DUAL_POINT#; touch_point: 0.282, 0.3245, lift_point: 0.282, 0.3245; The action is #DUAL_POINT#; touch_point: 0.4006, 0.3353, lift_point: 0.4006, 0.3353; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1241, 0.0765, lift_point: 0.1241, 0.0765; The action is #DUAL_POINT#; touch_point: 0.1278, 0.0705, lift_point: 0.1278, 0.0705; The action is #DUAL_POINT#; touch_point: 0.1288, 0.1043, lift_point: 0.1288, 0.1043; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3287, 0.2535, lift_point: 0.3287, 0.2535; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20520_29.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Chicago?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3643, 0.4842, lift_point: 0.3643, 0.4842; The action is #DUAL_POINT#; touch_point: 0.065, 0.468, lift_point: 0.065, 0.468; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Chicago?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1414, 0.4356, lift_point: 0.1414, 0.4356; The action is #DUAL_POINT#; touch_point: 0.6042, 0.2889, lift_point: 0.6042, 0.2889; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2661, 0.5474, lift_point: 0.2661, 0.5474; The action is #DUAL_POINT#; touch_point: 0.282, 0.3245, lift_point: 0.282, 0.3245; The action is #DUAL_POINT#; touch_point: 0.4006, 0.3353, lift_point: 0.4006, 0.3353; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1241, 0.0765, lift_point: 0.1241, 0.0765; The action is #DUAL_POINT#; touch_point: 0.1278, 0.0705, lift_point: 0.1278, 0.0705; The action is #DUAL_POINT#; touch_point: 0.1288, 0.1043, lift_point: 0.1288, 0.1043; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3287, 0.2535, lift_point: 0.3287, 0.2535; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20520_30.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Chicago?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3643, 0.4842, lift_point: 0.3643, 0.4842; The action is #DUAL_POINT#; touch_point: 0.065, 0.468, lift_point: 0.065, 0.468; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Chicago?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1414, 0.4356, lift_point: 0.1414, 0.4356; The action is #DUAL_POINT#; touch_point: 0.6042, 0.2889, lift_point: 0.6042, 0.2889; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2661, 0.5474, lift_point: 0.2661, 0.5474; The action is #DUAL_POINT#; touch_point: 0.282, 0.3245, lift_point: 0.282, 0.3245; The action is #DUAL_POINT#; touch_point: 0.4006, 0.3353, lift_point: 0.4006, 0.3353; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1241, 0.0765, lift_point: 0.1241, 0.0765; The action is #DUAL_POINT#; touch_point: 0.1278, 0.0705, lift_point: 0.1278, 0.0705; The action is #DUAL_POINT#; touch_point: 0.1288, 0.1043, lift_point: 0.1288, 0.1043; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3287, 0.2535, lift_point: 0.3287, 0.2535; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20520_31.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Chicago?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3643, 0.4842, lift_point: 0.3643, 0.4842; The action is #DUAL_POINT#; touch_point: 0.065, 0.468, lift_point: 0.065, 0.468; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Chicago?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1414, 0.4356, lift_point: 0.1414, 0.4356; The action is #DUAL_POINT#; touch_point: 0.6042, 0.2889, lift_point: 0.6042, 0.2889; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2661, 0.5474, lift_point: 0.2661, 0.5474; The action is #DUAL_POINT#; touch_point: 0.282, 0.3245, lift_point: 0.282, 0.3245; The action is #DUAL_POINT#; touch_point: 0.4006, 0.3353, lift_point: 0.4006, 0.3353; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1241, 0.0765, lift_point: 0.1241, 0.0765; The action is #DUAL_POINT#; touch_point: 0.1278, 0.0705, lift_point: 0.1278, 0.0705; The action is #DUAL_POINT#; touch_point: 0.1288, 0.1043, lift_point: 0.1288, 0.1043; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3287, 0.2535, lift_point: 0.3287, 0.2535; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20520_32.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Chicago?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3643, 0.4842, lift_point: 0.3643, 0.4842; The action is #DUAL_POINT#; touch_point: 0.065, 0.468, lift_point: 0.065, 0.468; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Chicago?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1414, 0.4356, lift_point: 0.1414, 0.4356; The action is #DUAL_POINT#; touch_point: 0.6042, 0.2889, lift_point: 0.6042, 0.2889; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2661, 0.5474, lift_point: 0.2661, 0.5474; The action is #DUAL_POINT#; touch_point: 0.282, 0.3245, lift_point: 0.282, 0.3245; The action is #DUAL_POINT#; touch_point: 0.4006, 0.3353, lift_point: 0.4006, 0.3353; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1241, 0.0765, lift_point: 0.1241, 0.0765; The action is #DUAL_POINT#; touch_point: 0.1278, 0.0705, lift_point: 0.1278, 0.0705; The action is #DUAL_POINT#; touch_point: 0.1288, 0.1043, lift_point: 0.1288, 0.1043; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3287, 0.2535, lift_point: 0.3287, 0.2535; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.5125, 0.3515, lift_point: 0.5125, 0.3515", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20520_33.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Chicago?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3643, 0.4842, lift_point: 0.3643, 0.4842; The action is #DUAL_POINT#; touch_point: 0.065, 0.468, lift_point: 0.065, 0.468; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Chicago?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1414, 0.4356, lift_point: 0.1414, 0.4356; The action is #DUAL_POINT#; touch_point: 0.6042, 0.2889, lift_point: 0.6042, 0.2889; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2661, 0.5474, lift_point: 0.2661, 0.5474; The action is #DUAL_POINT#; touch_point: 0.282, 0.3245, lift_point: 0.282, 0.3245; The action is #DUAL_POINT#; touch_point: 0.4006, 0.3353, lift_point: 0.4006, 0.3353; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1241, 0.0765, lift_point: 0.1241, 0.0765; The action is #DUAL_POINT#; touch_point: 0.1278, 0.0705, lift_point: 0.1278, 0.0705; The action is #DUAL_POINT#; touch_point: 0.1288, 0.1043, lift_point: 0.1288, 0.1043; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3287, 0.2535, lift_point: 0.3287, 0.2535; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5125, 0.3515, lift_point: 0.5125, 0.3515", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20520_34.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Chicago?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3643, 0.4842, lift_point: 0.3643, 0.4842; The action is #DUAL_POINT#; touch_point: 0.065, 0.468, lift_point: 0.065, 0.468; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Chicago?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1414, 0.4356, lift_point: 0.1414, 0.4356; The action is #DUAL_POINT#; touch_point: 0.6042, 0.2889, lift_point: 0.6042, 0.2889; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2661, 0.5474, lift_point: 0.2661, 0.5474; The action is #DUAL_POINT#; touch_point: 0.282, 0.3245, lift_point: 0.282, 0.3245; The action is #DUAL_POINT#; touch_point: 0.4006, 0.3353, lift_point: 0.4006, 0.3353; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1241, 0.0765, lift_point: 0.1241, 0.0765; The action is #DUAL_POINT#; touch_point: 0.1278, 0.0705, lift_point: 0.1278, 0.0705; The action is #DUAL_POINT#; touch_point: 0.1288, 0.1043, lift_point: 0.1288, 0.1043; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3287, 0.2535, lift_point: 0.3287, 0.2535; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5125, 0.3515, lift_point: 0.5125, 0.3515; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20520_35.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Chicago?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3643, 0.4842, lift_point: 0.3643, 0.4842; The action is #DUAL_POINT#; touch_point: 0.065, 0.468, lift_point: 0.065, 0.468; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Chicago?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1414, 0.4356, lift_point: 0.1414, 0.4356; The action is #DUAL_POINT#; touch_point: 0.6042, 0.2889, lift_point: 0.6042, 0.2889; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2661, 0.5474, lift_point: 0.2661, 0.5474; The action is #DUAL_POINT#; touch_point: 0.282, 0.3245, lift_point: 0.282, 0.3245; The action is #DUAL_POINT#; touch_point: 0.4006, 0.3353, lift_point: 0.4006, 0.3353; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1241, 0.0765, lift_point: 0.1241, 0.0765; The action is #DUAL_POINT#; touch_point: 0.1278, 0.0705, lift_point: 0.1278, 0.0705; The action is #DUAL_POINT#; touch_point: 0.1288, 0.1043, lift_point: 0.1288, 0.1043; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3287, 0.2535, lift_point: 0.3287, 0.2535; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5125, 0.3515, lift_point: 0.5125, 0.3515; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20520_36.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Chicago?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3643, 0.4842, lift_point: 0.3643, 0.4842; The action is #DUAL_POINT#; touch_point: 0.065, 0.468, lift_point: 0.065, 0.468; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Chicago?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1414, 0.4356, lift_point: 0.1414, 0.4356; The action is #DUAL_POINT#; touch_point: 0.6042, 0.2889, lift_point: 0.6042, 0.2889; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2661, 0.5474, lift_point: 0.2661, 0.5474; The action is #DUAL_POINT#; touch_point: 0.282, 0.3245, lift_point: 0.282, 0.3245; The action is #DUAL_POINT#; touch_point: 0.4006, 0.3353, lift_point: 0.4006, 0.3353; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1241, 0.0765, lift_point: 0.1241, 0.0765; The action is #DUAL_POINT#; touch_point: 0.1278, 0.0705, lift_point: 0.1278, 0.0705; The action is #DUAL_POINT#; touch_point: 0.1288, 0.1043, lift_point: 0.1288, 0.1043; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3287, 0.2535, lift_point: 0.3287, 0.2535; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5125, 0.3515, lift_point: 0.5125, 0.3515; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20520_37.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Chicago?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3643, 0.4842, lift_point: 0.3643, 0.4842; The action is #DUAL_POINT#; touch_point: 0.065, 0.468, lift_point: 0.065, 0.468; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Chicago?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1414, 0.4356, lift_point: 0.1414, 0.4356; The action is #DUAL_POINT#; touch_point: 0.6042, 0.2889, lift_point: 0.6042, 0.2889; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2661, 0.5474, lift_point: 0.2661, 0.5474; The action is #DUAL_POINT#; touch_point: 0.282, 0.3245, lift_point: 0.282, 0.3245; The action is #DUAL_POINT#; touch_point: 0.4006, 0.3353, lift_point: 0.4006, 0.3353; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1241, 0.0765, lift_point: 0.1241, 0.0765; The action is #DUAL_POINT#; touch_point: 0.1278, 0.0705, lift_point: 0.1278, 0.0705; The action is #DUAL_POINT#; touch_point: 0.1288, 0.1043, lift_point: 0.1288, 0.1043; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3287, 0.2535, lift_point: 0.3287, 0.2535; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5125, 0.3515, lift_point: 0.5125, 0.3515; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20520_38.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Chicago?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3643, 0.4842, lift_point: 0.3643, 0.4842; The action is #DUAL_POINT#; touch_point: 0.065, 0.468, lift_point: 0.065, 0.468; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Chicago?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1414, 0.4356, lift_point: 0.1414, 0.4356; The action is #DUAL_POINT#; touch_point: 0.6042, 0.2889, lift_point: 0.6042, 0.2889; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2661, 0.5474, lift_point: 0.2661, 0.5474; The action is #DUAL_POINT#; touch_point: 0.282, 0.3245, lift_point: 0.282, 0.3245; The action is #DUAL_POINT#; touch_point: 0.4006, 0.3353, lift_point: 0.4006, 0.3353; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1241, 0.0765, lift_point: 0.1241, 0.0765; The action is #DUAL_POINT#; touch_point: 0.1278, 0.0705, lift_point: 0.1278, 0.0705; The action is #DUAL_POINT#; touch_point: 0.1288, 0.1043, lift_point: 0.1288, 0.1043; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3287, 0.2535, lift_point: 0.3287, 0.2535; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5125, 0.3515, lift_point: 0.5125, 0.3515; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20520_39.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Chicago?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3643, 0.4842, lift_point: 0.3643, 0.4842; The action is #DUAL_POINT#; touch_point: 0.065, 0.468, lift_point: 0.065, 0.468; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Chicago?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1414, 0.4356, lift_point: 0.1414, 0.4356; The action is #DUAL_POINT#; touch_point: 0.6042, 0.2889, lift_point: 0.6042, 0.2889; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2661, 0.5474, lift_point: 0.2661, 0.5474; The action is #DUAL_POINT#; touch_point: 0.282, 0.3245, lift_point: 0.282, 0.3245; The action is #DUAL_POINT#; touch_point: 0.4006, 0.3353, lift_point: 0.4006, 0.3353; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1241, 0.0765, lift_point: 0.1241, 0.0765; The action is #DUAL_POINT#; touch_point: 0.1278, 0.0705, lift_point: 0.1278, 0.0705; The action is #DUAL_POINT#; touch_point: 0.1288, 0.1043, lift_point: 0.1288, 0.1043; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3287, 0.2535, lift_point: 0.3287, 0.2535; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5125, 0.3515, lift_point: 0.5125, 0.3515; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20520_40.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Chicago?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3643, 0.4842, lift_point: 0.3643, 0.4842; The action is #DUAL_POINT#; touch_point: 0.065, 0.468, lift_point: 0.065, 0.468; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Chicago?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1414, 0.4356, lift_point: 0.1414, 0.4356; The action is #DUAL_POINT#; touch_point: 0.6042, 0.2889, lift_point: 0.6042, 0.2889; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2661, 0.5474, lift_point: 0.2661, 0.5474; The action is #DUAL_POINT#; touch_point: 0.282, 0.3245, lift_point: 0.282, 0.3245; The action is #DUAL_POINT#; touch_point: 0.4006, 0.3353, lift_point: 0.4006, 0.3353; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1241, 0.0765, lift_point: 0.1241, 0.0765; The action is #DUAL_POINT#; touch_point: 0.1278, 0.0705, lift_point: 0.1278, 0.0705; The action is #DUAL_POINT#; touch_point: 0.1288, 0.1043, lift_point: 0.1288, 0.1043; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3287, 0.2535, lift_point: 0.3287, 0.2535; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5125, 0.3515, lift_point: 0.5125, 0.3515; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20520_41.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Chicago?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3643, 0.4842, lift_point: 0.3643, 0.4842; The action is #DUAL_POINT#; touch_point: 0.065, 0.468, lift_point: 0.065, 0.468; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Chicago?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1414, 0.4356, lift_point: 0.1414, 0.4356; The action is #DUAL_POINT#; touch_point: 0.6042, 0.2889, lift_point: 0.6042, 0.2889; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2661, 0.5474, lift_point: 0.2661, 0.5474; The action is #DUAL_POINT#; touch_point: 0.282, 0.3245, lift_point: 0.282, 0.3245; The action is #DUAL_POINT#; touch_point: 0.4006, 0.3353, lift_point: 0.4006, 0.3353; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1241, 0.0765, lift_point: 0.1241, 0.0765; The action is #DUAL_POINT#; touch_point: 0.1278, 0.0705, lift_point: 0.1278, 0.0705; The action is #DUAL_POINT#; touch_point: 0.1288, 0.1043, lift_point: 0.1288, 0.1043; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3287, 0.2535, lift_point: 0.3287, 0.2535; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5125, 0.3515, lift_point: 0.5125, 0.3515; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20520_42.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Chicago?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3643, 0.4842, lift_point: 0.3643, 0.4842; The action is #DUAL_POINT#; touch_point: 0.065, 0.468, lift_point: 0.065, 0.468; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Chicago?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1414, 0.4356, lift_point: 0.1414, 0.4356; The action is #DUAL_POINT#; touch_point: 0.6042, 0.2889, lift_point: 0.6042, 0.2889; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2661, 0.5474, lift_point: 0.2661, 0.5474; The action is #DUAL_POINT#; touch_point: 0.282, 0.3245, lift_point: 0.282, 0.3245; The action is #DUAL_POINT#; touch_point: 0.4006, 0.3353, lift_point: 0.4006, 0.3353; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1241, 0.0765, lift_point: 0.1241, 0.0765; The action is #DUAL_POINT#; touch_point: 0.1278, 0.0705, lift_point: 0.1278, 0.0705; The action is #DUAL_POINT#; touch_point: 0.1288, 0.1043, lift_point: 0.1288, 0.1043; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3287, 0.2535, lift_point: 0.3287, 0.2535; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5125, 0.3515, lift_point: 0.5125, 0.3515; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #PRESS_BACK#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20520_43.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Chicago?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3643, 0.4842, lift_point: 0.3643, 0.4842; The action is #DUAL_POINT#; touch_point: 0.065, 0.468, lift_point: 0.065, 0.468; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Chicago?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1414, 0.4356, lift_point: 0.1414, 0.4356; The action is #DUAL_POINT#; touch_point: 0.6042, 0.2889, lift_point: 0.6042, 0.2889; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2661, 0.5474, lift_point: 0.2661, 0.5474; The action is #DUAL_POINT#; touch_point: 0.282, 0.3245, lift_point: 0.282, 0.3245; The action is #DUAL_POINT#; touch_point: 0.4006, 0.3353, lift_point: 0.4006, 0.3353; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1241, 0.0765, lift_point: 0.1241, 0.0765; The action is #DUAL_POINT#; touch_point: 0.1278, 0.0705, lift_point: 0.1278, 0.0705; The action is #DUAL_POINT#; touch_point: 0.1288, 0.1043, lift_point: 0.1288, 0.1043; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3287, 0.2535, lift_point: 0.3287, 0.2535; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5125, 0.3515, lift_point: 0.5125, 0.3515; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #PRESS_BACK#", "response": "The action is #DUAL_POINT#; touch_point: 0.9362, 0.3203, lift_point: 0.9362, 0.3203", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20520_44.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Chicago?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3643, 0.4842, lift_point: 0.3643, 0.4842; The action is #DUAL_POINT#; touch_point: 0.065, 0.468, lift_point: 0.065, 0.468; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Chicago?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1414, 0.4356, lift_point: 0.1414, 0.4356; The action is #DUAL_POINT#; touch_point: 0.6042, 0.2889, lift_point: 0.6042, 0.2889; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2661, 0.5474, lift_point: 0.2661, 0.5474; The action is #DUAL_POINT#; touch_point: 0.282, 0.3245, lift_point: 0.282, 0.3245; The action is #DUAL_POINT#; touch_point: 0.4006, 0.3353, lift_point: 0.4006, 0.3353; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1241, 0.0765, lift_point: 0.1241, 0.0765; The action is #DUAL_POINT#; touch_point: 0.1278, 0.0705, lift_point: 0.1278, 0.0705; The action is #DUAL_POINT#; touch_point: 0.1288, 0.1043, lift_point: 0.1288, 0.1043; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3287, 0.2535, lift_point: 0.3287, 0.2535; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5125, 0.3515, lift_point: 0.5125, 0.3515; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.9362, 0.3203, lift_point: 0.9362, 0.3203", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20520_45.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Chicago?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3643, 0.4842, lift_point: 0.3643, 0.4842; The action is #DUAL_POINT#; touch_point: 0.065, 0.468, lift_point: 0.065, 0.468; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Chicago?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1414, 0.4356, lift_point: 0.1414, 0.4356; The action is #DUAL_POINT#; touch_point: 0.6042, 0.2889, lift_point: 0.6042, 0.2889; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2661, 0.5474, lift_point: 0.2661, 0.5474; The action is #DUAL_POINT#; touch_point: 0.282, 0.3245, lift_point: 0.282, 0.3245; The action is #DUAL_POINT#; touch_point: 0.4006, 0.3353, lift_point: 0.4006, 0.3353; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1241, 0.0765, lift_point: 0.1241, 0.0765; The action is #DUAL_POINT#; touch_point: 0.1278, 0.0705, lift_point: 0.1278, 0.0705; The action is #DUAL_POINT#; touch_point: 0.1288, 0.1043, lift_point: 0.1288, 0.1043; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3287, 0.2535, lift_point: 0.3287, 0.2535; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5125, 0.3515, lift_point: 0.5125, 0.3515; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.9362, 0.3203, lift_point: 0.9362, 0.3203; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.7351, 0.4954, lift_point: 0.7351, 0.4954", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20520_46.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Chicago?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3643, 0.4842, lift_point: 0.3643, 0.4842; The action is #DUAL_POINT#; touch_point: 0.065, 0.468, lift_point: 0.065, 0.468; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Chicago?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1414, 0.4356, lift_point: 0.1414, 0.4356; The action is #DUAL_POINT#; touch_point: 0.6042, 0.2889, lift_point: 0.6042, 0.2889; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2661, 0.5474, lift_point: 0.2661, 0.5474; The action is #DUAL_POINT#; touch_point: 0.282, 0.3245, lift_point: 0.282, 0.3245; The action is #DUAL_POINT#; touch_point: 0.4006, 0.3353, lift_point: 0.4006, 0.3353; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1241, 0.0765, lift_point: 0.1241, 0.0765; The action is #DUAL_POINT#; touch_point: 0.1278, 0.0705, lift_point: 0.1278, 0.0705; The action is #DUAL_POINT#; touch_point: 0.1288, 0.1043, lift_point: 0.1288, 0.1043; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3287, 0.2535, lift_point: 0.3287, 0.2535; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5125, 0.3515, lift_point: 0.5125, 0.3515; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.9362, 0.3203, lift_point: 0.9362, 0.3203; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7351, 0.4954, lift_point: 0.7351, 0.4954", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20520_47.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of light?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20581_1.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of light?; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20581_2.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of light?; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3718, 0.5032, lift_point: 0.3718, 0.5032", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20581_3.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of light?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3718, 0.5032, lift_point: 0.3718, 0.5032", "response": "The action is #DUAL_POINT#; touch_point: 0.3641, 0.5107, lift_point: 0.3641, 0.5107", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20581_4.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of light?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3718, 0.5032, lift_point: 0.3718, 0.5032; The action is #DUAL_POINT#; touch_point: 0.3641, 0.5107, lift_point: 0.3641, 0.5107", "response": "The action is #DUAL_POINT#; touch_point: 0.0365, 0.5117, lift_point: 0.0365, 0.5117", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20581_5.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of light?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3718, 0.5032, lift_point: 0.3718, 0.5032; The action is #DUAL_POINT#; touch_point: 0.3641, 0.5107, lift_point: 0.3641, 0.5107; The action is #DUAL_POINT#; touch_point: 0.0365, 0.5117, lift_point: 0.0365, 0.5117", "response": "The action is #DUAL_POINT#; touch_point: 0.0496, 0.5092, lift_point: 0.0496, 0.5092", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20581_6.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of light?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3718, 0.5032, lift_point: 0.3718, 0.5032; The action is #DUAL_POINT#; touch_point: 0.3641, 0.5107, lift_point: 0.3641, 0.5107; The action is #DUAL_POINT#; touch_point: 0.0365, 0.5117, lift_point: 0.0365, 0.5117; The action is #DUAL_POINT#; touch_point: 0.0496, 0.5092, lift_point: 0.0496, 0.5092", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of light?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20581_7.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of light?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3718, 0.5032, lift_point: 0.3718, 0.5032; The action is #DUAL_POINT#; touch_point: 0.3641, 0.5107, lift_point: 0.3641, 0.5107; The action is #DUAL_POINT#; touch_point: 0.0365, 0.5117, lift_point: 0.0365, 0.5117; The action is #DUAL_POINT#; touch_point: 0.0496, 0.5092, lift_point: 0.0496, 0.5092; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of light?\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20581_8.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of light?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3718, 0.5032, lift_point: 0.3718, 0.5032; The action is #DUAL_POINT#; touch_point: 0.3641, 0.5107, lift_point: 0.3641, 0.5107; The action is #DUAL_POINT#; touch_point: 0.0365, 0.5117, lift_point: 0.0365, 0.5117; The action is #DUAL_POINT#; touch_point: 0.0496, 0.5092, lift_point: 0.0496, 0.5092; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of light?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of light?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20581_9.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of light?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3718, 0.5032, lift_point: 0.3718, 0.5032; The action is #DUAL_POINT#; touch_point: 0.3641, 0.5107, lift_point: 0.3641, 0.5107; The action is #DUAL_POINT#; touch_point: 0.0365, 0.5117, lift_point: 0.0365, 0.5117; The action is #DUAL_POINT#; touch_point: 0.0496, 0.5092, lift_point: 0.0496, 0.5092; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of light?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of light?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.2097, 0.3362, lift_point: 0.2097, 0.3362", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20581_10.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of light?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3718, 0.5032, lift_point: 0.3718, 0.5032; The action is #DUAL_POINT#; touch_point: 0.3641, 0.5107, lift_point: 0.3641, 0.5107; The action is #DUAL_POINT#; touch_point: 0.0365, 0.5117, lift_point: 0.0365, 0.5117; The action is #DUAL_POINT#; touch_point: 0.0496, 0.5092, lift_point: 0.0496, 0.5092; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of light?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of light?\"; The action is #DUAL_POINT#; touch_point: 0.2097, 0.3362, lift_point: 0.2097, 0.3362", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20581_11.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of light?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3718, 0.5032, lift_point: 0.3718, 0.5032; The action is #DUAL_POINT#; touch_point: 0.3641, 0.5107, lift_point: 0.3641, 0.5107; The action is #DUAL_POINT#; touch_point: 0.0365, 0.5117, lift_point: 0.0365, 0.5117; The action is #DUAL_POINT#; touch_point: 0.0496, 0.5092, lift_point: 0.0496, 0.5092; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of light?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of light?\"; The action is #DUAL_POINT#; touch_point: 0.2097, 0.3362, lift_point: 0.2097, 0.3362; The action is #PRESS_ENTER#", "response": "The action is #DUAL_POINT#; touch_point: 0.6377, 0.4206, lift_point: 0.6377, 0.4206", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20581_12.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of light?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3718, 0.5032, lift_point: 0.3718, 0.5032; The action is #DUAL_POINT#; touch_point: 0.3641, 0.5107, lift_point: 0.3641, 0.5107; The action is #DUAL_POINT#; touch_point: 0.0365, 0.5117, lift_point: 0.0365, 0.5117; The action is #DUAL_POINT#; touch_point: 0.0496, 0.5092, lift_point: 0.0496, 0.5092; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of light?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of light?\"; The action is #DUAL_POINT#; touch_point: 0.2097, 0.3362, lift_point: 0.2097, 0.3362; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.6377, 0.4206, lift_point: 0.6377, 0.4206", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20581_13.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of light?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3718, 0.5032, lift_point: 0.3718, 0.5032; The action is #DUAL_POINT#; touch_point: 0.3641, 0.5107, lift_point: 0.3641, 0.5107; The action is #DUAL_POINT#; touch_point: 0.0365, 0.5117, lift_point: 0.0365, 0.5117; The action is #DUAL_POINT#; touch_point: 0.0496, 0.5092, lift_point: 0.0496, 0.5092; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of light?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of light?\"; The action is #DUAL_POINT#; touch_point: 0.2097, 0.3362, lift_point: 0.2097, 0.3362; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.6377, 0.4206, lift_point: 0.6377, 0.4206; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20581_14.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of light?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3718, 0.5032, lift_point: 0.3718, 0.5032; The action is #DUAL_POINT#; touch_point: 0.3641, 0.5107, lift_point: 0.3641, 0.5107; The action is #DUAL_POINT#; touch_point: 0.0365, 0.5117, lift_point: 0.0365, 0.5117; The action is #DUAL_POINT#; touch_point: 0.0496, 0.5092, lift_point: 0.0496, 0.5092; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of light?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of light?\"; The action is #DUAL_POINT#; touch_point: 0.2097, 0.3362, lift_point: 0.2097, 0.3362; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.6377, 0.4206, lift_point: 0.6377, 0.4206; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20581_15.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of light?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3718, 0.5032, lift_point: 0.3718, 0.5032; The action is #DUAL_POINT#; touch_point: 0.3641, 0.5107, lift_point: 0.3641, 0.5107; The action is #DUAL_POINT#; touch_point: 0.0365, 0.5117, lift_point: 0.0365, 0.5117; The action is #DUAL_POINT#; touch_point: 0.0496, 0.5092, lift_point: 0.0496, 0.5092; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of light?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of light?\"; The action is #DUAL_POINT#; touch_point: 0.2097, 0.3362, lift_point: 0.2097, 0.3362; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.6377, 0.4206, lift_point: 0.6377, 0.4206; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20581_16.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of light?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3718, 0.5032, lift_point: 0.3718, 0.5032; The action is #DUAL_POINT#; touch_point: 0.3641, 0.5107, lift_point: 0.3641, 0.5107; The action is #DUAL_POINT#; touch_point: 0.0365, 0.5117, lift_point: 0.0365, 0.5117; The action is #DUAL_POINT#; touch_point: 0.0496, 0.5092, lift_point: 0.0496, 0.5092; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of light?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of light?\"; The action is #DUAL_POINT#; touch_point: 0.2097, 0.3362, lift_point: 0.2097, 0.3362; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.6377, 0.4206, lift_point: 0.6377, 0.4206; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20581_17.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of light?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3718, 0.5032, lift_point: 0.3718, 0.5032; The action is #DUAL_POINT#; touch_point: 0.3641, 0.5107, lift_point: 0.3641, 0.5107; The action is #DUAL_POINT#; touch_point: 0.0365, 0.5117, lift_point: 0.0365, 0.5117; The action is #DUAL_POINT#; touch_point: 0.0496, 0.5092, lift_point: 0.0496, 0.5092; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of light?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of light?\"; The action is #DUAL_POINT#; touch_point: 0.2097, 0.3362, lift_point: 0.2097, 0.3362; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.6377, 0.4206, lift_point: 0.6377, 0.4206; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20581_18.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of light?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3718, 0.5032, lift_point: 0.3718, 0.5032; The action is #DUAL_POINT#; touch_point: 0.3641, 0.5107, lift_point: 0.3641, 0.5107; The action is #DUAL_POINT#; touch_point: 0.0365, 0.5117, lift_point: 0.0365, 0.5117; The action is #DUAL_POINT#; touch_point: 0.0496, 0.5092, lift_point: 0.0496, 0.5092; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of light?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of light?\"; The action is #DUAL_POINT#; touch_point: 0.2097, 0.3362, lift_point: 0.2097, 0.3362; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.6377, 0.4206, lift_point: 0.6377, 0.4206; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20581_19.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of light?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3718, 0.5032, lift_point: 0.3718, 0.5032; The action is #DUAL_POINT#; touch_point: 0.3641, 0.5107, lift_point: 0.3641, 0.5107; The action is #DUAL_POINT#; touch_point: 0.0365, 0.5117, lift_point: 0.0365, 0.5117; The action is #DUAL_POINT#; touch_point: 0.0496, 0.5092, lift_point: 0.0496, 0.5092; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of light?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of light?\"; The action is #DUAL_POINT#; touch_point: 0.2097, 0.3362, lift_point: 0.2097, 0.3362; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.6377, 0.4206, lift_point: 0.6377, 0.4206; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20581_20.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of light?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3718, 0.5032, lift_point: 0.3718, 0.5032; The action is #DUAL_POINT#; touch_point: 0.3641, 0.5107, lift_point: 0.3641, 0.5107; The action is #DUAL_POINT#; touch_point: 0.0365, 0.5117, lift_point: 0.0365, 0.5117; The action is #DUAL_POINT#; touch_point: 0.0496, 0.5092, lift_point: 0.0496, 0.5092; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of light?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of light?\"; The action is #DUAL_POINT#; touch_point: 0.2097, 0.3362, lift_point: 0.2097, 0.3362; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.6377, 0.4206, lift_point: 0.6377, 0.4206; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20581_21.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of light?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3718, 0.5032, lift_point: 0.3718, 0.5032; The action is #DUAL_POINT#; touch_point: 0.3641, 0.5107, lift_point: 0.3641, 0.5107; The action is #DUAL_POINT#; touch_point: 0.0365, 0.5117, lift_point: 0.0365, 0.5117; The action is #DUAL_POINT#; touch_point: 0.0496, 0.5092, lift_point: 0.0496, 0.5092; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of light?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of light?\"; The action is #DUAL_POINT#; touch_point: 0.2097, 0.3362, lift_point: 0.2097, 0.3362; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.6377, 0.4206, lift_point: 0.6377, 0.4206; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20581_22.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of light?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3718, 0.5032, lift_point: 0.3718, 0.5032; The action is #DUAL_POINT#; touch_point: 0.3641, 0.5107, lift_point: 0.3641, 0.5107; The action is #DUAL_POINT#; touch_point: 0.0365, 0.5117, lift_point: 0.0365, 0.5117; The action is #DUAL_POINT#; touch_point: 0.0496, 0.5092, lift_point: 0.0496, 0.5092; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of light?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of light?\"; The action is #DUAL_POINT#; touch_point: 0.2097, 0.3362, lift_point: 0.2097, 0.3362; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.6377, 0.4206, lift_point: 0.6377, 0.4206; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20581_23.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of light?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3718, 0.5032, lift_point: 0.3718, 0.5032; The action is #DUAL_POINT#; touch_point: 0.3641, 0.5107, lift_point: 0.3641, 0.5107; The action is #DUAL_POINT#; touch_point: 0.0365, 0.5117, lift_point: 0.0365, 0.5117; The action is #DUAL_POINT#; touch_point: 0.0496, 0.5092, lift_point: 0.0496, 0.5092; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of light?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of light?\"; The action is #DUAL_POINT#; touch_point: 0.2097, 0.3362, lift_point: 0.2097, 0.3362; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.6377, 0.4206, lift_point: 0.6377, 0.4206; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20581_24.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of light?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3718, 0.5032, lift_point: 0.3718, 0.5032; The action is #DUAL_POINT#; touch_point: 0.3641, 0.5107, lift_point: 0.3641, 0.5107; The action is #DUAL_POINT#; touch_point: 0.0365, 0.5117, lift_point: 0.0365, 0.5117; The action is #DUAL_POINT#; touch_point: 0.0496, 0.5092, lift_point: 0.0496, 0.5092; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of light?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of light?\"; The action is #DUAL_POINT#; touch_point: 0.2097, 0.3362, lift_point: 0.2097, 0.3362; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.6377, 0.4206, lift_point: 0.6377, 0.4206; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20581_25.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of light?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3718, 0.5032, lift_point: 0.3718, 0.5032; The action is #DUAL_POINT#; touch_point: 0.3641, 0.5107, lift_point: 0.3641, 0.5107; The action is #DUAL_POINT#; touch_point: 0.0365, 0.5117, lift_point: 0.0365, 0.5117; The action is #DUAL_POINT#; touch_point: 0.0496, 0.5092, lift_point: 0.0496, 0.5092; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of light?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of light?\"; The action is #DUAL_POINT#; touch_point: 0.2097, 0.3362, lift_point: 0.2097, 0.3362; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.6377, 0.4206, lift_point: 0.6377, 0.4206; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20581_26.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of light?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3718, 0.5032, lift_point: 0.3718, 0.5032; The action is #DUAL_POINT#; touch_point: 0.3641, 0.5107, lift_point: 0.3641, 0.5107; The action is #DUAL_POINT#; touch_point: 0.0365, 0.5117, lift_point: 0.0365, 0.5117; The action is #DUAL_POINT#; touch_point: 0.0496, 0.5092, lift_point: 0.0496, 0.5092; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of light?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of light?\"; The action is #DUAL_POINT#; touch_point: 0.2097, 0.3362, lift_point: 0.2097, 0.3362; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.6377, 0.4206, lift_point: 0.6377, 0.4206; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20581_27.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of light?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3718, 0.5032, lift_point: 0.3718, 0.5032; The action is #DUAL_POINT#; touch_point: 0.3641, 0.5107, lift_point: 0.3641, 0.5107; The action is #DUAL_POINT#; touch_point: 0.0365, 0.5117, lift_point: 0.0365, 0.5117; The action is #DUAL_POINT#; touch_point: 0.0496, 0.5092, lift_point: 0.0496, 0.5092; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of light?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of light?\"; The action is #DUAL_POINT#; touch_point: 0.2097, 0.3362, lift_point: 0.2097, 0.3362; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.6377, 0.4206, lift_point: 0.6377, 0.4206; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20581_28.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of light?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3718, 0.5032, lift_point: 0.3718, 0.5032; The action is #DUAL_POINT#; touch_point: 0.3641, 0.5107, lift_point: 0.3641, 0.5107; The action is #DUAL_POINT#; touch_point: 0.0365, 0.5117, lift_point: 0.0365, 0.5117; The action is #DUAL_POINT#; touch_point: 0.0496, 0.5092, lift_point: 0.0496, 0.5092; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of light?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of light?\"; The action is #DUAL_POINT#; touch_point: 0.2097, 0.3362, lift_point: 0.2097, 0.3362; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.6377, 0.4206, lift_point: 0.6377, 0.4206; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20581_29.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of light?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3718, 0.5032, lift_point: 0.3718, 0.5032; The action is #DUAL_POINT#; touch_point: 0.3641, 0.5107, lift_point: 0.3641, 0.5107; The action is #DUAL_POINT#; touch_point: 0.0365, 0.5117, lift_point: 0.0365, 0.5117; The action is #DUAL_POINT#; touch_point: 0.0496, 0.5092, lift_point: 0.0496, 0.5092; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of light?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of light?\"; The action is #DUAL_POINT#; touch_point: 0.2097, 0.3362, lift_point: 0.2097, 0.3362; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.6377, 0.4206, lift_point: 0.6377, 0.4206; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20581_30.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of light?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3718, 0.5032, lift_point: 0.3718, 0.5032; The action is #DUAL_POINT#; touch_point: 0.3641, 0.5107, lift_point: 0.3641, 0.5107; The action is #DUAL_POINT#; touch_point: 0.0365, 0.5117, lift_point: 0.0365, 0.5117; The action is #DUAL_POINT#; touch_point: 0.0496, 0.5092, lift_point: 0.0496, 0.5092; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of light?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of light?\"; The action is #DUAL_POINT#; touch_point: 0.2097, 0.3362, lift_point: 0.2097, 0.3362; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.6377, 0.4206, lift_point: 0.6377, 0.4206; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20581_31.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of light?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3718, 0.5032, lift_point: 0.3718, 0.5032; The action is #DUAL_POINT#; touch_point: 0.3641, 0.5107, lift_point: 0.3641, 0.5107; The action is #DUAL_POINT#; touch_point: 0.0365, 0.5117, lift_point: 0.0365, 0.5117; The action is #DUAL_POINT#; touch_point: 0.0496, 0.5092, lift_point: 0.0496, 0.5092; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of light?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of light?\"; The action is #DUAL_POINT#; touch_point: 0.2097, 0.3362, lift_point: 0.2097, 0.3362; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.6377, 0.4206, lift_point: 0.6377, 0.4206; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20581_32.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of light?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3718, 0.5032, lift_point: 0.3718, 0.5032; The action is #DUAL_POINT#; touch_point: 0.3641, 0.5107, lift_point: 0.3641, 0.5107; The action is #DUAL_POINT#; touch_point: 0.0365, 0.5117, lift_point: 0.0365, 0.5117; The action is #DUAL_POINT#; touch_point: 0.0496, 0.5092, lift_point: 0.0496, 0.5092; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of light?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of light?\"; The action is #DUAL_POINT#; touch_point: 0.2097, 0.3362, lift_point: 0.2097, 0.3362; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.6377, 0.4206, lift_point: 0.6377, 0.4206; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20581_33.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of light?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3718, 0.5032, lift_point: 0.3718, 0.5032; The action is #DUAL_POINT#; touch_point: 0.3641, 0.5107, lift_point: 0.3641, 0.5107; The action is #DUAL_POINT#; touch_point: 0.0365, 0.5117, lift_point: 0.0365, 0.5117; The action is #DUAL_POINT#; touch_point: 0.0496, 0.5092, lift_point: 0.0496, 0.5092; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of light?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of light?\"; The action is #DUAL_POINT#; touch_point: 0.2097, 0.3362, lift_point: 0.2097, 0.3362; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.6377, 0.4206, lift_point: 0.6377, 0.4206; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #PRESS_BACK#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20581_34.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of light?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3718, 0.5032, lift_point: 0.3718, 0.5032; The action is #DUAL_POINT#; touch_point: 0.3641, 0.5107, lift_point: 0.3641, 0.5107; The action is #DUAL_POINT#; touch_point: 0.0365, 0.5117, lift_point: 0.0365, 0.5117; The action is #DUAL_POINT#; touch_point: 0.0496, 0.5092, lift_point: 0.0496, 0.5092; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of light?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of light?\"; The action is #DUAL_POINT#; touch_point: 0.2097, 0.3362, lift_point: 0.2097, 0.3362; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.6377, 0.4206, lift_point: 0.6377, 0.4206; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20581_35.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of light?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3718, 0.5032, lift_point: 0.3718, 0.5032; The action is #DUAL_POINT#; touch_point: 0.3641, 0.5107, lift_point: 0.3641, 0.5107; The action is #DUAL_POINT#; touch_point: 0.0365, 0.5117, lift_point: 0.0365, 0.5117; The action is #DUAL_POINT#; touch_point: 0.0496, 0.5092, lift_point: 0.0496, 0.5092; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of light?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of light?\"; The action is #DUAL_POINT#; touch_point: 0.2097, 0.3362, lift_point: 0.2097, 0.3362; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.6377, 0.4206, lift_point: 0.6377, 0.4206; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20581_36.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of light?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3718, 0.5032, lift_point: 0.3718, 0.5032; The action is #DUAL_POINT#; touch_point: 0.3641, 0.5107, lift_point: 0.3641, 0.5107; The action is #DUAL_POINT#; touch_point: 0.0365, 0.5117, lift_point: 0.0365, 0.5117; The action is #DUAL_POINT#; touch_point: 0.0496, 0.5092, lift_point: 0.0496, 0.5092; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of light?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of light?\"; The action is #DUAL_POINT#; touch_point: 0.2097, 0.3362, lift_point: 0.2097, 0.3362; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.6377, 0.4206, lift_point: 0.6377, 0.4206; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.4822, 0.5822, lift_point: 0.4822, 0.5822", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20581_37.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of light?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3718, 0.5032, lift_point: 0.3718, 0.5032; The action is #DUAL_POINT#; touch_point: 0.3641, 0.5107, lift_point: 0.3641, 0.5107; The action is #DUAL_POINT#; touch_point: 0.0365, 0.5117, lift_point: 0.0365, 0.5117; The action is #DUAL_POINT#; touch_point: 0.0496, 0.5092, lift_point: 0.0496, 0.5092; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of light?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of light?\"; The action is #DUAL_POINT#; touch_point: 0.2097, 0.3362, lift_point: 0.2097, 0.3362; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.6377, 0.4206, lift_point: 0.6377, 0.4206; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4822, 0.5822, lift_point: 0.4822, 0.5822", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20581_38.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Paris", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20596_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Paris; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20596_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Paris; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3558, 0.4939, lift_point: 0.3558, 0.4939", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20596_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Paris; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3558, 0.4939, lift_point: 0.3558, 0.4939", "response": "The action is #DUAL_POINT#; touch_point: 0.0474, 0.5279, lift_point: 0.0474, 0.5279", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20596_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Paris; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3558, 0.4939, lift_point: 0.3558, 0.4939; The action is #DUAL_POINT#; touch_point: 0.0474, 0.5279, lift_point: 0.0474, 0.5279", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Paris\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20596_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Paris; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3558, 0.4939, lift_point: 0.3558, 0.4939; The action is #DUAL_POINT#; touch_point: 0.0474, 0.5279, lift_point: 0.0474, 0.5279; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Paris\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20596_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Paris; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3558, 0.4939, lift_point: 0.3558, 0.4939; The action is #DUAL_POINT#; touch_point: 0.0474, 0.5279, lift_point: 0.0474, 0.5279; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Paris\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20596_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Paris; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3558, 0.4939, lift_point: 0.3558, 0.4939; The action is #DUAL_POINT#; touch_point: 0.0474, 0.5279, lift_point: 0.0474, 0.5279; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Paris\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20596_8.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Paris; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3558, 0.4939, lift_point: 0.3558, 0.4939; The action is #DUAL_POINT#; touch_point: 0.0474, 0.5279, lift_point: 0.0474, 0.5279; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Paris\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20596_9.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Paris; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3558, 0.4939, lift_point: 0.3558, 0.4939; The action is #DUAL_POINT#; touch_point: 0.0474, 0.5279, lift_point: 0.0474, 0.5279; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Paris\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20596_10.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Paris; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3558, 0.4939, lift_point: 0.3558, 0.4939; The action is #DUAL_POINT#; touch_point: 0.0474, 0.5279, lift_point: 0.0474, 0.5279; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Paris\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20596_11.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Paris; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3558, 0.4939, lift_point: 0.3558, 0.4939; The action is #DUAL_POINT#; touch_point: 0.0474, 0.5279, lift_point: 0.0474, 0.5279; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Paris\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20596_12.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Paris; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3558, 0.4939, lift_point: 0.3558, 0.4939; The action is #DUAL_POINT#; touch_point: 0.0474, 0.5279, lift_point: 0.0474, 0.5279; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Paris\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20596_13.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Paris; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3558, 0.4939, lift_point: 0.3558, 0.4939; The action is #DUAL_POINT#; touch_point: 0.0474, 0.5279, lift_point: 0.0474, 0.5279; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Paris\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#", "response": "The action is #DUAL_POINT#; touch_point: 0.2998, 0.3466, lift_point: 0.2998, 0.3466", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20596_14.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Paris; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3558, 0.4939, lift_point: 0.3558, 0.4939; The action is #DUAL_POINT#; touch_point: 0.0474, 0.5279, lift_point: 0.0474, 0.5279; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Paris\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2998, 0.3466, lift_point: 0.2998, 0.3466", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20596_15.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20704_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3745, 0.4935, lift_point: 0.3745, 0.4935", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20704_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3745, 0.4935, lift_point: 0.3745, 0.4935", "response": "The action is #DUAL_POINT#; touch_point: 0.0542, 0.4256, lift_point: 0.0542, 0.4256", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20704_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3745, 0.4935, lift_point: 0.3745, 0.4935; The action is #DUAL_POINT#; touch_point: 0.0542, 0.4256, lift_point: 0.0542, 0.4256", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Sydney to Buenos aires\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20704_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3745, 0.4935, lift_point: 0.3745, 0.4935; The action is #DUAL_POINT#; touch_point: 0.0542, 0.4256, lift_point: 0.0542, 0.4256; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Sydney to Buenos aires\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20704_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3745, 0.4935, lift_point: 0.3745, 0.4935; The action is #DUAL_POINT#; touch_point: 0.0542, 0.4256, lift_point: 0.0542, 0.4256; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Sydney to Buenos aires\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20704_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3745, 0.4935, lift_point: 0.3745, 0.4935; The action is #DUAL_POINT#; touch_point: 0.0542, 0.4256, lift_point: 0.0542, 0.4256; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Sydney to Buenos aires\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20704_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3745, 0.4935, lift_point: 0.3745, 0.4935; The action is #DUAL_POINT#; touch_point: 0.0542, 0.4256, lift_point: 0.0542, 0.4256; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Sydney to Buenos aires\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20704_8.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3745, 0.4935, lift_point: 0.3745, 0.4935; The action is #DUAL_POINT#; touch_point: 0.0542, 0.4256, lift_point: 0.0542, 0.4256; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Sydney to Buenos aires\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3063, 0.6541, lift_point: 0.3063, 0.6541", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20704_9.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3745, 0.4935, lift_point: 0.3745, 0.4935; The action is #DUAL_POINT#; touch_point: 0.0542, 0.4256, lift_point: 0.0542, 0.4256; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Sydney to Buenos aires\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3063, 0.6541, lift_point: 0.3063, 0.6541", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20704_10.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3745, 0.4935, lift_point: 0.3745, 0.4935; The action is #DUAL_POINT#; touch_point: 0.0542, 0.4256, lift_point: 0.0542, 0.4256; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Sydney to Buenos aires\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3063, 0.6541, lift_point: 0.3063, 0.6541; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20704_11.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3745, 0.4935, lift_point: 0.3745, 0.4935; The action is #DUAL_POINT#; touch_point: 0.0542, 0.4256, lift_point: 0.0542, 0.4256; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Sydney to Buenos aires\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3063, 0.6541, lift_point: 0.3063, 0.6541; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3338, 0.5289, lift_point: 0.3338, 0.5289", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20704_12.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3745, 0.4935, lift_point: 0.3745, 0.4935; The action is #DUAL_POINT#; touch_point: 0.0542, 0.4256, lift_point: 0.0542, 0.4256; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Sydney to Buenos aires\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3063, 0.6541, lift_point: 0.3063, 0.6541; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3338, 0.5289, lift_point: 0.3338, 0.5289", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20704_13.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3745, 0.4935, lift_point: 0.3745, 0.4935; The action is #DUAL_POINT#; touch_point: 0.0542, 0.4256, lift_point: 0.0542, 0.4256; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Sydney to Buenos aires\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3063, 0.6541, lift_point: 0.3063, 0.6541; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3338, 0.5289, lift_point: 0.3338, 0.5289; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20704_14.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3745, 0.4935, lift_point: 0.3745, 0.4935; The action is #DUAL_POINT#; touch_point: 0.0542, 0.4256, lift_point: 0.0542, 0.4256; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Sydney to Buenos aires\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3063, 0.6541, lift_point: 0.3063, 0.6541; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3338, 0.5289, lift_point: 0.3338, 0.5289; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.1764, 0.6049, lift_point: 0.1764, 0.6049", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20704_15.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3745, 0.4935, lift_point: 0.3745, 0.4935; The action is #DUAL_POINT#; touch_point: 0.0542, 0.4256, lift_point: 0.0542, 0.4256; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Sydney to Buenos aires\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3063, 0.6541, lift_point: 0.3063, 0.6541; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3338, 0.5289, lift_point: 0.3338, 0.5289; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1764, 0.6049, lift_point: 0.1764, 0.6049", "response": "The action is #DUAL_POINT#; touch_point: 0.4134, 0.6631, lift_point: 0.4134, 0.6631", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20704_16.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3745, 0.4935, lift_point: 0.3745, 0.4935; The action is #DUAL_POINT#; touch_point: 0.0542, 0.4256, lift_point: 0.0542, 0.4256; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Sydney to Buenos aires\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3063, 0.6541, lift_point: 0.3063, 0.6541; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3338, 0.5289, lift_point: 0.3338, 0.5289; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1764, 0.6049, lift_point: 0.1764, 0.6049; The action is #DUAL_POINT#; touch_point: 0.4134, 0.6631, lift_point: 0.4134, 0.6631", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20704_17.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3745, 0.4935, lift_point: 0.3745, 0.4935; The action is #DUAL_POINT#; touch_point: 0.0542, 0.4256, lift_point: 0.0542, 0.4256; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Sydney to Buenos aires\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3063, 0.6541, lift_point: 0.3063, 0.6541; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3338, 0.5289, lift_point: 0.3338, 0.5289; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1764, 0.6049, lift_point: 0.1764, 0.6049; The action is #DUAL_POINT#; touch_point: 0.4134, 0.6631, lift_point: 0.4134, 0.6631; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20704_18.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3745, 0.4935, lift_point: 0.3745, 0.4935; The action is #DUAL_POINT#; touch_point: 0.0542, 0.4256, lift_point: 0.0542, 0.4256; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Sydney to Buenos aires\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3063, 0.6541, lift_point: 0.3063, 0.6541; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3338, 0.5289, lift_point: 0.3338, 0.5289; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1764, 0.6049, lift_point: 0.1764, 0.6049; The action is #DUAL_POINT#; touch_point: 0.4134, 0.6631, lift_point: 0.4134, 0.6631; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20704_19.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3745, 0.4935, lift_point: 0.3745, 0.4935; The action is #DUAL_POINT#; touch_point: 0.0542, 0.4256, lift_point: 0.0542, 0.4256; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Sydney to Buenos aires\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3063, 0.6541, lift_point: 0.3063, 0.6541; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3338, 0.5289, lift_point: 0.3338, 0.5289; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1764, 0.6049, lift_point: 0.1764, 0.6049; The action is #DUAL_POINT#; touch_point: 0.4134, 0.6631, lift_point: 0.4134, 0.6631; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20704_20.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3745, 0.4935, lift_point: 0.3745, 0.4935; The action is #DUAL_POINT#; touch_point: 0.0542, 0.4256, lift_point: 0.0542, 0.4256; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Sydney to Buenos aires\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3063, 0.6541, lift_point: 0.3063, 0.6541; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3338, 0.5289, lift_point: 0.3338, 0.5289; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1764, 0.6049, lift_point: 0.1764, 0.6049; The action is #DUAL_POINT#; touch_point: 0.4134, 0.6631, lift_point: 0.4134, 0.6631; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20704_21.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3745, 0.4935, lift_point: 0.3745, 0.4935; The action is #DUAL_POINT#; touch_point: 0.0542, 0.4256, lift_point: 0.0542, 0.4256; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Sydney to Buenos aires\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3063, 0.6541, lift_point: 0.3063, 0.6541; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3338, 0.5289, lift_point: 0.3338, 0.5289; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1764, 0.6049, lift_point: 0.1764, 0.6049; The action is #DUAL_POINT#; touch_point: 0.4134, 0.6631, lift_point: 0.4134, 0.6631; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20704_22.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3745, 0.4935, lift_point: 0.3745, 0.4935; The action is #DUAL_POINT#; touch_point: 0.0542, 0.4256, lift_point: 0.0542, 0.4256; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Sydney to Buenos aires\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3063, 0.6541, lift_point: 0.3063, 0.6541; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3338, 0.5289, lift_point: 0.3338, 0.5289; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1764, 0.6049, lift_point: 0.1764, 0.6049; The action is #DUAL_POINT#; touch_point: 0.4134, 0.6631, lift_point: 0.4134, 0.6631; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20704_23.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3745, 0.4935, lift_point: 0.3745, 0.4935; The action is #DUAL_POINT#; touch_point: 0.0542, 0.4256, lift_point: 0.0542, 0.4256; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Sydney to Buenos aires\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3063, 0.6541, lift_point: 0.3063, 0.6541; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3338, 0.5289, lift_point: 0.3338, 0.5289; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1764, 0.6049, lift_point: 0.1764, 0.6049; The action is #DUAL_POINT#; touch_point: 0.4134, 0.6631, lift_point: 0.4134, 0.6631; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20704_24.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3745, 0.4935, lift_point: 0.3745, 0.4935; The action is #DUAL_POINT#; touch_point: 0.0542, 0.4256, lift_point: 0.0542, 0.4256; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Sydney to Buenos aires\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3063, 0.6541, lift_point: 0.3063, 0.6541; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3338, 0.5289, lift_point: 0.3338, 0.5289; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1764, 0.6049, lift_point: 0.1764, 0.6049; The action is #DUAL_POINT#; touch_point: 0.4134, 0.6631, lift_point: 0.4134, 0.6631; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20704_25.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3745, 0.4935, lift_point: 0.3745, 0.4935; The action is #DUAL_POINT#; touch_point: 0.0542, 0.4256, lift_point: 0.0542, 0.4256; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Sydney to Buenos aires\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3063, 0.6541, lift_point: 0.3063, 0.6541; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3338, 0.5289, lift_point: 0.3338, 0.5289; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1764, 0.6049, lift_point: 0.1764, 0.6049; The action is #DUAL_POINT#; touch_point: 0.4134, 0.6631, lift_point: 0.4134, 0.6631; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20704_26.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3745, 0.4935, lift_point: 0.3745, 0.4935; The action is #DUAL_POINT#; touch_point: 0.0542, 0.4256, lift_point: 0.0542, 0.4256; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Sydney to Buenos aires\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3063, 0.6541, lift_point: 0.3063, 0.6541; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3338, 0.5289, lift_point: 0.3338, 0.5289; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1764, 0.6049, lift_point: 0.1764, 0.6049; The action is #DUAL_POINT#; touch_point: 0.4134, 0.6631, lift_point: 0.4134, 0.6631; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20704_27.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3745, 0.4935, lift_point: 0.3745, 0.4935; The action is #DUAL_POINT#; touch_point: 0.0542, 0.4256, lift_point: 0.0542, 0.4256; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Sydney to Buenos aires\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3063, 0.6541, lift_point: 0.3063, 0.6541; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3338, 0.5289, lift_point: 0.3338, 0.5289; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1764, 0.6049, lift_point: 0.1764, 0.6049; The action is #DUAL_POINT#; touch_point: 0.4134, 0.6631, lift_point: 0.4134, 0.6631; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20704_28.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3745, 0.4935, lift_point: 0.3745, 0.4935; The action is #DUAL_POINT#; touch_point: 0.0542, 0.4256, lift_point: 0.0542, 0.4256; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Sydney to Buenos aires\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3063, 0.6541, lift_point: 0.3063, 0.6541; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3338, 0.5289, lift_point: 0.3338, 0.5289; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1764, 0.6049, lift_point: 0.1764, 0.6049; The action is #DUAL_POINT#; touch_point: 0.4134, 0.6631, lift_point: 0.4134, 0.6631; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20704_29.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3745, 0.4935, lift_point: 0.3745, 0.4935; The action is #DUAL_POINT#; touch_point: 0.0542, 0.4256, lift_point: 0.0542, 0.4256; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Sydney to Buenos aires\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3063, 0.6541, lift_point: 0.3063, 0.6541; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3338, 0.5289, lift_point: 0.3338, 0.5289; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1764, 0.6049, lift_point: 0.1764, 0.6049; The action is #DUAL_POINT#; touch_point: 0.4134, 0.6631, lift_point: 0.4134, 0.6631; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20704_30.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3745, 0.4935, lift_point: 0.3745, 0.4935; The action is #DUAL_POINT#; touch_point: 0.0542, 0.4256, lift_point: 0.0542, 0.4256; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Sydney to Buenos aires\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3063, 0.6541, lift_point: 0.3063, 0.6541; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3338, 0.5289, lift_point: 0.3338, 0.5289; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1764, 0.6049, lift_point: 0.1764, 0.6049; The action is #DUAL_POINT#; touch_point: 0.4134, 0.6631, lift_point: 0.4134, 0.6631; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20704_31.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3745, 0.4935, lift_point: 0.3745, 0.4935; The action is #DUAL_POINT#; touch_point: 0.0542, 0.4256, lift_point: 0.0542, 0.4256; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Sydney to Buenos aires\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3063, 0.6541, lift_point: 0.3063, 0.6541; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3338, 0.5289, lift_point: 0.3338, 0.5289; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1764, 0.6049, lift_point: 0.1764, 0.6049; The action is #DUAL_POINT#; touch_point: 0.4134, 0.6631, lift_point: 0.4134, 0.6631; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20704_32.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3745, 0.4935, lift_point: 0.3745, 0.4935; The action is #DUAL_POINT#; touch_point: 0.0542, 0.4256, lift_point: 0.0542, 0.4256; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Sydney to Buenos aires\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3063, 0.6541, lift_point: 0.3063, 0.6541; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3338, 0.5289, lift_point: 0.3338, 0.5289; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1764, 0.6049, lift_point: 0.1764, 0.6049; The action is #DUAL_POINT#; touch_point: 0.4134, 0.6631, lift_point: 0.4134, 0.6631; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20704_33.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3745, 0.4935, lift_point: 0.3745, 0.4935; The action is #DUAL_POINT#; touch_point: 0.0542, 0.4256, lift_point: 0.0542, 0.4256; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Sydney to Buenos aires\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3063, 0.6541, lift_point: 0.3063, 0.6541; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3338, 0.5289, lift_point: 0.3338, 0.5289; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1764, 0.6049, lift_point: 0.1764, 0.6049; The action is #DUAL_POINT#; touch_point: 0.4134, 0.6631, lift_point: 0.4134, 0.6631; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20704_34.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3745, 0.4935, lift_point: 0.3745, 0.4935; The action is #DUAL_POINT#; touch_point: 0.0542, 0.4256, lift_point: 0.0542, 0.4256; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Sydney to Buenos aires\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3063, 0.6541, lift_point: 0.3063, 0.6541; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3338, 0.5289, lift_point: 0.3338, 0.5289; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1764, 0.6049, lift_point: 0.1764, 0.6049; The action is #DUAL_POINT#; touch_point: 0.4134, 0.6631, lift_point: 0.4134, 0.6631; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20704_35.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3745, 0.4935, lift_point: 0.3745, 0.4935; The action is #DUAL_POINT#; touch_point: 0.0542, 0.4256, lift_point: 0.0542, 0.4256; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Sydney to Buenos aires\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3063, 0.6541, lift_point: 0.3063, 0.6541; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3338, 0.5289, lift_point: 0.3338, 0.5289; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1764, 0.6049, lift_point: 0.1764, 0.6049; The action is #DUAL_POINT#; touch_point: 0.4134, 0.6631, lift_point: 0.4134, 0.6631; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20704_36.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3745, 0.4935, lift_point: 0.3745, 0.4935; The action is #DUAL_POINT#; touch_point: 0.0542, 0.4256, lift_point: 0.0542, 0.4256; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Sydney to Buenos aires\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3063, 0.6541, lift_point: 0.3063, 0.6541; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3338, 0.5289, lift_point: 0.3338, 0.5289; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1764, 0.6049, lift_point: 0.1764, 0.6049; The action is #DUAL_POINT#; touch_point: 0.4134, 0.6631, lift_point: 0.4134, 0.6631; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20704_37.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3745, 0.4935, lift_point: 0.3745, 0.4935; The action is #DUAL_POINT#; touch_point: 0.0542, 0.4256, lift_point: 0.0542, 0.4256; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Sydney to Buenos aires\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3063, 0.6541, lift_point: 0.3063, 0.6541; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3338, 0.5289, lift_point: 0.3338, 0.5289; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1764, 0.6049, lift_point: 0.1764, 0.6049; The action is #DUAL_POINT#; touch_point: 0.4134, 0.6631, lift_point: 0.4134, 0.6631; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20704_38.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3745, 0.4935, lift_point: 0.3745, 0.4935; The action is #DUAL_POINT#; touch_point: 0.0542, 0.4256, lift_point: 0.0542, 0.4256; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Sydney to Buenos aires\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3063, 0.6541, lift_point: 0.3063, 0.6541; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3338, 0.5289, lift_point: 0.3338, 0.5289; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1764, 0.6049, lift_point: 0.1764, 0.6049; The action is #DUAL_POINT#; touch_point: 0.4134, 0.6631, lift_point: 0.4134, 0.6631; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20704_39.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3745, 0.4935, lift_point: 0.3745, 0.4935; The action is #DUAL_POINT#; touch_point: 0.0542, 0.4256, lift_point: 0.0542, 0.4256; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Sydney to Buenos aires\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3063, 0.6541, lift_point: 0.3063, 0.6541; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3338, 0.5289, lift_point: 0.3338, 0.5289; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1764, 0.6049, lift_point: 0.1764, 0.6049; The action is #DUAL_POINT#; touch_point: 0.4134, 0.6631, lift_point: 0.4134, 0.6631; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20704_40.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3745, 0.4935, lift_point: 0.3745, 0.4935; The action is #DUAL_POINT#; touch_point: 0.0542, 0.4256, lift_point: 0.0542, 0.4256; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Sydney to Buenos aires\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3063, 0.6541, lift_point: 0.3063, 0.6541; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3338, 0.5289, lift_point: 0.3338, 0.5289; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1764, 0.6049, lift_point: 0.1764, 0.6049; The action is #DUAL_POINT#; touch_point: 0.4134, 0.6631, lift_point: 0.4134, 0.6631; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20704_41.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3745, 0.4935, lift_point: 0.3745, 0.4935; The action is #DUAL_POINT#; touch_point: 0.0542, 0.4256, lift_point: 0.0542, 0.4256; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Sydney to Buenos aires\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3063, 0.6541, lift_point: 0.3063, 0.6541; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3338, 0.5289, lift_point: 0.3338, 0.5289; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1764, 0.6049, lift_point: 0.1764, 0.6049; The action is #DUAL_POINT#; touch_point: 0.4134, 0.6631, lift_point: 0.4134, 0.6631; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.2562, 0.9481, lift_point: 0.2562, 0.9481", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20704_42.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3745, 0.4935, lift_point: 0.3745, 0.4935; The action is #DUAL_POINT#; touch_point: 0.0542, 0.4256, lift_point: 0.0542, 0.4256; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Sydney to Buenos aires\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3063, 0.6541, lift_point: 0.3063, 0.6541; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3338, 0.5289, lift_point: 0.3338, 0.5289; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1764, 0.6049, lift_point: 0.1764, 0.6049; The action is #DUAL_POINT#; touch_point: 0.4134, 0.6631, lift_point: 0.4134, 0.6631; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2562, 0.9481, lift_point: 0.2562, 0.9481", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20704_43.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3745, 0.4935, lift_point: 0.3745, 0.4935; The action is #DUAL_POINT#; touch_point: 0.0542, 0.4256, lift_point: 0.0542, 0.4256; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Sydney to Buenos aires\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3063, 0.6541, lift_point: 0.3063, 0.6541; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3338, 0.5289, lift_point: 0.3338, 0.5289; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1764, 0.6049, lift_point: 0.1764, 0.6049; The action is #DUAL_POINT#; touch_point: 0.4134, 0.6631, lift_point: 0.4134, 0.6631; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2562, 0.9481, lift_point: 0.2562, 0.9481; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20704_44.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3745, 0.4935, lift_point: 0.3745, 0.4935; The action is #DUAL_POINT#; touch_point: 0.0542, 0.4256, lift_point: 0.0542, 0.4256; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Sydney to Buenos aires\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3063, 0.6541, lift_point: 0.3063, 0.6541; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3338, 0.5289, lift_point: 0.3338, 0.5289; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1764, 0.6049, lift_point: 0.1764, 0.6049; The action is #DUAL_POINT#; touch_point: 0.4134, 0.6631, lift_point: 0.4134, 0.6631; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2562, 0.9481, lift_point: 0.2562, 0.9481; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20704_45.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3745, 0.4935, lift_point: 0.3745, 0.4935; The action is #DUAL_POINT#; touch_point: 0.0542, 0.4256, lift_point: 0.0542, 0.4256; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Sydney to Buenos aires\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3063, 0.6541, lift_point: 0.3063, 0.6541; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3338, 0.5289, lift_point: 0.3338, 0.5289; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1764, 0.6049, lift_point: 0.1764, 0.6049; The action is #DUAL_POINT#; touch_point: 0.4134, 0.6631, lift_point: 0.4134, 0.6631; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2562, 0.9481, lift_point: 0.2562, 0.9481; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20704_46.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3745, 0.4935, lift_point: 0.3745, 0.4935; The action is #DUAL_POINT#; touch_point: 0.0542, 0.4256, lift_point: 0.0542, 0.4256; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Sydney to Buenos aires\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3063, 0.6541, lift_point: 0.3063, 0.6541; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3338, 0.5289, lift_point: 0.3338, 0.5289; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1764, 0.6049, lift_point: 0.1764, 0.6049; The action is #DUAL_POINT#; touch_point: 0.4134, 0.6631, lift_point: 0.4134, 0.6631; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2562, 0.9481, lift_point: 0.2562, 0.9481; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20704_47.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3745, 0.4935, lift_point: 0.3745, 0.4935; The action is #DUAL_POINT#; touch_point: 0.0542, 0.4256, lift_point: 0.0542, 0.4256; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Sydney to Buenos aires\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3063, 0.6541, lift_point: 0.3063, 0.6541; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3338, 0.5289, lift_point: 0.3338, 0.5289; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1764, 0.6049, lift_point: 0.1764, 0.6049; The action is #DUAL_POINT#; touch_point: 0.4134, 0.6631, lift_point: 0.4134, 0.6631; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2562, 0.9481, lift_point: 0.2562, 0.9481; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20704_48.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3745, 0.4935, lift_point: 0.3745, 0.4935; The action is #DUAL_POINT#; touch_point: 0.0542, 0.4256, lift_point: 0.0542, 0.4256; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Sydney to Buenos aires\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3063, 0.6541, lift_point: 0.3063, 0.6541; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3338, 0.5289, lift_point: 0.3338, 0.5289; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1764, 0.6049, lift_point: 0.1764, 0.6049; The action is #DUAL_POINT#; touch_point: 0.4134, 0.6631, lift_point: 0.4134, 0.6631; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2562, 0.9481, lift_point: 0.2562, 0.9481; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20704_49.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3745, 0.4935, lift_point: 0.3745, 0.4935; The action is #DUAL_POINT#; touch_point: 0.0542, 0.4256, lift_point: 0.0542, 0.4256; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Sydney to Buenos aires\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3063, 0.6541, lift_point: 0.3063, 0.6541; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3338, 0.5289, lift_point: 0.3338, 0.5289; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1764, 0.6049, lift_point: 0.1764, 0.6049; The action is #DUAL_POINT#; touch_point: 0.4134, 0.6631, lift_point: 0.4134, 0.6631; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2562, 0.9481, lift_point: 0.2562, 0.9481; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20704_50.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3745, 0.4935, lift_point: 0.3745, 0.4935; The action is #DUAL_POINT#; touch_point: 0.0542, 0.4256, lift_point: 0.0542, 0.4256; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Sydney to Buenos aires\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3063, 0.6541, lift_point: 0.3063, 0.6541; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3338, 0.5289, lift_point: 0.3338, 0.5289; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1764, 0.6049, lift_point: 0.1764, 0.6049; The action is #DUAL_POINT#; touch_point: 0.4134, 0.6631, lift_point: 0.4134, 0.6631; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2562, 0.9481, lift_point: 0.2562, 0.9481; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20704_51.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3745, 0.4935, lift_point: 0.3745, 0.4935; The action is #DUAL_POINT#; touch_point: 0.0542, 0.4256, lift_point: 0.0542, 0.4256; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Sydney to Buenos aires\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3063, 0.6541, lift_point: 0.3063, 0.6541; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3338, 0.5289, lift_point: 0.3338, 0.5289; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1764, 0.6049, lift_point: 0.1764, 0.6049; The action is #DUAL_POINT#; touch_point: 0.4134, 0.6631, lift_point: 0.4134, 0.6631; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2562, 0.9481, lift_point: 0.2562, 0.9481; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.263, 0.7532, lift_point: 0.263, 0.7532", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20704_52.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3745, 0.4935, lift_point: 0.3745, 0.4935; The action is #DUAL_POINT#; touch_point: 0.0542, 0.4256, lift_point: 0.0542, 0.4256; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Sydney to Buenos aires\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3063, 0.6541, lift_point: 0.3063, 0.6541; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3338, 0.5289, lift_point: 0.3338, 0.5289; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1764, 0.6049, lift_point: 0.1764, 0.6049; The action is #DUAL_POINT#; touch_point: 0.4134, 0.6631, lift_point: 0.4134, 0.6631; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2562, 0.9481, lift_point: 0.2562, 0.9481; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.263, 0.7532, lift_point: 0.263, 0.7532", "response": "The action is #DUAL_POINT#; touch_point: 0.1406, 0.9582, lift_point: 0.1406, 0.9582", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20704_53.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3745, 0.4935, lift_point: 0.3745, 0.4935; The action is #DUAL_POINT#; touch_point: 0.0542, 0.4256, lift_point: 0.0542, 0.4256; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Sydney to Buenos aires\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3063, 0.6541, lift_point: 0.3063, 0.6541; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3338, 0.5289, lift_point: 0.3338, 0.5289; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1764, 0.6049, lift_point: 0.1764, 0.6049; The action is #DUAL_POINT#; touch_point: 0.4134, 0.6631, lift_point: 0.4134, 0.6631; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2562, 0.9481, lift_point: 0.2562, 0.9481; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.263, 0.7532, lift_point: 0.263, 0.7532; The action is #DUAL_POINT#; touch_point: 0.1406, 0.9582, lift_point: 0.1406, 0.9582", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20704_54.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Los Angeles?", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20890_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Los Angeles?; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20890_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Los Angeles?; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.5045, 0.6666, lift_point: 0.5045, 0.6666", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20890_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Los Angeles?; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5045, 0.6666, lift_point: 0.5045, 0.6666", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Los Angeles?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20890_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Los Angeles?; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5045, 0.6666, lift_point: 0.5045, 0.6666; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Los Angeles?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.2155, 0.1766, lift_point: 0.2155, 0.1766", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20890_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Los Angeles?; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5045, 0.6666, lift_point: 0.5045, 0.6666; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Los Angeles?\"; The action is #DUAL_POINT#; touch_point: 0.2155, 0.1766, lift_point: 0.2155, 0.1766", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Los Angeles?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20890_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Los Angeles?; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5045, 0.6666, lift_point: 0.5045, 0.6666; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Los Angeles?\"; The action is #DUAL_POINT#; touch_point: 0.2155, 0.1766, lift_point: 0.2155, 0.1766; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Los Angeles?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1415, 0.5113, lift_point: 0.1415, 0.5113", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20890_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Los Angeles?; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5045, 0.6666, lift_point: 0.5045, 0.6666; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Los Angeles?\"; The action is #DUAL_POINT#; touch_point: 0.2155, 0.1766, lift_point: 0.2155, 0.1766; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Los Angeles?\"; The action is #DUAL_POINT#; touch_point: 0.1415, 0.5113, lift_point: 0.1415, 0.5113", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20890_8.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a rocket?", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20912_1.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a rocket?; The action is #Scrolling Down#", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20912_2.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a rocket?; The action is #Scrolling Down#; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20912_3.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a rocket?; The action is #Scrolling Down#; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.4965, 0.7021, lift_point: 0.4965, 0.7021", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20912_4.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a rocket?; The action is #Scrolling Down#; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4965, 0.7021, lift_point: 0.4965, 0.7021", "response": "The action is #DUAL_POINT#; touch_point: 0.1406, 0.6026, lift_point: 0.1406, 0.6026", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20912_5.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a rocket?; The action is #Scrolling Down#; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4965, 0.7021, lift_point: 0.4965, 0.7021; The action is #DUAL_POINT#; touch_point: 0.1406, 0.6026, lift_point: 0.1406, 0.6026", "response": "The action is #DUAL_POINT#; touch_point: 0.0632, 0.8851, lift_point: 0.0632, 0.8851", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20912_6.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a rocket?; The action is #Scrolling Down#; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4965, 0.7021, lift_point: 0.4965, 0.7021; The action is #DUAL_POINT#; touch_point: 0.1406, 0.6026, lift_point: 0.1406, 0.6026; The action is #DUAL_POINT#; touch_point: 0.0632, 0.8851, lift_point: 0.0632, 0.8851", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of a rocket?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20912_7.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a rocket?; The action is #Scrolling Down#; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4965, 0.7021, lift_point: 0.4965, 0.7021; The action is #DUAL_POINT#; touch_point: 0.1406, 0.6026, lift_point: 0.1406, 0.6026; The action is #DUAL_POINT#; touch_point: 0.0632, 0.8851, lift_point: 0.0632, 0.8851; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of a rocket?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1556, 0.3143, lift_point: 0.1556, 0.3143", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20912_8.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a rocket?; The action is #Scrolling Down#; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4965, 0.7021, lift_point: 0.4965, 0.7021; The action is #DUAL_POINT#; touch_point: 0.1406, 0.6026, lift_point: 0.1406, 0.6026; The action is #DUAL_POINT#; touch_point: 0.0632, 0.8851, lift_point: 0.0632, 0.8851; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of a rocket?\"; The action is #DUAL_POINT#; touch_point: 0.1556, 0.3143, lift_point: 0.1556, 0.3143", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/20912_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Paraguay?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/21075_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Paraguay?; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/21075_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Paraguay?; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3479, 0.6206, lift_point: 0.3479, 0.6206", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/21075_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Paraguay?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3479, 0.6206, lift_point: 0.3479, 0.6206", "response": "The action is #DUAL_POINT#; touch_point: 0.07, 0.3953, lift_point: 0.07, 0.3953", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/21075_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Paraguay?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3479, 0.6206, lift_point: 0.3479, 0.6206; The action is #DUAL_POINT#; touch_point: 0.07, 0.3953, lift_point: 0.07, 0.3953", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Paraguay?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/21075_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Paraguay?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3479, 0.6206, lift_point: 0.3479, 0.6206; The action is #DUAL_POINT#; touch_point: 0.07, 0.3953, lift_point: 0.07, 0.3953; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Paraguay?\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/21075_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Paraguay?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3479, 0.6206, lift_point: 0.3479, 0.6206; The action is #DUAL_POINT#; touch_point: 0.07, 0.3953, lift_point: 0.07, 0.3953; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Paraguay?\"; The action is #PRESS_ENTER#", "response": "The action is #DUAL_POINT#; touch_point: 0.3516, 0.3604, lift_point: 0.3516, 0.3604", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/21075_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Paraguay?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3479, 0.6206, lift_point: 0.3479, 0.6206; The action is #DUAL_POINT#; touch_point: 0.07, 0.3953, lift_point: 0.07, 0.3953; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Paraguay?\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.3516, 0.3604, lift_point: 0.3516, 0.3604", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/21075_8.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Bolivia", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/21098_1.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Bolivia; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3542, 0.5629, lift_point: 0.3542, 0.5629", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/21098_2.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Bolivia; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3542, 0.5629, lift_point: 0.3542, 0.5629", "response": "The action is #DUAL_POINT#; touch_point: 0.0555, 0.4942, lift_point: 0.0555, 0.4942", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/21098_3.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Bolivia; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3542, 0.5629, lift_point: 0.3542, 0.5629; The action is #DUAL_POINT#; touch_point: 0.0555, 0.4942, lift_point: 0.0555, 0.4942", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Bolivia\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/21098_4.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Bolivia; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3542, 0.5629, lift_point: 0.3542, 0.5629; The action is #DUAL_POINT#; touch_point: 0.0555, 0.4942, lift_point: 0.0555, 0.4942; The action is #TYPE#; And the content is : \"typed_text\": \"capital of Bolivia\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/21098_5.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Bolivia; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3542, 0.5629, lift_point: 0.3542, 0.5629; The action is #DUAL_POINT#; touch_point: 0.0555, 0.4942, lift_point: 0.0555, 0.4942; The action is #TYPE#; And the content is : \"typed_text\": \"capital of Bolivia\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/21098_6.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Switzerland?", "response": "The action is #DUAL_POINT#; touch_point: 0.7689, 0.7016, lift_point: 0.7689, 0.7016", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/21162_1.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Switzerland?; The action is #DUAL_POINT#; touch_point: 0.7689, 0.7016, lift_point: 0.7689, 0.7016", "response": "The action is #DUAL_POINT#; touch_point: 0.885, 0.4626, lift_point: 0.885, 0.4626", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/21162_2.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Switzerland?; The action is #DUAL_POINT#; touch_point: 0.7689, 0.7016, lift_point: 0.7689, 0.7016; The action is #DUAL_POINT#; touch_point: 0.885, 0.4626, lift_point: 0.885, 0.4626", "response": "The action is #DUAL_POINT#; touch_point: 0.8937, 0.8222, lift_point: 0.8937, 0.8222", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/21162_3.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Switzerland?; The action is #DUAL_POINT#; touch_point: 0.7689, 0.7016, lift_point: 0.7689, 0.7016; The action is #DUAL_POINT#; touch_point: 0.885, 0.4626, lift_point: 0.885, 0.4626; The action is #DUAL_POINT#; touch_point: 0.8937, 0.8222, lift_point: 0.8937, 0.8222", "response": "The action is #DUAL_POINT#; touch_point: 0.3026, 0.6258, lift_point: 0.3026, 0.6258", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/21162_4.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Switzerland?; The action is #DUAL_POINT#; touch_point: 0.7689, 0.7016, lift_point: 0.7689, 0.7016; The action is #DUAL_POINT#; touch_point: 0.885, 0.4626, lift_point: 0.885, 0.4626; The action is #DUAL_POINT#; touch_point: 0.8937, 0.8222, lift_point: 0.8937, 0.8222; The action is #DUAL_POINT#; touch_point: 0.3026, 0.6258, lift_point: 0.3026, 0.6258", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Switzerland\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/21162_5.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Switzerland?; The action is #DUAL_POINT#; touch_point: 0.7689, 0.7016, lift_point: 0.7689, 0.7016; The action is #DUAL_POINT#; touch_point: 0.885, 0.4626, lift_point: 0.885, 0.4626; The action is #DUAL_POINT#; touch_point: 0.8937, 0.8222, lift_point: 0.8937, 0.8222; The action is #DUAL_POINT#; touch_point: 0.3026, 0.6258, lift_point: 0.3026, 0.6258; The action is #TYPE#; And the content is : \"typed_text\": \"capital of Switzerland\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1308, 0.3284, lift_point: 0.1308, 0.3284", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/21162_6.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Switzerland?; The action is #DUAL_POINT#; touch_point: 0.7689, 0.7016, lift_point: 0.7689, 0.7016; The action is #DUAL_POINT#; touch_point: 0.885, 0.4626, lift_point: 0.885, 0.4626; The action is #DUAL_POINT#; touch_point: 0.8937, 0.8222, lift_point: 0.8937, 0.8222; The action is #DUAL_POINT#; touch_point: 0.3026, 0.6258, lift_point: 0.3026, 0.6258; The action is #TYPE#; And the content is : \"typed_text\": \"capital of Switzerland\"; The action is #DUAL_POINT#; touch_point: 0.1308, 0.3284, lift_point: 0.1308, 0.3284", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/21162_7.png" ] }, { "query": "\nPrevious Actions: Goal: Play the latest video from the Huffington Post", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/21290_1.png" ] }, { "query": "\nPrevious Actions: Goal: Play the latest video from the Huffington Post; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.7836, 0.492, lift_point: 0.7836, 0.492", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/21290_2.png" ] }, { "query": "\nPrevious Actions: Goal: Play the latest video from the Huffington Post; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7836, 0.492, lift_point: 0.7836, 0.492", "response": "The action is #DUAL_POINT#; touch_point: 0.0604, 0.8519, lift_point: 0.0604, 0.8519", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/21290_3.png" ] }, { "query": "\nPrevious Actions: Goal: Play the latest video from the Huffington Post; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7836, 0.492, lift_point: 0.7836, 0.492; The action is #DUAL_POINT#; touch_point: 0.0604, 0.8519, lift_point: 0.0604, 0.8519", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"latest video from the Huffington Post\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/21290_4.png" ] }, { "query": "\nPrevious Actions: Goal: Play the latest video from the Huffington Post; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7836, 0.492, lift_point: 0.7836, 0.492; The action is #DUAL_POINT#; touch_point: 0.0604, 0.8519, lift_point: 0.0604, 0.8519; The action is #TYPE#; And the content is : \"typed_text\": \"latest video from the Huffington Post\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1179, 0.2291, lift_point: 0.1179, 0.2291", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/21290_5.png" ] }, { "query": "\nPrevious Actions: Goal: Play the latest video from the Huffington Post; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7836, 0.492, lift_point: 0.7836, 0.492; The action is #DUAL_POINT#; touch_point: 0.0604, 0.8519, lift_point: 0.0604, 0.8519; The action is #TYPE#; And the content is : \"typed_text\": \"latest video from the Huffington Post\"; The action is #DUAL_POINT#; touch_point: 0.1179, 0.2291, lift_point: 0.1179, 0.2291", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/21290_6.png" ] }, { "query": "\nPrevious Actions: Goal: Play the latest video from the Huffington Post; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7836, 0.492, lift_point: 0.7836, 0.492; The action is #DUAL_POINT#; touch_point: 0.0604, 0.8519, lift_point: 0.0604, 0.8519; The action is #TYPE#; And the content is : \"typed_text\": \"latest video from the Huffington Post\"; The action is #DUAL_POINT#; touch_point: 0.1179, 0.2291, lift_point: 0.1179, 0.2291; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/21290_7.png" ] }, { "query": "\nPrevious Actions: Goal: Play the latest video from the Huffington Post; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7836, 0.492, lift_point: 0.7836, 0.492; The action is #DUAL_POINT#; touch_point: 0.0604, 0.8519, lift_point: 0.0604, 0.8519; The action is #TYPE#; And the content is : \"typed_text\": \"latest video from the Huffington Post\"; The action is #DUAL_POINT#; touch_point: 0.1179, 0.2291, lift_point: 0.1179, 0.2291; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/21290_8.png" ] }, { "query": "\nPrevious Actions: Goal: Play the latest video from the Huffington Post; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7836, 0.492, lift_point: 0.7836, 0.492; The action is #DUAL_POINT#; touch_point: 0.0604, 0.8519, lift_point: 0.0604, 0.8519; The action is #TYPE#; And the content is : \"typed_text\": \"latest video from the Huffington Post\"; The action is #DUAL_POINT#; touch_point: 0.1179, 0.2291, lift_point: 0.1179, 0.2291; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/21290_9.png" ] }, { "query": "\nPrevious Actions: Goal: Play the latest video from the Huffington Post; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7836, 0.492, lift_point: 0.7836, 0.492; The action is #DUAL_POINT#; touch_point: 0.0604, 0.8519, lift_point: 0.0604, 0.8519; The action is #TYPE#; And the content is : \"typed_text\": \"latest video from the Huffington Post\"; The action is #DUAL_POINT#; touch_point: 0.1179, 0.2291, lift_point: 0.1179, 0.2291; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/21290_10.png" ] }, { "query": "\nPrevious Actions: Goal: Play the latest video from the Huffington Post; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7836, 0.492, lift_point: 0.7836, 0.492; The action is #DUAL_POINT#; touch_point: 0.0604, 0.8519, lift_point: 0.0604, 0.8519; The action is #TYPE#; And the content is : \"typed_text\": \"latest video from the Huffington Post\"; The action is #DUAL_POINT#; touch_point: 0.1179, 0.2291, lift_point: 0.1179, 0.2291; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/21290_11.png" ] }, { "query": "\nPrevious Actions: Goal: Play the latest video from the Huffington Post; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7836, 0.492, lift_point: 0.7836, 0.492; The action is #DUAL_POINT#; touch_point: 0.0604, 0.8519, lift_point: 0.0604, 0.8519; The action is #TYPE#; And the content is : \"typed_text\": \"latest video from the Huffington Post\"; The action is #DUAL_POINT#; touch_point: 0.1179, 0.2291, lift_point: 0.1179, 0.2291; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.2892, 0.4823, lift_point: 0.2892, 0.4823", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/21290_12.png" ] }, { "query": "\nPrevious Actions: Goal: Play the latest video from the Huffington Post; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7836, 0.492, lift_point: 0.7836, 0.492; The action is #DUAL_POINT#; touch_point: 0.0604, 0.8519, lift_point: 0.0604, 0.8519; The action is #TYPE#; And the content is : \"typed_text\": \"latest video from the Huffington Post\"; The action is #DUAL_POINT#; touch_point: 0.1179, 0.2291, lift_point: 0.1179, 0.2291; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2892, 0.4823, lift_point: 0.2892, 0.4823", "response": "The action is #DUAL_POINT#; touch_point: 0.2258, 0.8914, lift_point: 0.2258, 0.8914", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/21290_13.png" ] }, { "query": "\nPrevious Actions: Goal: Play the latest video from the Huffington Post; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7836, 0.492, lift_point: 0.7836, 0.492; The action is #DUAL_POINT#; touch_point: 0.0604, 0.8519, lift_point: 0.0604, 0.8519; The action is #TYPE#; And the content is : \"typed_text\": \"latest video from the Huffington Post\"; The action is #DUAL_POINT#; touch_point: 0.1179, 0.2291, lift_point: 0.1179, 0.2291; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2892, 0.4823, lift_point: 0.2892, 0.4823; The action is #DUAL_POINT#; touch_point: 0.2258, 0.8914, lift_point: 0.2258, 0.8914", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/21290_14.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Miami", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/21316_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Miami; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7794, 0.6882, lift_point: 0.7794, 0.6882", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/21316_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Miami; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7794, 0.6882, lift_point: 0.7794, 0.6882", "response": "The action is #DUAL_POINT#; touch_point: 0.0602, 0.5767, lift_point: 0.0602, 0.5767", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/21316_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Miami; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7794, 0.6882, lift_point: 0.7794, 0.6882; The action is #DUAL_POINT#; touch_point: 0.0602, 0.5767, lift_point: 0.0602, 0.5767", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Hotels in Miami\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/21316_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Miami; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7794, 0.6882, lift_point: 0.7794, 0.6882; The action is #DUAL_POINT#; touch_point: 0.0602, 0.5767, lift_point: 0.0602, 0.5767; The action is #TYPE#; And the content is : \"typed_text\": \"Hotels in Miami\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1218, 0.322, lift_point: 0.1218, 0.322", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/21316_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Miami; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7794, 0.6882, lift_point: 0.7794, 0.6882; The action is #DUAL_POINT#; touch_point: 0.0602, 0.5767, lift_point: 0.0602, 0.5767; The action is #TYPE#; And the content is : \"typed_text\": \"Hotels in Miami\"; The action is #DUAL_POINT#; touch_point: 0.1218, 0.322, lift_point: 0.1218, 0.322", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/21316_6.png" ] }, { "query": "\nPrevious Actions: Goal: Install the eBay app", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/21601_1.png" ] }, { "query": "\nPrevious Actions: Goal: Install the eBay app; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.888, 0.8691, lift_point: 0.888, 0.8691", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/21601_2.png" ] }, { "query": "\nPrevious Actions: Goal: Install the eBay app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.888, 0.8691, lift_point: 0.888, 0.8691", "response": "The action is #DUAL_POINT#; touch_point: 0.0993, 0.0948, lift_point: 0.0993, 0.0948", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/21601_3.png" ] }, { "query": "\nPrevious Actions: Goal: Install the eBay app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.888, 0.8691, lift_point: 0.888, 0.8691; The action is #DUAL_POINT#; touch_point: 0.0993, 0.0948, lift_point: 0.0993, 0.0948", "response": "The action is #DUAL_POINT#; touch_point: 0.1063, 0.376, lift_point: 0.1063, 0.376", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/21601_4.png" ] }, { "query": "\nPrevious Actions: Goal: Install the eBay app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.888, 0.8691, lift_point: 0.888, 0.8691; The action is #DUAL_POINT#; touch_point: 0.0993, 0.0948, lift_point: 0.0993, 0.0948; The action is #DUAL_POINT#; touch_point: 0.1063, 0.376, lift_point: 0.1063, 0.376", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"eBay \"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/21601_5.png" ] }, { "query": "\nPrevious Actions: Goal: Install the eBay app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.888, 0.8691, lift_point: 0.888, 0.8691; The action is #DUAL_POINT#; touch_point: 0.0993, 0.0948, lift_point: 0.0993, 0.0948; The action is #DUAL_POINT#; touch_point: 0.1063, 0.376, lift_point: 0.1063, 0.376; The action is #TYPE#; And the content is : \"typed_text\": \"eBay \"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/21601_6.png" ] }, { "query": "\nPrevious Actions: Goal: Install the eBay app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.888, 0.8691, lift_point: 0.888, 0.8691; The action is #DUAL_POINT#; touch_point: 0.0993, 0.0948, lift_point: 0.0993, 0.0948; The action is #DUAL_POINT#; touch_point: 0.1063, 0.376, lift_point: 0.1063, 0.376; The action is #TYPE#; And the content is : \"typed_text\": \"eBay \"; The action is #TYPE#; And the content is : \"typed_text\": \"\"", "response": "The action is #DUAL_POINT#; touch_point: 0.2193, 0.3718, lift_point: 0.2193, 0.3718", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/21601_7.png" ] }, { "query": "\nPrevious Actions: Goal: Install the eBay app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.888, 0.8691, lift_point: 0.888, 0.8691; The action is #DUAL_POINT#; touch_point: 0.0993, 0.0948, lift_point: 0.0993, 0.0948; The action is #DUAL_POINT#; touch_point: 0.1063, 0.376, lift_point: 0.1063, 0.376; The action is #TYPE#; And the content is : \"typed_text\": \"eBay \"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.2193, 0.3718, lift_point: 0.2193, 0.3718", "response": "The action is #DUAL_POINT#; touch_point: 0.2617, 0.823, lift_point: 0.2617, 0.823", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/21601_8.png" ] }, { "query": "\nPrevious Actions: Goal: Install the eBay app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.888, 0.8691, lift_point: 0.888, 0.8691; The action is #DUAL_POINT#; touch_point: 0.0993, 0.0948, lift_point: 0.0993, 0.0948; The action is #DUAL_POINT#; touch_point: 0.1063, 0.376, lift_point: 0.1063, 0.376; The action is #TYPE#; And the content is : \"typed_text\": \"eBay \"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.2193, 0.3718, lift_point: 0.2193, 0.3718; The action is #DUAL_POINT#; touch_point: 0.2617, 0.823, lift_point: 0.2617, 0.823", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/21601_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in San Jose?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/21829_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in San Jose?; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/21829_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in San Jose?; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.4929, 0.4908, lift_point: 0.4929, 0.4908", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/21829_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in San Jose?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4929, 0.4908, lift_point: 0.4929, 0.4908", "response": "The action is #DUAL_POINT#; touch_point: 0.3479, 0.5891, lift_point: 0.3479, 0.5891", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/21829_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in San Jose?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4929, 0.4908, lift_point: 0.4929, 0.4908; The action is #DUAL_POINT#; touch_point: 0.3479, 0.5891, lift_point: 0.3479, 0.5891", "response": "The action is #DUAL_POINT#; touch_point: 0.2221, 0.8792, lift_point: 0.2221, 0.8792", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/21829_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in San Jose?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4929, 0.4908, lift_point: 0.4929, 0.4908; The action is #DUAL_POINT#; touch_point: 0.3479, 0.5891, lift_point: 0.3479, 0.5891; The action is #DUAL_POINT#; touch_point: 0.2221, 0.8792, lift_point: 0.2221, 0.8792", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in San Jose?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/21829_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in San Jose?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4929, 0.4908, lift_point: 0.4929, 0.4908; The action is #DUAL_POINT#; touch_point: 0.3479, 0.5891, lift_point: 0.3479, 0.5891; The action is #DUAL_POINT#; touch_point: 0.2221, 0.8792, lift_point: 0.2221, 0.8792; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in San Jose?\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/21829_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in San Jose?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4929, 0.4908, lift_point: 0.4929, 0.4908; The action is #DUAL_POINT#; touch_point: 0.3479, 0.5891, lift_point: 0.3479, 0.5891; The action is #DUAL_POINT#; touch_point: 0.2221, 0.8792, lift_point: 0.2221, 0.8792; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in San Jose?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"", "response": "The action is #DUAL_POINT#; touch_point: 0.2066, 0.4316, lift_point: 0.2066, 0.4316", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/21829_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in San Jose?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4929, 0.4908, lift_point: 0.4929, 0.4908; The action is #DUAL_POINT#; touch_point: 0.3479, 0.5891, lift_point: 0.3479, 0.5891; The action is #DUAL_POINT#; touch_point: 0.2221, 0.8792, lift_point: 0.2221, 0.8792; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in San Jose?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.2066, 0.4316, lift_point: 0.2066, 0.4316", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/21829_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in San Jose?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4929, 0.4908, lift_point: 0.4929, 0.4908; The action is #DUAL_POINT#; touch_point: 0.3479, 0.5891, lift_point: 0.3479, 0.5891; The action is #DUAL_POINT#; touch_point: 0.2221, 0.8792, lift_point: 0.2221, 0.8792; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in San Jose?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.2066, 0.4316, lift_point: 0.2066, 0.4316; The action is #Scrolling Up#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/21829_10.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in San Jose?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4929, 0.4908, lift_point: 0.4929, 0.4908; The action is #DUAL_POINT#; touch_point: 0.3479, 0.5891, lift_point: 0.3479, 0.5891; The action is #DUAL_POINT#; touch_point: 0.2221, 0.8792, lift_point: 0.2221, 0.8792; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in San Jose?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.2066, 0.4316, lift_point: 0.2066, 0.4316; The action is #Scrolling Up#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.8404, 0.5093, lift_point: 0.8404, 0.5093", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/21829_11.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in San Jose?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4929, 0.4908, lift_point: 0.4929, 0.4908; The action is #DUAL_POINT#; touch_point: 0.3479, 0.5891, lift_point: 0.3479, 0.5891; The action is #DUAL_POINT#; touch_point: 0.2221, 0.8792, lift_point: 0.2221, 0.8792; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in San Jose?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.2066, 0.4316, lift_point: 0.2066, 0.4316; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8404, 0.5093, lift_point: 0.8404, 0.5093", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/21829_12.png" ] }, { "query": "\nPrevious Actions: Goal: Open the contacts", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/21907_1.png" ] }, { "query": "\nPrevious Actions: Goal: Open the contacts; The action is #Scrolling Down#", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/21907_2.png" ] }, { "query": "\nPrevious Actions: Goal: Open the contacts; The action is #Scrolling Down#; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/21907_3.png" ] }, { "query": "\nPrevious Actions: Goal: Open the contacts; The action is #Scrolling Down#; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.7072, 0.1192, lift_point: 0.7072, 0.1192", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/21907_4.png" ] }, { "query": "\nPrevious Actions: Goal: Open the contacts; The action is #Scrolling Down#; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7072, 0.1192, lift_point: 0.7072, 0.1192", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/21907_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant near me?", "response": "The action is #DUAL_POINT#; touch_point: 0.1053, 0.515, lift_point: 0.1053, 0.515", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/21940_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant near me?; The action is #DUAL_POINT#; touch_point: 0.1053, 0.515, lift_point: 0.1053, 0.515", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/21940_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant near me?; The action is #DUAL_POINT#; touch_point: 0.1053, 0.515, lift_point: 0.1053, 0.515; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/21940_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant near me?; The action is #DUAL_POINT#; touch_point: 0.1053, 0.515, lift_point: 0.1053, 0.515; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.5031, 0.4783, lift_point: 0.5031, 0.4783", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/21940_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant near me?; The action is #DUAL_POINT#; touch_point: 0.1053, 0.515, lift_point: 0.1053, 0.515; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5031, 0.4783, lift_point: 0.5031, 0.4783", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/21940_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant near me?; The action is #DUAL_POINT#; touch_point: 0.1053, 0.515, lift_point: 0.1053, 0.515; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5031, 0.4783, lift_point: 0.5031, 0.4783; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/21940_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant near me?; The action is #DUAL_POINT#; touch_point: 0.1053, 0.515, lift_point: 0.1053, 0.515; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5031, 0.4783, lift_point: 0.5031, 0.4783; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #DUAL_POINT#; touch_point: 0.3325, 0.5901, lift_point: 0.3325, 0.5901", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/21940_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant near me?; The action is #DUAL_POINT#; touch_point: 0.1053, 0.515, lift_point: 0.1053, 0.515; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5031, 0.4783, lift_point: 0.5031, 0.4783; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.3325, 0.5901, lift_point: 0.3325, 0.5901", "response": "The action is #DUAL_POINT#; touch_point: 0.2106, 0.8731, lift_point: 0.2106, 0.8731", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/21940_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant near me?; The action is #DUAL_POINT#; touch_point: 0.1053, 0.515, lift_point: 0.1053, 0.515; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5031, 0.4783, lift_point: 0.5031, 0.4783; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.3325, 0.5901, lift_point: 0.3325, 0.5901; The action is #DUAL_POINT#; touch_point: 0.2106, 0.8731, lift_point: 0.2106, 0.8731", "response": "The action is #TYPE#; And the content is : \"typed_text\": \" good restaurant near me?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/21940_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant near me?; The action is #DUAL_POINT#; touch_point: 0.1053, 0.515, lift_point: 0.1053, 0.515; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5031, 0.4783, lift_point: 0.5031, 0.4783; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.3325, 0.5901, lift_point: 0.3325, 0.5901; The action is #DUAL_POINT#; touch_point: 0.2106, 0.8731, lift_point: 0.2106, 0.8731; The action is #TYPE#; And the content is : \"typed_text\": \" good restaurant near me?\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/21940_10.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant near me?; The action is #DUAL_POINT#; touch_point: 0.1053, 0.515, lift_point: 0.1053, 0.515; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5031, 0.4783, lift_point: 0.5031, 0.4783; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.3325, 0.5901, lift_point: 0.3325, 0.5901; The action is #DUAL_POINT#; touch_point: 0.2106, 0.8731, lift_point: 0.2106, 0.8731; The action is #TYPE#; And the content is : \"typed_text\": \" good restaurant near me?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"", "response": "The action is #DUAL_POINT#; touch_point: 0.8743, 0.5131, lift_point: 0.8743, 0.5131", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/21940_11.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant near me?; The action is #DUAL_POINT#; touch_point: 0.1053, 0.515, lift_point: 0.1053, 0.515; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5031, 0.4783, lift_point: 0.5031, 0.4783; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.3325, 0.5901, lift_point: 0.3325, 0.5901; The action is #DUAL_POINT#; touch_point: 0.2106, 0.8731, lift_point: 0.2106, 0.8731; The action is #TYPE#; And the content is : \"typed_text\": \" good restaurant near me?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.8743, 0.5131, lift_point: 0.8743, 0.5131", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/21940_12.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open today", "response": "The action is #DUAL_POINT#; touch_point: 0.5405, 0.1408, lift_point: 0.5405, 0.1408", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22042_1.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open today; The action is #DUAL_POINT#; touch_point: 0.5405, 0.1408, lift_point: 0.5405, 0.1408", "response": "The action is #DUAL_POINT#; touch_point: 0.0985, 0.4514, lift_point: 0.0985, 0.4514", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22042_2.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open today; The action is #DUAL_POINT#; touch_point: 0.5405, 0.1408, lift_point: 0.5405, 0.1408; The action is #DUAL_POINT#; touch_point: 0.0985, 0.4514, lift_point: 0.0985, 0.4514", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"nearest electronic store\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22042_3.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open today; The action is #DUAL_POINT#; touch_point: 0.5405, 0.1408, lift_point: 0.5405, 0.1408; The action is #DUAL_POINT#; touch_point: 0.0985, 0.4514, lift_point: 0.0985, 0.4514; The action is #TYPE#; And the content is : \"typed_text\": \"nearest electronic store\"", "response": "The action is #DUAL_POINT#; touch_point: 0.2042, 0.4117, lift_point: 0.2042, 0.4117", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22042_4.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open today; The action is #DUAL_POINT#; touch_point: 0.5405, 0.1408, lift_point: 0.5405, 0.1408; The action is #DUAL_POINT#; touch_point: 0.0985, 0.4514, lift_point: 0.0985, 0.4514; The action is #TYPE#; And the content is : \"typed_text\": \"nearest electronic store\"; The action is #DUAL_POINT#; touch_point: 0.2042, 0.4117, lift_point: 0.2042, 0.4117", "response": "The action is #DUAL_POINT#; touch_point: 0.7959, 0.9214, lift_point: 0.7959, 0.9214", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22042_5.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open today; The action is #DUAL_POINT#; touch_point: 0.5405, 0.1408, lift_point: 0.5405, 0.1408; The action is #DUAL_POINT#; touch_point: 0.0985, 0.4514, lift_point: 0.0985, 0.4514; The action is #TYPE#; And the content is : \"typed_text\": \"nearest electronic store\"; The action is #DUAL_POINT#; touch_point: 0.2042, 0.4117, lift_point: 0.2042, 0.4117; The action is #DUAL_POINT#; touch_point: 0.7959, 0.9214, lift_point: 0.7959, 0.9214", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22042_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at McDonalds?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22058_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at McDonalds?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7234, 0.6351, lift_point: 0.7234, 0.6351", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22058_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at McDonalds?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7234, 0.6351, lift_point: 0.7234, 0.6351", "response": "The action is #DUAL_POINT#; touch_point: 0.1028, 0.4722, lift_point: 0.1028, 0.4722", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22058_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at McDonalds?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7234, 0.6351, lift_point: 0.7234, 0.6351; The action is #DUAL_POINT#; touch_point: 0.1028, 0.4722, lift_point: 0.1028, 0.4722", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"menu at McDonalds\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22058_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at McDonalds?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7234, 0.6351, lift_point: 0.7234, 0.6351; The action is #DUAL_POINT#; touch_point: 0.1028, 0.4722, lift_point: 0.1028, 0.4722; The action is #TYPE#; And the content is : \"typed_text\": \"menu at McDonalds\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1848, 0.5555, lift_point: 0.1848, 0.5555", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22058_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at McDonalds?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7234, 0.6351, lift_point: 0.7234, 0.6351; The action is #DUAL_POINT#; touch_point: 0.1028, 0.4722, lift_point: 0.1028, 0.4722; The action is #TYPE#; And the content is : \"typed_text\": \"menu at McDonalds\"; The action is #DUAL_POINT#; touch_point: 0.1848, 0.5555, lift_point: 0.1848, 0.5555", "response": "The action is #DUAL_POINT#; touch_point: 0.5601, 0.371, lift_point: 0.5601, 0.371", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22058_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at McDonalds?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7234, 0.6351, lift_point: 0.7234, 0.6351; The action is #DUAL_POINT#; touch_point: 0.1028, 0.4722, lift_point: 0.1028, 0.4722; The action is #TYPE#; And the content is : \"typed_text\": \"menu at McDonalds\"; The action is #DUAL_POINT#; touch_point: 0.1848, 0.5555, lift_point: 0.1848, 0.5555; The action is #DUAL_POINT#; touch_point: 0.5601, 0.371, lift_point: 0.5601, 0.371", "response": "The action is #DUAL_POINT#; touch_point: 0.5774, 0.7847, lift_point: 0.5774, 0.7847", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22058_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at McDonalds?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7234, 0.6351, lift_point: 0.7234, 0.6351; The action is #DUAL_POINT#; touch_point: 0.1028, 0.4722, lift_point: 0.1028, 0.4722; The action is #TYPE#; And the content is : \"typed_text\": \"menu at McDonalds\"; The action is #DUAL_POINT#; touch_point: 0.1848, 0.5555, lift_point: 0.1848, 0.5555; The action is #DUAL_POINT#; touch_point: 0.5601, 0.371, lift_point: 0.5601, 0.371; The action is #DUAL_POINT#; touch_point: 0.5774, 0.7847, lift_point: 0.5774, 0.7847", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22058_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at McDonalds?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7234, 0.6351, lift_point: 0.7234, 0.6351; The action is #DUAL_POINT#; touch_point: 0.1028, 0.4722, lift_point: 0.1028, 0.4722; The action is #TYPE#; And the content is : \"typed_text\": \"menu at McDonalds\"; The action is #DUAL_POINT#; touch_point: 0.1848, 0.5555, lift_point: 0.1848, 0.5555; The action is #DUAL_POINT#; touch_point: 0.5601, 0.371, lift_point: 0.5601, 0.371; The action is #DUAL_POINT#; touch_point: 0.5774, 0.7847, lift_point: 0.5774, 0.7847; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3079, 0.9607, lift_point: 0.3079, 0.9607", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22058_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at McDonalds?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7234, 0.6351, lift_point: 0.7234, 0.6351; The action is #DUAL_POINT#; touch_point: 0.1028, 0.4722, lift_point: 0.1028, 0.4722; The action is #TYPE#; And the content is : \"typed_text\": \"menu at McDonalds\"; The action is #DUAL_POINT#; touch_point: 0.1848, 0.5555, lift_point: 0.1848, 0.5555; The action is #DUAL_POINT#; touch_point: 0.5601, 0.371, lift_point: 0.5601, 0.371; The action is #DUAL_POINT#; touch_point: 0.5774, 0.7847, lift_point: 0.5774, 0.7847; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3079, 0.9607, lift_point: 0.3079, 0.9607", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22058_10.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Sweden?", "response": "The action is #DUAL_POINT#; touch_point: 0.7349, 0.6118, lift_point: 0.7349, 0.6118", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22092_1.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Sweden?; The action is #DUAL_POINT#; touch_point: 0.7349, 0.6118, lift_point: 0.7349, 0.6118", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22092_2.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Sweden?; The action is #DUAL_POINT#; touch_point: 0.7349, 0.6118, lift_point: 0.7349, 0.6118; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7081, 0.6262, lift_point: 0.7081, 0.6262", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22092_3.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Sweden?; The action is #DUAL_POINT#; touch_point: 0.7349, 0.6118, lift_point: 0.7349, 0.6118; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7081, 0.6262, lift_point: 0.7081, 0.6262", "response": "The action is #DUAL_POINT#; touch_point: 0.0856, 0.4623, lift_point: 0.0856, 0.4623", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22092_4.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Sweden?; The action is #DUAL_POINT#; touch_point: 0.7349, 0.6118, lift_point: 0.7349, 0.6118; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7081, 0.6262, lift_point: 0.7081, 0.6262; The action is #DUAL_POINT#; touch_point: 0.0856, 0.4623, lift_point: 0.0856, 0.4623", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of sweden ?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22092_5.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Sweden?; The action is #DUAL_POINT#; touch_point: 0.7349, 0.6118, lift_point: 0.7349, 0.6118; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7081, 0.6262, lift_point: 0.7081, 0.6262; The action is #DUAL_POINT#; touch_point: 0.0856, 0.4623, lift_point: 0.0856, 0.4623; The action is #TYPE#; And the content is : \"typed_text\": \"capital of sweden ?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.2007, 0.6839, lift_point: 0.2007, 0.6839", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22092_6.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Sweden?; The action is #DUAL_POINT#; touch_point: 0.7349, 0.6118, lift_point: 0.7349, 0.6118; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7081, 0.6262, lift_point: 0.7081, 0.6262; The action is #DUAL_POINT#; touch_point: 0.0856, 0.4623, lift_point: 0.0856, 0.4623; The action is #TYPE#; And the content is : \"typed_text\": \"capital of sweden ?\"; The action is #DUAL_POINT#; touch_point: 0.2007, 0.6839, lift_point: 0.2007, 0.6839", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22092_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in San Diego", "response": "The action is #DUAL_POINT#; touch_point: 0.5232, 0.1533, lift_point: 0.5232, 0.1533", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22123_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in San Diego; The action is #DUAL_POINT#; touch_point: 0.5232, 0.1533, lift_point: 0.5232, 0.1533", "response": "The action is #DUAL_POINT#; touch_point: 0.0991, 0.6281, lift_point: 0.0991, 0.6281", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22123_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in San Diego; The action is #DUAL_POINT#; touch_point: 0.5232, 0.1533, lift_point: 0.5232, 0.1533; The action is #DUAL_POINT#; touch_point: 0.0991, 0.6281, lift_point: 0.0991, 0.6281", "response": "The action is #DUAL_POINT#; touch_point: 0.0909, 0.9027, lift_point: 0.0909, 0.9027", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22123_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in San Diego; The action is #DUAL_POINT#; touch_point: 0.5232, 0.1533, lift_point: 0.5232, 0.1533; The action is #DUAL_POINT#; touch_point: 0.0991, 0.6281, lift_point: 0.0991, 0.6281; The action is #DUAL_POINT#; touch_point: 0.0909, 0.9027, lift_point: 0.0909, 0.9027", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in San Diego\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22123_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in San Diego; The action is #DUAL_POINT#; touch_point: 0.5232, 0.1533, lift_point: 0.5232, 0.1533; The action is #DUAL_POINT#; touch_point: 0.0991, 0.6281, lift_point: 0.0991, 0.6281; The action is #DUAL_POINT#; touch_point: 0.0909, 0.9027, lift_point: 0.0909, 0.9027; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in San Diego\"", "response": "The action is #DUAL_POINT#; touch_point: 0.2215, 0.5013, lift_point: 0.2215, 0.5013", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22123_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in San Diego; The action is #DUAL_POINT#; touch_point: 0.5232, 0.1533, lift_point: 0.5232, 0.1533; The action is #DUAL_POINT#; touch_point: 0.0991, 0.6281, lift_point: 0.0991, 0.6281; The action is #DUAL_POINT#; touch_point: 0.0909, 0.9027, lift_point: 0.0909, 0.9027; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in San Diego\"; The action is #DUAL_POINT#; touch_point: 0.2215, 0.5013, lift_point: 0.2215, 0.5013", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22123_6.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome private window", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22128_1.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome private window; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7163, 0.5936, lift_point: 0.7163, 0.5936", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22128_2.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome private window; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7163, 0.5936, lift_point: 0.7163, 0.5936", "response": "The action is #DUAL_POINT#; touch_point: 0.0967, 0.9101, lift_point: 0.0967, 0.9101", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22128_3.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome private window; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7163, 0.5936, lift_point: 0.7163, 0.5936; The action is #DUAL_POINT#; touch_point: 0.0967, 0.9101, lift_point: 0.0967, 0.9101", "response": "The action is #DUAL_POINT#; touch_point: 0.2619, 0.6533, lift_point: 0.2619, 0.6533", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22128_4.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome private window; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7163, 0.5936, lift_point: 0.7163, 0.5936; The action is #DUAL_POINT#; touch_point: 0.0967, 0.9101, lift_point: 0.0967, 0.9101; The action is #DUAL_POINT#; touch_point: 0.2619, 0.6533, lift_point: 0.2619, 0.6533", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22128_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to London", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22302_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to London; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7279, 0.6578, lift_point: 0.7279, 0.6578", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22302_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to London; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7279, 0.6578, lift_point: 0.7279, 0.6578", "response": "The action is #DUAL_POINT#; touch_point: 0.4437, 0.5139, lift_point: 0.4437, 0.5139", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22302_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to London; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7279, 0.6578, lift_point: 0.7279, 0.6578; The action is #DUAL_POINT#; touch_point: 0.4437, 0.5139, lift_point: 0.4437, 0.5139", "response": "The action is #TYPE#; And the content is : \"typed_text\": \" flights from NYC to London\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22302_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to London; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7279, 0.6578, lift_point: 0.7279, 0.6578; The action is #DUAL_POINT#; touch_point: 0.4437, 0.5139, lift_point: 0.4437, 0.5139; The action is #TYPE#; And the content is : \"typed_text\": \" flights from NYC to London\"", "response": "The action is #DUAL_POINT#; touch_point: 0.2149, 0.6706, lift_point: 0.2149, 0.6706", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22302_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to London; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7279, 0.6578, lift_point: 0.7279, 0.6578; The action is #DUAL_POINT#; touch_point: 0.4437, 0.5139, lift_point: 0.4437, 0.5139; The action is #TYPE#; And the content is : \"typed_text\": \" flights from NYC to London\"; The action is #DUAL_POINT#; touch_point: 0.2149, 0.6706, lift_point: 0.2149, 0.6706", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22302_6.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 9am", "response": "The action is #DUAL_POINT#; touch_point: 0.2494, 0.168, lift_point: 0.2494, 0.168", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22350_1.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 9am; The action is #DUAL_POINT#; touch_point: 0.2494, 0.168, lift_point: 0.2494, 0.168", "response": "The action is #DUAL_POINT#; touch_point: 0.5252, 0.2376, lift_point: 0.5252, 0.2376", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22350_2.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 9am; The action is #DUAL_POINT#; touch_point: 0.2494, 0.168, lift_point: 0.2494, 0.168; The action is #DUAL_POINT#; touch_point: 0.5252, 0.2376, lift_point: 0.5252, 0.2376", "response": "The action is #DUAL_POINT#; touch_point: 0.2077, 0.787, lift_point: 0.2077, 0.787", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22350_3.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 9am; The action is #DUAL_POINT#; touch_point: 0.2494, 0.168, lift_point: 0.2494, 0.168; The action is #DUAL_POINT#; touch_point: 0.5252, 0.2376, lift_point: 0.5252, 0.2376; The action is #DUAL_POINT#; touch_point: 0.2077, 0.787, lift_point: 0.2077, 0.787", "response": "The action is #DUAL_POINT#; touch_point: 0.7674, 0.8042, lift_point: 0.7674, 0.8042", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22350_4.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 9am; The action is #DUAL_POINT#; touch_point: 0.2494, 0.168, lift_point: 0.2494, 0.168; The action is #DUAL_POINT#; touch_point: 0.5252, 0.2376, lift_point: 0.5252, 0.2376; The action is #DUAL_POINT#; touch_point: 0.2077, 0.787, lift_point: 0.2077, 0.787; The action is #DUAL_POINT#; touch_point: 0.7674, 0.8042, lift_point: 0.7674, 0.8042", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22350_5.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the Vizio TV cost?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22356_1.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the Vizio TV cost?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7345, 0.6311, lift_point: 0.7345, 0.6311", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22356_2.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the Vizio TV cost?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7345, 0.6311, lift_point: 0.7345, 0.6311", "response": "The action is #DUAL_POINT#; touch_point: 0.1033, 0.4153, lift_point: 0.1033, 0.4153", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22356_3.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the Vizio TV cost?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7345, 0.6311, lift_point: 0.7345, 0.6311; The action is #DUAL_POINT#; touch_point: 0.1033, 0.4153, lift_point: 0.1033, 0.4153", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does the Vizio TV cost?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22356_4.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the Vizio TV cost?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7345, 0.6311, lift_point: 0.7345, 0.6311; The action is #DUAL_POINT#; touch_point: 0.1033, 0.4153, lift_point: 0.1033, 0.4153; The action is #TYPE#; And the content is : \"typed_text\": \"How much does the Vizio TV cost?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1992, 0.4675, lift_point: 0.1992, 0.4675", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22356_5.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the Vizio TV cost?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7345, 0.6311, lift_point: 0.7345, 0.6311; The action is #DUAL_POINT#; touch_point: 0.1033, 0.4153, lift_point: 0.1033, 0.4153; The action is #TYPE#; And the content is : \"typed_text\": \"How much does the Vizio TV cost?\"; The action is #DUAL_POINT#; touch_point: 0.1992, 0.4675, lift_point: 0.1992, 0.4675", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22356_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in London", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22393_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in London; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.5714, 0.1792, lift_point: 0.5714, 0.1792", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22393_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in London; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.5714, 0.1792, lift_point: 0.5714, 0.1792", "response": "The action is #DUAL_POINT#; touch_point: 0.1141, 0.5455, lift_point: 0.1141, 0.5455", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22393_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in London; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.5714, 0.1792, lift_point: 0.5714, 0.1792; The action is #DUAL_POINT#; touch_point: 0.1141, 0.5455, lift_point: 0.1141, 0.5455", "response": "The action is #DUAL_POINT#; touch_point: 0.0956, 0.902, lift_point: 0.0956, 0.902", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22393_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in London; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.5714, 0.1792, lift_point: 0.5714, 0.1792; The action is #DUAL_POINT#; touch_point: 0.1141, 0.5455, lift_point: 0.1141, 0.5455; The action is #DUAL_POINT#; touch_point: 0.0956, 0.902, lift_point: 0.0956, 0.902", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in london\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22393_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in London; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.5714, 0.1792, lift_point: 0.5714, 0.1792; The action is #DUAL_POINT#; touch_point: 0.1141, 0.5455, lift_point: 0.1141, 0.5455; The action is #DUAL_POINT#; touch_point: 0.0956, 0.902, lift_point: 0.0956, 0.902; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in london\"", "response": "The action is #DUAL_POINT#; touch_point: 0.277, 0.3544, lift_point: 0.277, 0.3544", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22393_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in London; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.5714, 0.1792, lift_point: 0.5714, 0.1792; The action is #DUAL_POINT#; touch_point: 0.1141, 0.5455, lift_point: 0.1141, 0.5455; The action is #DUAL_POINT#; touch_point: 0.0956, 0.902, lift_point: 0.0956, 0.902; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in london\"; The action is #DUAL_POINT#; touch_point: 0.277, 0.3544, lift_point: 0.277, 0.3544", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22393_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Buenos aires to Tokyo", "response": "The action is #DUAL_POINT#; touch_point: 0.5653, 0.1722, lift_point: 0.5653, 0.1722", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22402_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Buenos aires to Tokyo; The action is #DUAL_POINT#; touch_point: 0.5653, 0.1722, lift_point: 0.5653, 0.1722", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22402_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Buenos aires to Tokyo; The action is #DUAL_POINT#; touch_point: 0.5653, 0.1722, lift_point: 0.5653, 0.1722; The action is #PRESS_HOME#", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22402_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Buenos aires to Tokyo; The action is #DUAL_POINT#; touch_point: 0.5653, 0.1722, lift_point: 0.5653, 0.1722; The action is #PRESS_HOME#; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7319, 0.6021, lift_point: 0.7319, 0.6021", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22402_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Buenos aires to Tokyo; The action is #DUAL_POINT#; touch_point: 0.5653, 0.1722, lift_point: 0.5653, 0.1722; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7319, 0.6021, lift_point: 0.7319, 0.6021", "response": "The action is #DUAL_POINT#; touch_point: 0.0853, 0.3733, lift_point: 0.0853, 0.3733", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22402_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Buenos aires to Tokyo; The action is #DUAL_POINT#; touch_point: 0.5653, 0.1722, lift_point: 0.5653, 0.1722; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7319, 0.6021, lift_point: 0.7319, 0.6021; The action is #DUAL_POINT#; touch_point: 0.0853, 0.3733, lift_point: 0.0853, 0.3733", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for flights from Buenos aires to Tokyo\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22402_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Buenos aires to Tokyo; The action is #DUAL_POINT#; touch_point: 0.5653, 0.1722, lift_point: 0.5653, 0.1722; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7319, 0.6021, lift_point: 0.7319, 0.6021; The action is #DUAL_POINT#; touch_point: 0.0853, 0.3733, lift_point: 0.0853, 0.3733; The action is #TYPE#; And the content is : \"typed_text\": \"Search for flights from Buenos aires to Tokyo\"", "response": "The action is #DUAL_POINT#; touch_point: 0.0817, 0.67, lift_point: 0.0817, 0.67", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22402_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Buenos aires to Tokyo; The action is #DUAL_POINT#; touch_point: 0.5653, 0.1722, lift_point: 0.5653, 0.1722; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7319, 0.6021, lift_point: 0.7319, 0.6021; The action is #DUAL_POINT#; touch_point: 0.0853, 0.3733, lift_point: 0.0853, 0.3733; The action is #TYPE#; And the content is : \"typed_text\": \"Search for flights from Buenos aires to Tokyo\"; The action is #DUAL_POINT#; touch_point: 0.0817, 0.67, lift_point: 0.0817, 0.67", "response": "The action is #DUAL_POINT#; touch_point: 0.1806, 0.4818, lift_point: 0.1806, 0.4818", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22402_8.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Buenos aires to Tokyo; The action is #DUAL_POINT#; touch_point: 0.5653, 0.1722, lift_point: 0.5653, 0.1722; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7319, 0.6021, lift_point: 0.7319, 0.6021; The action is #DUAL_POINT#; touch_point: 0.0853, 0.3733, lift_point: 0.0853, 0.3733; The action is #TYPE#; And the content is : \"typed_text\": \"Search for flights from Buenos aires to Tokyo\"; The action is #DUAL_POINT#; touch_point: 0.0817, 0.67, lift_point: 0.0817, 0.67; The action is #DUAL_POINT#; touch_point: 0.1806, 0.4818, lift_point: 0.1806, 0.4818", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22402_9.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Chicago?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22412_1.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Chicago?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.741, 0.5892, lift_point: 0.741, 0.5892", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22412_2.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Chicago?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.741, 0.5892, lift_point: 0.741, 0.5892", "response": "The action is #DUAL_POINT#; touch_point: 0.0799, 0.5852, lift_point: 0.0799, 0.5852", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22412_3.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Chicago?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.741, 0.5892, lift_point: 0.741, 0.5892; The action is #DUAL_POINT#; touch_point: 0.0799, 0.5852, lift_point: 0.0799, 0.5852", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in Chicago?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22412_4.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Chicago?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.741, 0.5892, lift_point: 0.741, 0.5892; The action is #DUAL_POINT#; touch_point: 0.0799, 0.5852, lift_point: 0.0799, 0.5852; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in Chicago?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.2142, 0.6479, lift_point: 0.2142, 0.6479", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22412_5.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Chicago?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.741, 0.5892, lift_point: 0.741, 0.5892; The action is #DUAL_POINT#; touch_point: 0.0799, 0.5852, lift_point: 0.0799, 0.5852; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in Chicago?\"; The action is #DUAL_POINT#; touch_point: 0.2142, 0.6479, lift_point: 0.2142, 0.6479", "response": "The action is #DUAL_POINT#; touch_point: 0.5744, 0.4222, lift_point: 0.5744, 0.4222", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22412_6.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Chicago?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.741, 0.5892, lift_point: 0.741, 0.5892; The action is #DUAL_POINT#; touch_point: 0.0799, 0.5852, lift_point: 0.0799, 0.5852; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in Chicago?\"; The action is #DUAL_POINT#; touch_point: 0.2142, 0.6479, lift_point: 0.2142, 0.6479; The action is #DUAL_POINT#; touch_point: 0.5744, 0.4222, lift_point: 0.5744, 0.4222", "response": "The action is #DUAL_POINT#; touch_point: 0.5744, 0.4222, lift_point: 0.5744, 0.4222", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22412_7.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Chicago?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.741, 0.5892, lift_point: 0.741, 0.5892; The action is #DUAL_POINT#; touch_point: 0.0799, 0.5852, lift_point: 0.0799, 0.5852; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in Chicago?\"; The action is #DUAL_POINT#; touch_point: 0.2142, 0.6479, lift_point: 0.2142, 0.6479; The action is #DUAL_POINT#; touch_point: 0.5744, 0.4222, lift_point: 0.5744, 0.4222; The action is #DUAL_POINT#; touch_point: 0.5744, 0.4222, lift_point: 0.5744, 0.4222", "response": "The action is #DUAL_POINT#; touch_point: 0.5744, 0.4222, lift_point: 0.5744, 0.4222", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22412_8.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Chicago?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.741, 0.5892, lift_point: 0.741, 0.5892; The action is #DUAL_POINT#; touch_point: 0.0799, 0.5852, lift_point: 0.0799, 0.5852; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in Chicago?\"; The action is #DUAL_POINT#; touch_point: 0.2142, 0.6479, lift_point: 0.2142, 0.6479; The action is #DUAL_POINT#; touch_point: 0.5744, 0.4222, lift_point: 0.5744, 0.4222; The action is #DUAL_POINT#; touch_point: 0.5744, 0.4222, lift_point: 0.5744, 0.4222; The action is #DUAL_POINT#; touch_point: 0.5744, 0.4222, lift_point: 0.5744, 0.4222", "response": "The action is #DUAL_POINT#; touch_point: 0.5744, 0.4222, lift_point: 0.5744, 0.4222", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22412_9.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Chicago?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.741, 0.5892, lift_point: 0.741, 0.5892; The action is #DUAL_POINT#; touch_point: 0.0799, 0.5852, lift_point: 0.0799, 0.5852; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in Chicago?\"; The action is #DUAL_POINT#; touch_point: 0.2142, 0.6479, lift_point: 0.2142, 0.6479; The action is #DUAL_POINT#; touch_point: 0.5744, 0.4222, lift_point: 0.5744, 0.4222; The action is #DUAL_POINT#; touch_point: 0.5744, 0.4222, lift_point: 0.5744, 0.4222; The action is #DUAL_POINT#; touch_point: 0.5744, 0.4222, lift_point: 0.5744, 0.4222; The action is #DUAL_POINT#; touch_point: 0.5744, 0.4222, lift_point: 0.5744, 0.4222", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22412_10.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Los Angeles?", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22425_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Los Angeles?; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.5056, 0.673, lift_point: 0.5056, 0.673", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22425_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Los Angeles?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5056, 0.673, lift_point: 0.5056, 0.673", "response": "The action is #DUAL_POINT#; touch_point: 0.2062, 0.545, lift_point: 0.2062, 0.545", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22425_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Los Angeles?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5056, 0.673, lift_point: 0.5056, 0.673; The action is #DUAL_POINT#; touch_point: 0.2062, 0.545, lift_point: 0.2062, 0.545", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Los Angeles?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22425_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Los Angeles?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5056, 0.673, lift_point: 0.5056, 0.673; The action is #DUAL_POINT#; touch_point: 0.2062, 0.545, lift_point: 0.2062, 0.545; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Los Angeles?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.123, 0.3907, lift_point: 0.123, 0.3907", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22425_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Los Angeles?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5056, 0.673, lift_point: 0.5056, 0.673; The action is #DUAL_POINT#; touch_point: 0.2062, 0.545, lift_point: 0.2062, 0.545; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Los Angeles?\"; The action is #DUAL_POINT#; touch_point: 0.123, 0.3907, lift_point: 0.123, 0.3907", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22425_6.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome incognito tab", "response": "The action is #DUAL_POINT#; touch_point: 0.8121, 0.7133, lift_point: 0.8121, 0.7133", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22459_1.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome incognito tab; The action is #DUAL_POINT#; touch_point: 0.8121, 0.7133, lift_point: 0.8121, 0.7133", "response": "The action is #DUAL_POINT#; touch_point: 0.0563, 0.9398, lift_point: 0.0563, 0.9398", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22459_2.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome incognito tab; The action is #DUAL_POINT#; touch_point: 0.8121, 0.7133, lift_point: 0.8121, 0.7133; The action is #DUAL_POINT#; touch_point: 0.0563, 0.9398, lift_point: 0.0563, 0.9398", "response": "The action is #DUAL_POINT#; touch_point: 0.1614, 0.6418, lift_point: 0.1614, 0.6418", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22459_3.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome incognito tab; The action is #DUAL_POINT#; touch_point: 0.8121, 0.7133, lift_point: 0.8121, 0.7133; The action is #DUAL_POINT#; touch_point: 0.0563, 0.9398, lift_point: 0.0563, 0.9398; The action is #DUAL_POINT#; touch_point: 0.1614, 0.6418, lift_point: 0.1614, 0.6418", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22459_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for top rated pizza restaurants on Maps", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22481_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for top rated pizza restaurants on Maps; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22481_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for top rated pizza restaurants on Maps; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.5025, 0.8773, lift_point: 0.5025, 0.8773", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22481_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for top rated pizza restaurants on Maps; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5025, 0.8773, lift_point: 0.5025, 0.8773", "response": "The action is #DUAL_POINT#; touch_point: 0.0607, 0.9506, lift_point: 0.0607, 0.9506", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22481_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for top rated pizza restaurants on Maps; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5025, 0.8773, lift_point: 0.5025, 0.8773; The action is #DUAL_POINT#; touch_point: 0.0607, 0.9506, lift_point: 0.0607, 0.9506", "response": "The action is #DUAL_POINT#; touch_point: 0.081, 0.6107, lift_point: 0.081, 0.6107", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22481_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for top rated pizza restaurants on Maps; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5025, 0.8773, lift_point: 0.5025, 0.8773; The action is #DUAL_POINT#; touch_point: 0.0607, 0.9506, lift_point: 0.0607, 0.9506; The action is #DUAL_POINT#; touch_point: 0.081, 0.6107, lift_point: 0.081, 0.6107", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"top rated pizza restaurants\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22481_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for top rated pizza restaurants on Maps; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5025, 0.8773, lift_point: 0.5025, 0.8773; The action is #DUAL_POINT#; touch_point: 0.0607, 0.9506, lift_point: 0.0607, 0.9506; The action is #DUAL_POINT#; touch_point: 0.081, 0.6107, lift_point: 0.081, 0.6107; The action is #TYPE#; And the content is : \"typed_text\": \"top rated pizza restaurants\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1292, 0.7405, lift_point: 0.1292, 0.7405", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22481_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for top rated pizza restaurants on Maps; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5025, 0.8773, lift_point: 0.5025, 0.8773; The action is #DUAL_POINT#; touch_point: 0.0607, 0.9506, lift_point: 0.0607, 0.9506; The action is #DUAL_POINT#; touch_point: 0.081, 0.6107, lift_point: 0.081, 0.6107; The action is #TYPE#; And the content is : \"typed_text\": \"top rated pizza restaurants\"; The action is #DUAL_POINT#; touch_point: 0.1292, 0.7405, lift_point: 0.1292, 0.7405", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22481_8.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest grocery store", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22571_1.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest grocery store; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22571_2.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest grocery store; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22571_3.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest grocery store; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22571_4.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest grocery store; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.518, 0.6939, lift_point: 0.518, 0.6939", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22571_5.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest grocery store; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.518, 0.6939, lift_point: 0.518, 0.6939", "response": "The action is #DUAL_POINT#; touch_point: 0.2065, 0.761, lift_point: 0.2065, 0.761", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22571_6.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest grocery store; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.518, 0.6939, lift_point: 0.518, 0.6939; The action is #DUAL_POINT#; touch_point: 0.2065, 0.761, lift_point: 0.2065, 0.761", "response": "The action is #DUAL_POINT#; touch_point: 0.058, 0.9279, lift_point: 0.058, 0.9279", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22571_7.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest grocery store; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.518, 0.6939, lift_point: 0.518, 0.6939; The action is #DUAL_POINT#; touch_point: 0.2065, 0.761, lift_point: 0.2065, 0.761; The action is #DUAL_POINT#; touch_point: 0.058, 0.9279, lift_point: 0.058, 0.9279", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"nearest grocery store\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22571_8.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest grocery store; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.518, 0.6939, lift_point: 0.518, 0.6939; The action is #DUAL_POINT#; touch_point: 0.2065, 0.761, lift_point: 0.2065, 0.761; The action is #DUAL_POINT#; touch_point: 0.058, 0.9279, lift_point: 0.058, 0.9279; The action is #TYPE#; And the content is : \"typed_text\": \"nearest grocery store\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1221, 0.6172, lift_point: 0.1221, 0.6172", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22571_9.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest grocery store; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.518, 0.6939, lift_point: 0.518, 0.6939; The action is #DUAL_POINT#; touch_point: 0.2065, 0.761, lift_point: 0.2065, 0.761; The action is #DUAL_POINT#; touch_point: 0.058, 0.9279, lift_point: 0.058, 0.9279; The action is #TYPE#; And the content is : \"typed_text\": \"nearest grocery store\"; The action is #DUAL_POINT#; touch_point: 0.1221, 0.6172, lift_point: 0.1221, 0.6172", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22571_10.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Google app", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22585_1.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Google app; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22585_2.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Google app; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22585_3.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Google app; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22585_4.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Google app; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.2369, 0.5183, lift_point: 0.2369, 0.5183", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22585_5.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Google app; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2369, 0.5183, lift_point: 0.2369, 0.5183", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22585_6.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Taylor Swift video on YouTube", "response": "The action is #DUAL_POINT#; touch_point: 0.7626, 0.6217, lift_point: 0.7626, 0.6217", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22676_1.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Taylor Swift video on YouTube; The action is #DUAL_POINT#; touch_point: 0.7626, 0.6217, lift_point: 0.7626, 0.6217", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22676_2.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Taylor Swift video on YouTube; The action is #DUAL_POINT#; touch_point: 0.7626, 0.6217, lift_point: 0.7626, 0.6217; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.6247, 0.8487, lift_point: 0.6247, 0.8487", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22676_3.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Taylor Swift video on YouTube; The action is #DUAL_POINT#; touch_point: 0.7626, 0.6217, lift_point: 0.7626, 0.6217; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6247, 0.8487, lift_point: 0.6247, 0.8487", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22676_4.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Taylor Swift video on YouTube; The action is #DUAL_POINT#; touch_point: 0.7626, 0.6217, lift_point: 0.7626, 0.6217; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6247, 0.8487, lift_point: 0.6247, 0.8487; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22676_5.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Taylor Swift video on YouTube; The action is #DUAL_POINT#; touch_point: 0.7626, 0.6217, lift_point: 0.7626, 0.6217; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6247, 0.8487, lift_point: 0.6247, 0.8487; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.185, 0.6066, lift_point: 0.185, 0.6066", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22676_6.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Taylor Swift video on YouTube; The action is #DUAL_POINT#; touch_point: 0.7626, 0.6217, lift_point: 0.7626, 0.6217; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6247, 0.8487, lift_point: 0.6247, 0.8487; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.185, 0.6066, lift_point: 0.185, 0.6066", "response": "The action is #DUAL_POINT#; touch_point: 0.0556, 0.7814, lift_point: 0.0556, 0.7814", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22676_7.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Taylor Swift video on YouTube; The action is #DUAL_POINT#; touch_point: 0.7626, 0.6217, lift_point: 0.7626, 0.6217; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6247, 0.8487, lift_point: 0.6247, 0.8487; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.185, 0.6066, lift_point: 0.185, 0.6066; The action is #DUAL_POINT#; touch_point: 0.0556, 0.7814, lift_point: 0.0556, 0.7814", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"taylor swift\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22676_8.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Taylor Swift video on YouTube; The action is #DUAL_POINT#; touch_point: 0.7626, 0.6217, lift_point: 0.7626, 0.6217; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6247, 0.8487, lift_point: 0.6247, 0.8487; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.185, 0.6066, lift_point: 0.185, 0.6066; The action is #DUAL_POINT#; touch_point: 0.0556, 0.7814, lift_point: 0.0556, 0.7814; The action is #TYPE#; And the content is : \"typed_text\": \"taylor swift\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22676_9.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Taylor Swift video on YouTube; The action is #DUAL_POINT#; touch_point: 0.7626, 0.6217, lift_point: 0.7626, 0.6217; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6247, 0.8487, lift_point: 0.6247, 0.8487; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.185, 0.6066, lift_point: 0.185, 0.6066; The action is #DUAL_POINT#; touch_point: 0.0556, 0.7814, lift_point: 0.0556, 0.7814; The action is #TYPE#; And the content is : \"typed_text\": \"taylor swift\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1125, 0.3316, lift_point: 0.1125, 0.3316", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22676_10.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Taylor Swift video on YouTube; The action is #DUAL_POINT#; touch_point: 0.7626, 0.6217, lift_point: 0.7626, 0.6217; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6247, 0.8487, lift_point: 0.6247, 0.8487; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.185, 0.6066, lift_point: 0.185, 0.6066; The action is #DUAL_POINT#; touch_point: 0.0556, 0.7814, lift_point: 0.0556, 0.7814; The action is #TYPE#; And the content is : \"typed_text\": \"taylor swift\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1125, 0.3316, lift_point: 0.1125, 0.3316", "response": "The action is #DUAL_POINT#; touch_point: 0.1715, 0.2994, lift_point: 0.1715, 0.2994", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22676_11.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Taylor Swift video on YouTube; The action is #DUAL_POINT#; touch_point: 0.7626, 0.6217, lift_point: 0.7626, 0.6217; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6247, 0.8487, lift_point: 0.6247, 0.8487; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.185, 0.6066, lift_point: 0.185, 0.6066; The action is #DUAL_POINT#; touch_point: 0.0556, 0.7814, lift_point: 0.0556, 0.7814; The action is #TYPE#; And the content is : \"typed_text\": \"taylor swift\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1125, 0.3316, lift_point: 0.1125, 0.3316; The action is #DUAL_POINT#; touch_point: 0.1715, 0.2994, lift_point: 0.1715, 0.2994", "response": "The action is #DUAL_POINT#; touch_point: 0.0935, 0.3302, lift_point: 0.0935, 0.3302", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22676_12.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Taylor Swift video on YouTube; The action is #DUAL_POINT#; touch_point: 0.7626, 0.6217, lift_point: 0.7626, 0.6217; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6247, 0.8487, lift_point: 0.6247, 0.8487; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.185, 0.6066, lift_point: 0.185, 0.6066; The action is #DUAL_POINT#; touch_point: 0.0556, 0.7814, lift_point: 0.0556, 0.7814; The action is #TYPE#; And the content is : \"typed_text\": \"taylor swift\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1125, 0.3316, lift_point: 0.1125, 0.3316; The action is #DUAL_POINT#; touch_point: 0.1715, 0.2994, lift_point: 0.1715, 0.2994; The action is #DUAL_POINT#; touch_point: 0.0935, 0.3302, lift_point: 0.0935, 0.3302", "response": "The action is #DUAL_POINT#; touch_point: 0.1724, 0.7536, lift_point: 0.1724, 0.7536", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22676_13.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Taylor Swift video on YouTube; The action is #DUAL_POINT#; touch_point: 0.7626, 0.6217, lift_point: 0.7626, 0.6217; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6247, 0.8487, lift_point: 0.6247, 0.8487; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.185, 0.6066, lift_point: 0.185, 0.6066; The action is #DUAL_POINT#; touch_point: 0.0556, 0.7814, lift_point: 0.0556, 0.7814; The action is #TYPE#; And the content is : \"typed_text\": \"taylor swift\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1125, 0.3316, lift_point: 0.1125, 0.3316; The action is #DUAL_POINT#; touch_point: 0.1715, 0.2994, lift_point: 0.1715, 0.2994; The action is #DUAL_POINT#; touch_point: 0.0935, 0.3302, lift_point: 0.0935, 0.3302; The action is #DUAL_POINT#; touch_point: 0.1724, 0.7536, lift_point: 0.1724, 0.7536", "response": "The action is #DUAL_POINT#; touch_point: 0.2217, 0.9143, lift_point: 0.2217, 0.9143", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22676_14.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Taylor Swift video on YouTube; The action is #DUAL_POINT#; touch_point: 0.7626, 0.6217, lift_point: 0.7626, 0.6217; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6247, 0.8487, lift_point: 0.6247, 0.8487; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.185, 0.6066, lift_point: 0.185, 0.6066; The action is #DUAL_POINT#; touch_point: 0.0556, 0.7814, lift_point: 0.0556, 0.7814; The action is #TYPE#; And the content is : \"typed_text\": \"taylor swift\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1125, 0.3316, lift_point: 0.1125, 0.3316; The action is #DUAL_POINT#; touch_point: 0.1715, 0.2994, lift_point: 0.1715, 0.2994; The action is #DUAL_POINT#; touch_point: 0.0935, 0.3302, lift_point: 0.0935, 0.3302; The action is #DUAL_POINT#; touch_point: 0.1724, 0.7536, lift_point: 0.1724, 0.7536; The action is #DUAL_POINT#; touch_point: 0.2217, 0.9143, lift_point: 0.2217, 0.9143", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22676_15.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Taylor Swift video on YouTube; The action is #DUAL_POINT#; touch_point: 0.7626, 0.6217, lift_point: 0.7626, 0.6217; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6247, 0.8487, lift_point: 0.6247, 0.8487; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.185, 0.6066, lift_point: 0.185, 0.6066; The action is #DUAL_POINT#; touch_point: 0.0556, 0.7814, lift_point: 0.0556, 0.7814; The action is #TYPE#; And the content is : \"typed_text\": \"taylor swift\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1125, 0.3316, lift_point: 0.1125, 0.3316; The action is #DUAL_POINT#; touch_point: 0.1715, 0.2994, lift_point: 0.1715, 0.2994; The action is #DUAL_POINT#; touch_point: 0.0935, 0.3302, lift_point: 0.0935, 0.3302; The action is #DUAL_POINT#; touch_point: 0.1724, 0.7536, lift_point: 0.1724, 0.7536; The action is #DUAL_POINT#; touch_point: 0.2217, 0.9143, lift_point: 0.2217, 0.9143; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22676_16.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Taylor Swift video on YouTube; The action is #DUAL_POINT#; touch_point: 0.7626, 0.6217, lift_point: 0.7626, 0.6217; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6247, 0.8487, lift_point: 0.6247, 0.8487; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.185, 0.6066, lift_point: 0.185, 0.6066; The action is #DUAL_POINT#; touch_point: 0.0556, 0.7814, lift_point: 0.0556, 0.7814; The action is #TYPE#; And the content is : \"typed_text\": \"taylor swift\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1125, 0.3316, lift_point: 0.1125, 0.3316; The action is #DUAL_POINT#; touch_point: 0.1715, 0.2994, lift_point: 0.1715, 0.2994; The action is #DUAL_POINT#; touch_point: 0.0935, 0.3302, lift_point: 0.0935, 0.3302; The action is #DUAL_POINT#; touch_point: 0.1724, 0.7536, lift_point: 0.1724, 0.7536; The action is #DUAL_POINT#; touch_point: 0.2217, 0.9143, lift_point: 0.2217, 0.9143; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22676_17.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Taylor Swift video on YouTube; The action is #DUAL_POINT#; touch_point: 0.7626, 0.6217, lift_point: 0.7626, 0.6217; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6247, 0.8487, lift_point: 0.6247, 0.8487; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.185, 0.6066, lift_point: 0.185, 0.6066; The action is #DUAL_POINT#; touch_point: 0.0556, 0.7814, lift_point: 0.0556, 0.7814; The action is #TYPE#; And the content is : \"typed_text\": \"taylor swift\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1125, 0.3316, lift_point: 0.1125, 0.3316; The action is #DUAL_POINT#; touch_point: 0.1715, 0.2994, lift_point: 0.1715, 0.2994; The action is #DUAL_POINT#; touch_point: 0.0935, 0.3302, lift_point: 0.0935, 0.3302; The action is #DUAL_POINT#; touch_point: 0.1724, 0.7536, lift_point: 0.1724, 0.7536; The action is #DUAL_POINT#; touch_point: 0.2217, 0.9143, lift_point: 0.2217, 0.9143; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22676_18.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Taylor Swift video on YouTube; The action is #DUAL_POINT#; touch_point: 0.7626, 0.6217, lift_point: 0.7626, 0.6217; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6247, 0.8487, lift_point: 0.6247, 0.8487; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.185, 0.6066, lift_point: 0.185, 0.6066; The action is #DUAL_POINT#; touch_point: 0.0556, 0.7814, lift_point: 0.0556, 0.7814; The action is #TYPE#; And the content is : \"typed_text\": \"taylor swift\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1125, 0.3316, lift_point: 0.1125, 0.3316; The action is #DUAL_POINT#; touch_point: 0.1715, 0.2994, lift_point: 0.1715, 0.2994; The action is #DUAL_POINT#; touch_point: 0.0935, 0.3302, lift_point: 0.0935, 0.3302; The action is #DUAL_POINT#; touch_point: 0.1724, 0.7536, lift_point: 0.1724, 0.7536; The action is #DUAL_POINT#; touch_point: 0.2217, 0.9143, lift_point: 0.2217, 0.9143; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22676_19.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Taylor Swift video on YouTube; The action is #DUAL_POINT#; touch_point: 0.7626, 0.6217, lift_point: 0.7626, 0.6217; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6247, 0.8487, lift_point: 0.6247, 0.8487; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.185, 0.6066, lift_point: 0.185, 0.6066; The action is #DUAL_POINT#; touch_point: 0.0556, 0.7814, lift_point: 0.0556, 0.7814; The action is #TYPE#; And the content is : \"typed_text\": \"taylor swift\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1125, 0.3316, lift_point: 0.1125, 0.3316; The action is #DUAL_POINT#; touch_point: 0.1715, 0.2994, lift_point: 0.1715, 0.2994; The action is #DUAL_POINT#; touch_point: 0.0935, 0.3302, lift_point: 0.0935, 0.3302; The action is #DUAL_POINT#; touch_point: 0.1724, 0.7536, lift_point: 0.1724, 0.7536; The action is #DUAL_POINT#; touch_point: 0.2217, 0.9143, lift_point: 0.2217, 0.9143; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22676_20.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Taylor Swift video on YouTube; The action is #DUAL_POINT#; touch_point: 0.7626, 0.6217, lift_point: 0.7626, 0.6217; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6247, 0.8487, lift_point: 0.6247, 0.8487; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.185, 0.6066, lift_point: 0.185, 0.6066; The action is #DUAL_POINT#; touch_point: 0.0556, 0.7814, lift_point: 0.0556, 0.7814; The action is #TYPE#; And the content is : \"typed_text\": \"taylor swift\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1125, 0.3316, lift_point: 0.1125, 0.3316; The action is #DUAL_POINT#; touch_point: 0.1715, 0.2994, lift_point: 0.1715, 0.2994; The action is #DUAL_POINT#; touch_point: 0.0935, 0.3302, lift_point: 0.0935, 0.3302; The action is #DUAL_POINT#; touch_point: 0.1724, 0.7536, lift_point: 0.1724, 0.7536; The action is #DUAL_POINT#; touch_point: 0.2217, 0.9143, lift_point: 0.2217, 0.9143; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22676_21.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Taylor Swift video on YouTube; The action is #DUAL_POINT#; touch_point: 0.7626, 0.6217, lift_point: 0.7626, 0.6217; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6247, 0.8487, lift_point: 0.6247, 0.8487; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.185, 0.6066, lift_point: 0.185, 0.6066; The action is #DUAL_POINT#; touch_point: 0.0556, 0.7814, lift_point: 0.0556, 0.7814; The action is #TYPE#; And the content is : \"typed_text\": \"taylor swift\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1125, 0.3316, lift_point: 0.1125, 0.3316; The action is #DUAL_POINT#; touch_point: 0.1715, 0.2994, lift_point: 0.1715, 0.2994; The action is #DUAL_POINT#; touch_point: 0.0935, 0.3302, lift_point: 0.0935, 0.3302; The action is #DUAL_POINT#; touch_point: 0.1724, 0.7536, lift_point: 0.1724, 0.7536; The action is #DUAL_POINT#; touch_point: 0.2217, 0.9143, lift_point: 0.2217, 0.9143; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22676_22.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Taylor Swift video on YouTube; The action is #DUAL_POINT#; touch_point: 0.7626, 0.6217, lift_point: 0.7626, 0.6217; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6247, 0.8487, lift_point: 0.6247, 0.8487; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.185, 0.6066, lift_point: 0.185, 0.6066; The action is #DUAL_POINT#; touch_point: 0.0556, 0.7814, lift_point: 0.0556, 0.7814; The action is #TYPE#; And the content is : \"typed_text\": \"taylor swift\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1125, 0.3316, lift_point: 0.1125, 0.3316; The action is #DUAL_POINT#; touch_point: 0.1715, 0.2994, lift_point: 0.1715, 0.2994; The action is #DUAL_POINT#; touch_point: 0.0935, 0.3302, lift_point: 0.0935, 0.3302; The action is #DUAL_POINT#; touch_point: 0.1724, 0.7536, lift_point: 0.1724, 0.7536; The action is #DUAL_POINT#; touch_point: 0.2217, 0.9143, lift_point: 0.2217, 0.9143; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22676_23.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Taylor Swift video on YouTube; The action is #DUAL_POINT#; touch_point: 0.7626, 0.6217, lift_point: 0.7626, 0.6217; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6247, 0.8487, lift_point: 0.6247, 0.8487; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.185, 0.6066, lift_point: 0.185, 0.6066; The action is #DUAL_POINT#; touch_point: 0.0556, 0.7814, lift_point: 0.0556, 0.7814; The action is #TYPE#; And the content is : \"typed_text\": \"taylor swift\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1125, 0.3316, lift_point: 0.1125, 0.3316; The action is #DUAL_POINT#; touch_point: 0.1715, 0.2994, lift_point: 0.1715, 0.2994; The action is #DUAL_POINT#; touch_point: 0.0935, 0.3302, lift_point: 0.0935, 0.3302; The action is #DUAL_POINT#; touch_point: 0.1724, 0.7536, lift_point: 0.1724, 0.7536; The action is #DUAL_POINT#; touch_point: 0.2217, 0.9143, lift_point: 0.2217, 0.9143; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22676_24.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Taylor Swift video on YouTube; The action is #DUAL_POINT#; touch_point: 0.7626, 0.6217, lift_point: 0.7626, 0.6217; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6247, 0.8487, lift_point: 0.6247, 0.8487; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.185, 0.6066, lift_point: 0.185, 0.6066; The action is #DUAL_POINT#; touch_point: 0.0556, 0.7814, lift_point: 0.0556, 0.7814; The action is #TYPE#; And the content is : \"typed_text\": \"taylor swift\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1125, 0.3316, lift_point: 0.1125, 0.3316; The action is #DUAL_POINT#; touch_point: 0.1715, 0.2994, lift_point: 0.1715, 0.2994; The action is #DUAL_POINT#; touch_point: 0.0935, 0.3302, lift_point: 0.0935, 0.3302; The action is #DUAL_POINT#; touch_point: 0.1724, 0.7536, lift_point: 0.1724, 0.7536; The action is #DUAL_POINT#; touch_point: 0.2217, 0.9143, lift_point: 0.2217, 0.9143; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22676_25.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Taylor Swift video on YouTube; The action is #DUAL_POINT#; touch_point: 0.7626, 0.6217, lift_point: 0.7626, 0.6217; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6247, 0.8487, lift_point: 0.6247, 0.8487; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.185, 0.6066, lift_point: 0.185, 0.6066; The action is #DUAL_POINT#; touch_point: 0.0556, 0.7814, lift_point: 0.0556, 0.7814; The action is #TYPE#; And the content is : \"typed_text\": \"taylor swift\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1125, 0.3316, lift_point: 0.1125, 0.3316; The action is #DUAL_POINT#; touch_point: 0.1715, 0.2994, lift_point: 0.1715, 0.2994; The action is #DUAL_POINT#; touch_point: 0.0935, 0.3302, lift_point: 0.0935, 0.3302; The action is #DUAL_POINT#; touch_point: 0.1724, 0.7536, lift_point: 0.1724, 0.7536; The action is #DUAL_POINT#; touch_point: 0.2217, 0.9143, lift_point: 0.2217, 0.9143; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22676_26.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Taylor Swift video on YouTube; The action is #DUAL_POINT#; touch_point: 0.7626, 0.6217, lift_point: 0.7626, 0.6217; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6247, 0.8487, lift_point: 0.6247, 0.8487; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.185, 0.6066, lift_point: 0.185, 0.6066; The action is #DUAL_POINT#; touch_point: 0.0556, 0.7814, lift_point: 0.0556, 0.7814; The action is #TYPE#; And the content is : \"typed_text\": \"taylor swift\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1125, 0.3316, lift_point: 0.1125, 0.3316; The action is #DUAL_POINT#; touch_point: 0.1715, 0.2994, lift_point: 0.1715, 0.2994; The action is #DUAL_POINT#; touch_point: 0.0935, 0.3302, lift_point: 0.0935, 0.3302; The action is #DUAL_POINT#; touch_point: 0.1724, 0.7536, lift_point: 0.1724, 0.7536; The action is #DUAL_POINT#; touch_point: 0.2217, 0.9143, lift_point: 0.2217, 0.9143; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22676_27.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Taylor Swift video on YouTube; The action is #DUAL_POINT#; touch_point: 0.7626, 0.6217, lift_point: 0.7626, 0.6217; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6247, 0.8487, lift_point: 0.6247, 0.8487; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.185, 0.6066, lift_point: 0.185, 0.6066; The action is #DUAL_POINT#; touch_point: 0.0556, 0.7814, lift_point: 0.0556, 0.7814; The action is #TYPE#; And the content is : \"typed_text\": \"taylor swift\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1125, 0.3316, lift_point: 0.1125, 0.3316; The action is #DUAL_POINT#; touch_point: 0.1715, 0.2994, lift_point: 0.1715, 0.2994; The action is #DUAL_POINT#; touch_point: 0.0935, 0.3302, lift_point: 0.0935, 0.3302; The action is #DUAL_POINT#; touch_point: 0.1724, 0.7536, lift_point: 0.1724, 0.7536; The action is #DUAL_POINT#; touch_point: 0.2217, 0.9143, lift_point: 0.2217, 0.9143; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22676_28.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Taylor Swift video on YouTube; The action is #DUAL_POINT#; touch_point: 0.7626, 0.6217, lift_point: 0.7626, 0.6217; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6247, 0.8487, lift_point: 0.6247, 0.8487; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.185, 0.6066, lift_point: 0.185, 0.6066; The action is #DUAL_POINT#; touch_point: 0.0556, 0.7814, lift_point: 0.0556, 0.7814; The action is #TYPE#; And the content is : \"typed_text\": \"taylor swift\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1125, 0.3316, lift_point: 0.1125, 0.3316; The action is #DUAL_POINT#; touch_point: 0.1715, 0.2994, lift_point: 0.1715, 0.2994; The action is #DUAL_POINT#; touch_point: 0.0935, 0.3302, lift_point: 0.0935, 0.3302; The action is #DUAL_POINT#; touch_point: 0.1724, 0.7536, lift_point: 0.1724, 0.7536; The action is #DUAL_POINT#; touch_point: 0.2217, 0.9143, lift_point: 0.2217, 0.9143; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22676_29.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Taylor Swift video on YouTube; The action is #DUAL_POINT#; touch_point: 0.7626, 0.6217, lift_point: 0.7626, 0.6217; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6247, 0.8487, lift_point: 0.6247, 0.8487; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.185, 0.6066, lift_point: 0.185, 0.6066; The action is #DUAL_POINT#; touch_point: 0.0556, 0.7814, lift_point: 0.0556, 0.7814; The action is #TYPE#; And the content is : \"typed_text\": \"taylor swift\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1125, 0.3316, lift_point: 0.1125, 0.3316; The action is #DUAL_POINT#; touch_point: 0.1715, 0.2994, lift_point: 0.1715, 0.2994; The action is #DUAL_POINT#; touch_point: 0.0935, 0.3302, lift_point: 0.0935, 0.3302; The action is #DUAL_POINT#; touch_point: 0.1724, 0.7536, lift_point: 0.1724, 0.7536; The action is #DUAL_POINT#; touch_point: 0.2217, 0.9143, lift_point: 0.2217, 0.9143; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22676_30.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Taylor Swift video on YouTube; The action is #DUAL_POINT#; touch_point: 0.7626, 0.6217, lift_point: 0.7626, 0.6217; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6247, 0.8487, lift_point: 0.6247, 0.8487; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.185, 0.6066, lift_point: 0.185, 0.6066; The action is #DUAL_POINT#; touch_point: 0.0556, 0.7814, lift_point: 0.0556, 0.7814; The action is #TYPE#; And the content is : \"typed_text\": \"taylor swift\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1125, 0.3316, lift_point: 0.1125, 0.3316; The action is #DUAL_POINT#; touch_point: 0.1715, 0.2994, lift_point: 0.1715, 0.2994; The action is #DUAL_POINT#; touch_point: 0.0935, 0.3302, lift_point: 0.0935, 0.3302; The action is #DUAL_POINT#; touch_point: 0.1724, 0.7536, lift_point: 0.1724, 0.7536; The action is #DUAL_POINT#; touch_point: 0.2217, 0.9143, lift_point: 0.2217, 0.9143; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22676_31.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Taylor Swift video on YouTube; The action is #DUAL_POINT#; touch_point: 0.7626, 0.6217, lift_point: 0.7626, 0.6217; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6247, 0.8487, lift_point: 0.6247, 0.8487; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.185, 0.6066, lift_point: 0.185, 0.6066; The action is #DUAL_POINT#; touch_point: 0.0556, 0.7814, lift_point: 0.0556, 0.7814; The action is #TYPE#; And the content is : \"typed_text\": \"taylor swift\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1125, 0.3316, lift_point: 0.1125, 0.3316; The action is #DUAL_POINT#; touch_point: 0.1715, 0.2994, lift_point: 0.1715, 0.2994; The action is #DUAL_POINT#; touch_point: 0.0935, 0.3302, lift_point: 0.0935, 0.3302; The action is #DUAL_POINT#; touch_point: 0.1724, 0.7536, lift_point: 0.1724, 0.7536; The action is #DUAL_POINT#; touch_point: 0.2217, 0.9143, lift_point: 0.2217, 0.9143; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.514, 0.942, lift_point: 0.514, 0.942", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22676_32.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Taylor Swift video on YouTube; The action is #DUAL_POINT#; touch_point: 0.7626, 0.6217, lift_point: 0.7626, 0.6217; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6247, 0.8487, lift_point: 0.6247, 0.8487; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.185, 0.6066, lift_point: 0.185, 0.6066; The action is #DUAL_POINT#; touch_point: 0.0556, 0.7814, lift_point: 0.0556, 0.7814; The action is #TYPE#; And the content is : \"typed_text\": \"taylor swift\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1125, 0.3316, lift_point: 0.1125, 0.3316; The action is #DUAL_POINT#; touch_point: 0.1715, 0.2994, lift_point: 0.1715, 0.2994; The action is #DUAL_POINT#; touch_point: 0.0935, 0.3302, lift_point: 0.0935, 0.3302; The action is #DUAL_POINT#; touch_point: 0.1724, 0.7536, lift_point: 0.1724, 0.7536; The action is #DUAL_POINT#; touch_point: 0.2217, 0.9143, lift_point: 0.2217, 0.9143; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.514, 0.942, lift_point: 0.514, 0.942", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22676_33.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to London", "response": "The action is #DUAL_POINT#; touch_point: 0.7807, 0.6724, lift_point: 0.7807, 0.6724", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22813_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to London; The action is #DUAL_POINT#; touch_point: 0.7807, 0.6724, lift_point: 0.7807, 0.6724", "response": "The action is #DUAL_POINT#; touch_point: 0.0721, 0.333, lift_point: 0.0721, 0.333", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22813_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to London; The action is #DUAL_POINT#; touch_point: 0.7807, 0.6724, lift_point: 0.7807, 0.6724; The action is #DUAL_POINT#; touch_point: 0.0721, 0.333, lift_point: 0.0721, 0.333", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"nyc to london flights\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22813_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to London; The action is #DUAL_POINT#; touch_point: 0.7807, 0.6724, lift_point: 0.7807, 0.6724; The action is #DUAL_POINT#; touch_point: 0.0721, 0.333, lift_point: 0.0721, 0.333; The action is #TYPE#; And the content is : \"typed_text\": \"nyc to london flights\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1352, 0.5506, lift_point: 0.1352, 0.5506", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22813_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to London; The action is #DUAL_POINT#; touch_point: 0.7807, 0.6724, lift_point: 0.7807, 0.6724; The action is #DUAL_POINT#; touch_point: 0.0721, 0.333, lift_point: 0.0721, 0.333; The action is #TYPE#; And the content is : \"typed_text\": \"nyc to london flights\"; The action is #DUAL_POINT#; touch_point: 0.1352, 0.5506, lift_point: 0.1352, 0.5506", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22813_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to London; The action is #DUAL_POINT#; touch_point: 0.7807, 0.6724, lift_point: 0.7807, 0.6724; The action is #DUAL_POINT#; touch_point: 0.0721, 0.333, lift_point: 0.0721, 0.333; The action is #TYPE#; And the content is : \"typed_text\": \"nyc to london flights\"; The action is #DUAL_POINT#; touch_point: 0.1352, 0.5506, lift_point: 0.1352, 0.5506; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22813_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to London; The action is #DUAL_POINT#; touch_point: 0.7807, 0.6724, lift_point: 0.7807, 0.6724; The action is #DUAL_POINT#; touch_point: 0.0721, 0.333, lift_point: 0.0721, 0.333; The action is #TYPE#; And the content is : \"typed_text\": \"nyc to london flights\"; The action is #DUAL_POINT#; touch_point: 0.1352, 0.5506, lift_point: 0.1352, 0.5506; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.7846, 0.5999, lift_point: 0.7846, 0.5999", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22813_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to London; The action is #DUAL_POINT#; touch_point: 0.7807, 0.6724, lift_point: 0.7807, 0.6724; The action is #DUAL_POINT#; touch_point: 0.0721, 0.333, lift_point: 0.0721, 0.333; The action is #TYPE#; And the content is : \"typed_text\": \"nyc to london flights\"; The action is #DUAL_POINT#; touch_point: 0.1352, 0.5506, lift_point: 0.1352, 0.5506; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7846, 0.5999, lift_point: 0.7846, 0.5999", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22813_8.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new lipstick on Sephora", "response": "The action is #DUAL_POINT#; touch_point: 0.7731, 0.6931, lift_point: 0.7731, 0.6931", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22827_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new lipstick on Sephora; The action is #DUAL_POINT#; touch_point: 0.7731, 0.6931, lift_point: 0.7731, 0.6931", "response": "The action is #DUAL_POINT#; touch_point: 0.0533, 0.4234, lift_point: 0.0533, 0.4234", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22827_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new lipstick on Sephora; The action is #DUAL_POINT#; touch_point: 0.7731, 0.6931, lift_point: 0.7731, 0.6931; The action is #DUAL_POINT#; touch_point: 0.0533, 0.4234, lift_point: 0.0533, 0.4234", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"new lipstick on sephora\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22827_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new lipstick on Sephora; The action is #DUAL_POINT#; touch_point: 0.7731, 0.6931, lift_point: 0.7731, 0.6931; The action is #DUAL_POINT#; touch_point: 0.0533, 0.4234, lift_point: 0.0533, 0.4234; The action is #TYPE#; And the content is : \"typed_text\": \"new lipstick on sephora\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1188, 0.544, lift_point: 0.1188, 0.544", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22827_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new lipstick on Sephora; The action is #DUAL_POINT#; touch_point: 0.7731, 0.6931, lift_point: 0.7731, 0.6931; The action is #DUAL_POINT#; touch_point: 0.0533, 0.4234, lift_point: 0.0533, 0.4234; The action is #TYPE#; And the content is : \"typed_text\": \"new lipstick on sephora\"; The action is #DUAL_POINT#; touch_point: 0.1188, 0.544, lift_point: 0.1188, 0.544", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/22827_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Barcelona", "response": "The action is #DUAL_POINT#; touch_point: 0.5552, 0.619, lift_point: 0.5552, 0.619", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23012_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Barcelona; The action is #DUAL_POINT#; touch_point: 0.5552, 0.619, lift_point: 0.5552, 0.619", "response": "The action is #DUAL_POINT#; touch_point: 0.8935, 0.451, lift_point: 0.8935, 0.451", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23012_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Barcelona; The action is #DUAL_POINT#; touch_point: 0.5552, 0.619, lift_point: 0.5552, 0.619; The action is #DUAL_POINT#; touch_point: 0.8935, 0.451, lift_point: 0.8935, 0.451", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Barcelona\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23012_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Barcelona; The action is #DUAL_POINT#; touch_point: 0.5552, 0.619, lift_point: 0.5552, 0.619; The action is #DUAL_POINT#; touch_point: 0.8935, 0.451, lift_point: 0.8935, 0.451; The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Barcelona\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23012_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Barcelona; The action is #DUAL_POINT#; touch_point: 0.5552, 0.619, lift_point: 0.5552, 0.619; The action is #DUAL_POINT#; touch_point: 0.8935, 0.451, lift_point: 0.8935, 0.451; The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Barcelona\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1339, 0.5689, lift_point: 0.1339, 0.5689", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23012_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Barcelona; The action is #DUAL_POINT#; touch_point: 0.5552, 0.619, lift_point: 0.5552, 0.619; The action is #DUAL_POINT#; touch_point: 0.8935, 0.451, lift_point: 0.8935, 0.451; The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Barcelona\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1339, 0.5689, lift_point: 0.1339, 0.5689", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23012_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Barcelona; The action is #DUAL_POINT#; touch_point: 0.5552, 0.619, lift_point: 0.5552, 0.619; The action is #DUAL_POINT#; touch_point: 0.8935, 0.451, lift_point: 0.8935, 0.451; The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Barcelona\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1339, 0.5689, lift_point: 0.1339, 0.5689; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23012_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Barcelona; The action is #DUAL_POINT#; touch_point: 0.5552, 0.619, lift_point: 0.5552, 0.619; The action is #DUAL_POINT#; touch_point: 0.8935, 0.451, lift_point: 0.8935, 0.451; The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Barcelona\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1339, 0.5689, lift_point: 0.1339, 0.5689; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23012_8.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Barcelona; The action is #DUAL_POINT#; touch_point: 0.5552, 0.619, lift_point: 0.5552, 0.619; The action is #DUAL_POINT#; touch_point: 0.8935, 0.451, lift_point: 0.8935, 0.451; The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Barcelona\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1339, 0.5689, lift_point: 0.1339, 0.5689; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.5399, 0.5883, lift_point: 0.5399, 0.5883", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23012_9.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Barcelona; The action is #DUAL_POINT#; touch_point: 0.5552, 0.619, lift_point: 0.5552, 0.619; The action is #DUAL_POINT#; touch_point: 0.8935, 0.451, lift_point: 0.8935, 0.451; The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Barcelona\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1339, 0.5689, lift_point: 0.1339, 0.5689; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5399, 0.5883, lift_point: 0.5399, 0.5883", "response": "The action is #DUAL_POINT#; touch_point: 0.6914, 0.9415, lift_point: 0.6914, 0.9415", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23012_10.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Barcelona; The action is #DUAL_POINT#; touch_point: 0.5552, 0.619, lift_point: 0.5552, 0.619; The action is #DUAL_POINT#; touch_point: 0.8935, 0.451, lift_point: 0.8935, 0.451; The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Barcelona\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1339, 0.5689, lift_point: 0.1339, 0.5689; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5399, 0.5883, lift_point: 0.5399, 0.5883; The action is #DUAL_POINT#; touch_point: 0.6914, 0.9415, lift_point: 0.6914, 0.9415", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23012_11.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Atlanta", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23086_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Atlanta; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.9011, 0.3662, lift_point: 0.9011, 0.3662", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23086_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Atlanta; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.9011, 0.3662, lift_point: 0.9011, 0.3662", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Atlanta\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23086_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Atlanta; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.9011, 0.3662, lift_point: 0.9011, 0.3662; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Atlanta\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23086_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Atlanta; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.9011, 0.3662, lift_point: 0.9011, 0.3662; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Atlanta\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1183, 0.4854, lift_point: 0.1183, 0.4854", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23086_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Atlanta; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.9011, 0.3662, lift_point: 0.9011, 0.3662; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Atlanta\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1183, 0.4854, lift_point: 0.1183, 0.4854", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23086_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Atlanta; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.9011, 0.3662, lift_point: 0.9011, 0.3662; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Atlanta\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1183, 0.4854, lift_point: 0.1183, 0.4854; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23086_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Atlanta; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.9011, 0.3662, lift_point: 0.9011, 0.3662; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Atlanta\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1183, 0.4854, lift_point: 0.1183, 0.4854; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.4084, 0.4501, lift_point: 0.4084, 0.4501", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23086_8.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Atlanta; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.9011, 0.3662, lift_point: 0.9011, 0.3662; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Atlanta\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1183, 0.4854, lift_point: 0.1183, 0.4854; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4084, 0.4501, lift_point: 0.4084, 0.4501", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23086_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Las Vegas?", "response": "The action is #DUAL_POINT#; touch_point: 0.5474, 0.6241, lift_point: 0.5474, 0.6241", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23104_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Las Vegas?; The action is #DUAL_POINT#; touch_point: 0.5474, 0.6241, lift_point: 0.5474, 0.6241", "response": "The action is #DUAL_POINT#; touch_point: 0.8101, 0.681, lift_point: 0.8101, 0.681", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23104_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Las Vegas?; The action is #DUAL_POINT#; touch_point: 0.5474, 0.6241, lift_point: 0.5474, 0.6241; The action is #DUAL_POINT#; touch_point: 0.8101, 0.681, lift_point: 0.8101, 0.681", "response": "The action is #DUAL_POINT#; touch_point: 0.8961, 0.6047, lift_point: 0.8961, 0.6047", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23104_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Las Vegas?; The action is #DUAL_POINT#; touch_point: 0.5474, 0.6241, lift_point: 0.5474, 0.6241; The action is #DUAL_POINT#; touch_point: 0.8101, 0.681, lift_point: 0.8101, 0.681; The action is #DUAL_POINT#; touch_point: 0.8961, 0.6047, lift_point: 0.8961, 0.6047", "response": "The action is #DUAL_POINT#; touch_point: 0.887, 0.8502, lift_point: 0.887, 0.8502", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23104_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Las Vegas?; The action is #DUAL_POINT#; touch_point: 0.5474, 0.6241, lift_point: 0.5474, 0.6241; The action is #DUAL_POINT#; touch_point: 0.8101, 0.681, lift_point: 0.8101, 0.681; The action is #DUAL_POINT#; touch_point: 0.8961, 0.6047, lift_point: 0.8961, 0.6047; The action is #DUAL_POINT#; touch_point: 0.887, 0.8502, lift_point: 0.887, 0.8502", "response": "The action is #DUAL_POINT#; touch_point: 0.3197, 0.4917, lift_point: 0.3197, 0.4917", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23104_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Las Vegas?; The action is #DUAL_POINT#; touch_point: 0.5474, 0.6241, lift_point: 0.5474, 0.6241; The action is #DUAL_POINT#; touch_point: 0.8101, 0.681, lift_point: 0.8101, 0.681; The action is #DUAL_POINT#; touch_point: 0.8961, 0.6047, lift_point: 0.8961, 0.6047; The action is #DUAL_POINT#; touch_point: 0.887, 0.8502, lift_point: 0.887, 0.8502; The action is #DUAL_POINT#; touch_point: 0.3197, 0.4917, lift_point: 0.3197, 0.4917", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"good restaurants in las vegas\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23104_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Las Vegas?; The action is #DUAL_POINT#; touch_point: 0.5474, 0.6241, lift_point: 0.5474, 0.6241; The action is #DUAL_POINT#; touch_point: 0.8101, 0.681, lift_point: 0.8101, 0.681; The action is #DUAL_POINT#; touch_point: 0.8961, 0.6047, lift_point: 0.8961, 0.6047; The action is #DUAL_POINT#; touch_point: 0.887, 0.8502, lift_point: 0.887, 0.8502; The action is #DUAL_POINT#; touch_point: 0.3197, 0.4917, lift_point: 0.3197, 0.4917; The action is #TYPE#; And the content is : \"typed_text\": \"good restaurants in las vegas\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23104_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Las Vegas?; The action is #DUAL_POINT#; touch_point: 0.5474, 0.6241, lift_point: 0.5474, 0.6241; The action is #DUAL_POINT#; touch_point: 0.8101, 0.681, lift_point: 0.8101, 0.681; The action is #DUAL_POINT#; touch_point: 0.8961, 0.6047, lift_point: 0.8961, 0.6047; The action is #DUAL_POINT#; touch_point: 0.887, 0.8502, lift_point: 0.887, 0.8502; The action is #DUAL_POINT#; touch_point: 0.3197, 0.4917, lift_point: 0.3197, 0.4917; The action is #TYPE#; And the content is : \"typed_text\": \"good restaurants in las vegas\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23104_8.png" ] }, { "query": "\nPrevious Actions: Goal: Open the contacts", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23231_1.png" ] }, { "query": "\nPrevious Actions: Goal: Open the contacts; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23231_2.png" ] }, { "query": "\nPrevious Actions: Goal: Open the contacts; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.5003, 0.1521, lift_point: 0.5003, 0.1521", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23231_3.png" ] }, { "query": "\nPrevious Actions: Goal: Open the contacts; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5003, 0.1521, lift_point: 0.5003, 0.1521", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23231_4.png" ] }, { "query": "\nPrevious Actions: Goal: Searchfor good French restaurants", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23239_1.png" ] }, { "query": "\nPrevious Actions: Goal: Searchfor good French restaurants; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3579, 0.5075, lift_point: 0.3579, 0.5075", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23239_2.png" ] }, { "query": "\nPrevious Actions: Goal: Searchfor good French restaurants; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3579, 0.5075, lift_point: 0.3579, 0.5075", "response": "The action is #DUAL_POINT#; touch_point: 0.9018, 0.494, lift_point: 0.9018, 0.494", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23239_3.png" ] }, { "query": "\nPrevious Actions: Goal: Searchfor good French restaurants; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3579, 0.5075, lift_point: 0.3579, 0.5075; The action is #DUAL_POINT#; touch_point: 0.9018, 0.494, lift_point: 0.9018, 0.494", "response": "The action is #DUAL_POINT#; touch_point: 0.8946, 0.9017, lift_point: 0.8946, 0.9017", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23239_4.png" ] }, { "query": "\nPrevious Actions: Goal: Searchfor good French restaurants; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3579, 0.5075, lift_point: 0.3579, 0.5075; The action is #DUAL_POINT#; touch_point: 0.9018, 0.494, lift_point: 0.9018, 0.494; The action is #DUAL_POINT#; touch_point: 0.8946, 0.9017, lift_point: 0.8946, 0.9017", "response": "The action is #DUAL_POINT#; touch_point: 0.2867, 0.5688, lift_point: 0.2867, 0.5688", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23239_5.png" ] }, { "query": "\nPrevious Actions: Goal: Searchfor good French restaurants; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3579, 0.5075, lift_point: 0.3579, 0.5075; The action is #DUAL_POINT#; touch_point: 0.9018, 0.494, lift_point: 0.9018, 0.494; The action is #DUAL_POINT#; touch_point: 0.8946, 0.9017, lift_point: 0.8946, 0.9017; The action is #DUAL_POINT#; touch_point: 0.2867, 0.5688, lift_point: 0.2867, 0.5688", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"good French restaurants\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23239_6.png" ] }, { "query": "\nPrevious Actions: Goal: Searchfor good French restaurants; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3579, 0.5075, lift_point: 0.3579, 0.5075; The action is #DUAL_POINT#; touch_point: 0.9018, 0.494, lift_point: 0.9018, 0.494; The action is #DUAL_POINT#; touch_point: 0.8946, 0.9017, lift_point: 0.8946, 0.9017; The action is #DUAL_POINT#; touch_point: 0.2867, 0.5688, lift_point: 0.2867, 0.5688; The action is #TYPE#; And the content is : \"typed_text\": \"good French restaurants\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23239_7.png" ] }, { "query": "\nPrevious Actions: Goal: Searchfor good French restaurants; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3579, 0.5075, lift_point: 0.3579, 0.5075; The action is #DUAL_POINT#; touch_point: 0.9018, 0.494, lift_point: 0.9018, 0.494; The action is #DUAL_POINT#; touch_point: 0.8946, 0.9017, lift_point: 0.8946, 0.9017; The action is #DUAL_POINT#; touch_point: 0.2867, 0.5688, lift_point: 0.2867, 0.5688; The action is #TYPE#; And the content is : \"typed_text\": \"good French restaurants\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23239_8.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2x4x8 board cost at Lowes?", "response": "The action is #DUAL_POINT#; touch_point: 0.5819, 0.8652, lift_point: 0.5819, 0.8652", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23264_1.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2x4x8 board cost at Lowes?; The action is #DUAL_POINT#; touch_point: 0.5819, 0.8652, lift_point: 0.5819, 0.8652", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23264_2.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2x4x8 board cost at Lowes?; The action is #DUAL_POINT#; touch_point: 0.5819, 0.8652, lift_point: 0.5819, 0.8652; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23264_3.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2x4x8 board cost at Lowes?; The action is #DUAL_POINT#; touch_point: 0.5819, 0.8652, lift_point: 0.5819, 0.8652; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3545, 0.5048, lift_point: 0.3545, 0.5048", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23264_4.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2x4x8 board cost at Lowes?; The action is #DUAL_POINT#; touch_point: 0.5819, 0.8652, lift_point: 0.5819, 0.8652; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3545, 0.5048, lift_point: 0.3545, 0.5048", "response": "The action is #DUAL_POINT#; touch_point: 0.0537, 0.3913, lift_point: 0.0537, 0.3913", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23264_5.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2x4x8 board cost at Lowes?; The action is #DUAL_POINT#; touch_point: 0.5819, 0.8652, lift_point: 0.5819, 0.8652; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3545, 0.5048, lift_point: 0.3545, 0.5048; The action is #DUAL_POINT#; touch_point: 0.0537, 0.3913, lift_point: 0.0537, 0.3913", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"how much does a 2*4*8 board cost at Lowes?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23264_6.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2x4x8 board cost at Lowes?; The action is #DUAL_POINT#; touch_point: 0.5819, 0.8652, lift_point: 0.5819, 0.8652; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3545, 0.5048, lift_point: 0.3545, 0.5048; The action is #DUAL_POINT#; touch_point: 0.0537, 0.3913, lift_point: 0.0537, 0.3913; The action is #TYPE#; And the content is : \"typed_text\": \"how much does a 2*4*8 board cost at Lowes?\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23264_7.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2x4x8 board cost at Lowes?; The action is #DUAL_POINT#; touch_point: 0.5819, 0.8652, lift_point: 0.5819, 0.8652; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3545, 0.5048, lift_point: 0.3545, 0.5048; The action is #DUAL_POINT#; touch_point: 0.0537, 0.3913, lift_point: 0.0537, 0.3913; The action is #TYPE#; And the content is : \"typed_text\": \"how much does a 2*4*8 board cost at Lowes?\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23264_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Miami?", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23419_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Miami?; The action is #Scrolling Up#", "response": "The action is #DUAL_POINT#; touch_point: 0.7868, 0.7098, lift_point: 0.7868, 0.7098", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23419_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Miami?; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.7868, 0.7098, lift_point: 0.7868, 0.7098", "response": "The action is #DUAL_POINT#; touch_point: 0.793, 0.6946, lift_point: 0.793, 0.6946", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23419_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Miami?; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.7868, 0.7098, lift_point: 0.7868, 0.7098; The action is #DUAL_POINT#; touch_point: 0.793, 0.6946, lift_point: 0.793, 0.6946", "response": "The action is #DUAL_POINT#; touch_point: 0.793, 0.6946, lift_point: 0.793, 0.6946", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23419_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Miami?; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.7868, 0.7098, lift_point: 0.7868, 0.7098; The action is #DUAL_POINT#; touch_point: 0.793, 0.6946, lift_point: 0.793, 0.6946; The action is #DUAL_POINT#; touch_point: 0.793, 0.6946, lift_point: 0.793, 0.6946", "response": "The action is #DUAL_POINT#; touch_point: 0.793, 0.6946, lift_point: 0.793, 0.6946", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23419_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Miami?; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.7868, 0.7098, lift_point: 0.7868, 0.7098; The action is #DUAL_POINT#; touch_point: 0.793, 0.6946, lift_point: 0.793, 0.6946; The action is #DUAL_POINT#; touch_point: 0.793, 0.6946, lift_point: 0.793, 0.6946; The action is #DUAL_POINT#; touch_point: 0.793, 0.6946, lift_point: 0.793, 0.6946", "response": "The action is #DUAL_POINT#; touch_point: 0.7187, 0.7899, lift_point: 0.7187, 0.7899", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23419_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Miami?; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.7868, 0.7098, lift_point: 0.7868, 0.7098; The action is #DUAL_POINT#; touch_point: 0.793, 0.6946, lift_point: 0.793, 0.6946; The action is #DUAL_POINT#; touch_point: 0.793, 0.6946, lift_point: 0.793, 0.6946; The action is #DUAL_POINT#; touch_point: 0.793, 0.6946, lift_point: 0.793, 0.6946; The action is #DUAL_POINT#; touch_point: 0.7187, 0.7899, lift_point: 0.7187, 0.7899", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23419_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Miami?; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.7868, 0.7098, lift_point: 0.7868, 0.7098; The action is #DUAL_POINT#; touch_point: 0.793, 0.6946, lift_point: 0.793, 0.6946; The action is #DUAL_POINT#; touch_point: 0.793, 0.6946, lift_point: 0.793, 0.6946; The action is #DUAL_POINT#; touch_point: 0.793, 0.6946, lift_point: 0.793, 0.6946; The action is #DUAL_POINT#; touch_point: 0.7187, 0.7899, lift_point: 0.7187, 0.7899; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.359, 0.5091, lift_point: 0.359, 0.5091", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23419_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Miami?; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.7868, 0.7098, lift_point: 0.7868, 0.7098; The action is #DUAL_POINT#; touch_point: 0.793, 0.6946, lift_point: 0.793, 0.6946; The action is #DUAL_POINT#; touch_point: 0.793, 0.6946, lift_point: 0.793, 0.6946; The action is #DUAL_POINT#; touch_point: 0.793, 0.6946, lift_point: 0.793, 0.6946; The action is #DUAL_POINT#; touch_point: 0.7187, 0.7899, lift_point: 0.7187, 0.7899; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.359, 0.5091, lift_point: 0.359, 0.5091", "response": "The action is #DUAL_POINT#; touch_point: 0.3872, 0.5059, lift_point: 0.3872, 0.5059", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23419_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Miami?; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.7868, 0.7098, lift_point: 0.7868, 0.7098; The action is #DUAL_POINT#; touch_point: 0.793, 0.6946, lift_point: 0.793, 0.6946; The action is #DUAL_POINT#; touch_point: 0.793, 0.6946, lift_point: 0.793, 0.6946; The action is #DUAL_POINT#; touch_point: 0.793, 0.6946, lift_point: 0.793, 0.6946; The action is #DUAL_POINT#; touch_point: 0.7187, 0.7899, lift_point: 0.7187, 0.7899; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.359, 0.5091, lift_point: 0.359, 0.5091; The action is #DUAL_POINT#; touch_point: 0.3872, 0.5059, lift_point: 0.3872, 0.5059", "response": "The action is #DUAL_POINT#; touch_point: 0.0757, 0.508, lift_point: 0.0757, 0.508", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23419_10.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Miami?; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.7868, 0.7098, lift_point: 0.7868, 0.7098; The action is #DUAL_POINT#; touch_point: 0.793, 0.6946, lift_point: 0.793, 0.6946; The action is #DUAL_POINT#; touch_point: 0.793, 0.6946, lift_point: 0.793, 0.6946; The action is #DUAL_POINT#; touch_point: 0.793, 0.6946, lift_point: 0.793, 0.6946; The action is #DUAL_POINT#; touch_point: 0.7187, 0.7899, lift_point: 0.7187, 0.7899; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.359, 0.5091, lift_point: 0.359, 0.5091; The action is #DUAL_POINT#; touch_point: 0.3872, 0.5059, lift_point: 0.3872, 0.5059; The action is #DUAL_POINT#; touch_point: 0.0757, 0.508, lift_point: 0.0757, 0.508", "response": "The action is #DUAL_POINT#; touch_point: 0.0721, 0.941, lift_point: 0.0721, 0.941", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23419_11.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Miami?; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.7868, 0.7098, lift_point: 0.7868, 0.7098; The action is #DUAL_POINT#; touch_point: 0.793, 0.6946, lift_point: 0.793, 0.6946; The action is #DUAL_POINT#; touch_point: 0.793, 0.6946, lift_point: 0.793, 0.6946; The action is #DUAL_POINT#; touch_point: 0.793, 0.6946, lift_point: 0.793, 0.6946; The action is #DUAL_POINT#; touch_point: 0.7187, 0.7899, lift_point: 0.7187, 0.7899; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.359, 0.5091, lift_point: 0.359, 0.5091; The action is #DUAL_POINT#; touch_point: 0.3872, 0.5059, lift_point: 0.3872, 0.5059; The action is #DUAL_POINT#; touch_point: 0.0757, 0.508, lift_point: 0.0757, 0.508; The action is #DUAL_POINT#; touch_point: 0.0721, 0.941, lift_point: 0.0721, 0.941", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Miami?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23419_12.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Miami?; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.7868, 0.7098, lift_point: 0.7868, 0.7098; The action is #DUAL_POINT#; touch_point: 0.793, 0.6946, lift_point: 0.793, 0.6946; The action is #DUAL_POINT#; touch_point: 0.793, 0.6946, lift_point: 0.793, 0.6946; The action is #DUAL_POINT#; touch_point: 0.793, 0.6946, lift_point: 0.793, 0.6946; The action is #DUAL_POINT#; touch_point: 0.7187, 0.7899, lift_point: 0.7187, 0.7899; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.359, 0.5091, lift_point: 0.359, 0.5091; The action is #DUAL_POINT#; touch_point: 0.3872, 0.5059, lift_point: 0.3872, 0.5059; The action is #DUAL_POINT#; touch_point: 0.0757, 0.508, lift_point: 0.0757, 0.508; The action is #DUAL_POINT#; touch_point: 0.0721, 0.941, lift_point: 0.0721, 0.941; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Miami?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1463, 0.6816, lift_point: 0.1463, 0.6816", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23419_13.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Miami?; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.7868, 0.7098, lift_point: 0.7868, 0.7098; The action is #DUAL_POINT#; touch_point: 0.793, 0.6946, lift_point: 0.793, 0.6946; The action is #DUAL_POINT#; touch_point: 0.793, 0.6946, lift_point: 0.793, 0.6946; The action is #DUAL_POINT#; touch_point: 0.793, 0.6946, lift_point: 0.793, 0.6946; The action is #DUAL_POINT#; touch_point: 0.7187, 0.7899, lift_point: 0.7187, 0.7899; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.359, 0.5091, lift_point: 0.359, 0.5091; The action is #DUAL_POINT#; touch_point: 0.3872, 0.5059, lift_point: 0.3872, 0.5059; The action is #DUAL_POINT#; touch_point: 0.0757, 0.508, lift_point: 0.0757, 0.508; The action is #DUAL_POINT#; touch_point: 0.0721, 0.941, lift_point: 0.0721, 0.941; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Miami?\"; The action is #DUAL_POINT#; touch_point: 0.1463, 0.6816, lift_point: 0.1463, 0.6816", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23419_14.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Boston?", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23446_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Boston?; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3638, 0.4848, lift_point: 0.3638, 0.4848", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23446_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Boston?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3638, 0.4848, lift_point: 0.3638, 0.4848", "response": "The action is #DUAL_POINT#; touch_point: 0.3774, 0.5146, lift_point: 0.3774, 0.5146", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23446_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Boston?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3638, 0.4848, lift_point: 0.3638, 0.4848; The action is #DUAL_POINT#; touch_point: 0.3774, 0.5146, lift_point: 0.3774, 0.5146", "response": "The action is #DUAL_POINT#; touch_point: 0.0623, 0.4674, lift_point: 0.0623, 0.4674", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23446_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Boston?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3638, 0.4848, lift_point: 0.3638, 0.4848; The action is #DUAL_POINT#; touch_point: 0.3774, 0.5146, lift_point: 0.3774, 0.5146; The action is #DUAL_POINT#; touch_point: 0.0623, 0.4674, lift_point: 0.0623, 0.4674", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Boston?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23446_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Boston?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3638, 0.4848, lift_point: 0.3638, 0.4848; The action is #DUAL_POINT#; touch_point: 0.3774, 0.5146, lift_point: 0.3774, 0.5146; The action is #DUAL_POINT#; touch_point: 0.0623, 0.4674, lift_point: 0.0623, 0.4674; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Boston?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1518, 0.5023, lift_point: 0.1518, 0.5023", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23446_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Boston?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3638, 0.4848, lift_point: 0.3638, 0.4848; The action is #DUAL_POINT#; touch_point: 0.3774, 0.5146, lift_point: 0.3774, 0.5146; The action is #DUAL_POINT#; touch_point: 0.0623, 0.4674, lift_point: 0.0623, 0.4674; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Boston?\"; The action is #DUAL_POINT#; touch_point: 0.1518, 0.5023, lift_point: 0.1518, 0.5023", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23446_7.png" ] }, { "query": "\nPrevious Actions: Goal: Open the downloads", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23561_1.png" ] }, { "query": "\nPrevious Actions: Goal: Open the downloads; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23561_2.png" ] }, { "query": "\nPrevious Actions: Goal: Open the downloads; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.7521, 0.459, lift_point: 0.7521, 0.459", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23561_3.png" ] }, { "query": "\nPrevious Actions: Goal: Open the downloads; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7521, 0.459, lift_point: 0.7521, 0.459", "response": "The action is #DUAL_POINT#; touch_point: 0.7521, 0.4897, lift_point: 0.7521, 0.4897", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23561_4.png" ] }, { "query": "\nPrevious Actions: Goal: Open the downloads; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7521, 0.459, lift_point: 0.7521, 0.459; The action is #DUAL_POINT#; touch_point: 0.7521, 0.4897, lift_point: 0.7521, 0.4897", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23561_5.png" ] }, { "query": "\nPrevious Actions: Goal: Open the downloads; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7521, 0.459, lift_point: 0.7521, 0.459; The action is #DUAL_POINT#; touch_point: 0.7521, 0.4897, lift_point: 0.7521, 0.4897; The action is #Scrolling Down#", "response": "The action is #PRESS_BACK#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23561_6.png" ] }, { "query": "\nPrevious Actions: Goal: Open the downloads; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7521, 0.459, lift_point: 0.7521, 0.459; The action is #DUAL_POINT#; touch_point: 0.7521, 0.4897, lift_point: 0.7521, 0.4897; The action is #Scrolling Down#; The action is #PRESS_BACK#", "response": "The action is #DUAL_POINT#; touch_point: 0.3459, 0.6862, lift_point: 0.3459, 0.6862", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23561_7.png" ] }, { "query": "\nPrevious Actions: Goal: Open the downloads; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7521, 0.459, lift_point: 0.7521, 0.459; The action is #DUAL_POINT#; touch_point: 0.7521, 0.4897, lift_point: 0.7521, 0.4897; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.3459, 0.6862, lift_point: 0.3459, 0.6862", "response": "The action is #DUAL_POINT#; touch_point: 0.0627, 0.9257, lift_point: 0.0627, 0.9257", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23561_8.png" ] }, { "query": "\nPrevious Actions: Goal: Open the downloads; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7521, 0.459, lift_point: 0.7521, 0.459; The action is #DUAL_POINT#; touch_point: 0.7521, 0.4897, lift_point: 0.7521, 0.4897; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.3459, 0.6862, lift_point: 0.3459, 0.6862; The action is #DUAL_POINT#; touch_point: 0.0627, 0.9257, lift_point: 0.0627, 0.9257", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23561_9.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new skincare product", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23567_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new skincare product; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3442, 0.701, lift_point: 0.3442, 0.701", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23567_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new skincare product; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3442, 0.701, lift_point: 0.3442, 0.701", "response": "The action is #DUAL_POINT#; touch_point: 0.062, 0.5153, lift_point: 0.062, 0.5153", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23567_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new skincare product; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3442, 0.701, lift_point: 0.3442, 0.701; The action is #DUAL_POINT#; touch_point: 0.062, 0.5153, lift_point: 0.062, 0.5153", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for a new skincare product\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23567_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new skincare product; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3442, 0.701, lift_point: 0.3442, 0.701; The action is #DUAL_POINT#; touch_point: 0.062, 0.5153, lift_point: 0.062, 0.5153; The action is #TYPE#; And the content is : \"typed_text\": \"Search for a new skincare product\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1529, 0.6008, lift_point: 0.1529, 0.6008", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23567_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new skincare product; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3442, 0.701, lift_point: 0.3442, 0.701; The action is #DUAL_POINT#; touch_point: 0.062, 0.5153, lift_point: 0.062, 0.5153; The action is #TYPE#; And the content is : \"typed_text\": \"Search for a new skincare product\"; The action is #DUAL_POINT#; touch_point: 0.1529, 0.6008, lift_point: 0.1529, 0.6008", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23567_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Brazil?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23603_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Brazil?; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23603_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Brazil?; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.6098, 0.8296, lift_point: 0.6098, 0.8296", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23603_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Brazil?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6098, 0.8296, lift_point: 0.6098, 0.8296", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23603_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Brazil?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6098, 0.8296, lift_point: 0.6098, 0.8296; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.334, 0.8355, lift_point: 0.334, 0.8355", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23603_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Brazil?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6098, 0.8296, lift_point: 0.6098, 0.8296; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.334, 0.8355, lift_point: 0.334, 0.8355", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23603_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Brazil?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6098, 0.8296, lift_point: 0.6098, 0.8296; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.334, 0.8355, lift_point: 0.334, 0.8355; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.336, 0.6863, lift_point: 0.336, 0.6863", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23603_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Brazil?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6098, 0.8296, lift_point: 0.6098, 0.8296; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.334, 0.8355, lift_point: 0.334, 0.8355; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.336, 0.6863, lift_point: 0.336, 0.6863", "response": "The action is #DUAL_POINT#; touch_point: 0.0646, 0.4426, lift_point: 0.0646, 0.4426", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23603_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Brazil?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6098, 0.8296, lift_point: 0.6098, 0.8296; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.334, 0.8355, lift_point: 0.334, 0.8355; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.336, 0.6863, lift_point: 0.336, 0.6863; The action is #DUAL_POINT#; touch_point: 0.0646, 0.4426, lift_point: 0.0646, 0.4426", "response": "The action is #DUAL_POINT#; touch_point: 0.056, 0.9082, lift_point: 0.056, 0.9082", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23603_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Brazil?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6098, 0.8296, lift_point: 0.6098, 0.8296; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.334, 0.8355, lift_point: 0.334, 0.8355; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.336, 0.6863, lift_point: 0.336, 0.6863; The action is #DUAL_POINT#; touch_point: 0.0646, 0.4426, lift_point: 0.0646, 0.4426; The action is #DUAL_POINT#; touch_point: 0.056, 0.9082, lift_point: 0.056, 0.9082", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Brazil?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23603_10.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Brazil?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6098, 0.8296, lift_point: 0.6098, 0.8296; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.334, 0.8355, lift_point: 0.334, 0.8355; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.336, 0.6863, lift_point: 0.336, 0.6863; The action is #DUAL_POINT#; touch_point: 0.0646, 0.4426, lift_point: 0.0646, 0.4426; The action is #DUAL_POINT#; touch_point: 0.056, 0.9082, lift_point: 0.056, 0.9082; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Brazil?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1411, 0.5095, lift_point: 0.1411, 0.5095", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23603_11.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Brazil?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6098, 0.8296, lift_point: 0.6098, 0.8296; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.334, 0.8355, lift_point: 0.334, 0.8355; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.336, 0.6863, lift_point: 0.336, 0.6863; The action is #DUAL_POINT#; touch_point: 0.0646, 0.4426, lift_point: 0.0646, 0.4426; The action is #DUAL_POINT#; touch_point: 0.056, 0.9082, lift_point: 0.056, 0.9082; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Brazil?\"; The action is #DUAL_POINT#; touch_point: 0.1411, 0.5095, lift_point: 0.1411, 0.5095", "response": "The action is #DUAL_POINT#; touch_point: 0.1553, 0.4982, lift_point: 0.1553, 0.4982", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23603_12.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Brazil?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6098, 0.8296, lift_point: 0.6098, 0.8296; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.334, 0.8355, lift_point: 0.334, 0.8355; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.336, 0.6863, lift_point: 0.336, 0.6863; The action is #DUAL_POINT#; touch_point: 0.0646, 0.4426, lift_point: 0.0646, 0.4426; The action is #DUAL_POINT#; touch_point: 0.056, 0.9082, lift_point: 0.056, 0.9082; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Brazil?\"; The action is #DUAL_POINT#; touch_point: 0.1411, 0.5095, lift_point: 0.1411, 0.5095; The action is #DUAL_POINT#; touch_point: 0.1553, 0.4982, lift_point: 0.1553, 0.4982", "response": "The action is #DUAL_POINT#; touch_point: 0.1415, 0.3887, lift_point: 0.1415, 0.3887", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23603_13.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Brazil?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6098, 0.8296, lift_point: 0.6098, 0.8296; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.334, 0.8355, lift_point: 0.334, 0.8355; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.336, 0.6863, lift_point: 0.336, 0.6863; The action is #DUAL_POINT#; touch_point: 0.0646, 0.4426, lift_point: 0.0646, 0.4426; The action is #DUAL_POINT#; touch_point: 0.056, 0.9082, lift_point: 0.056, 0.9082; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Brazil?\"; The action is #DUAL_POINT#; touch_point: 0.1411, 0.5095, lift_point: 0.1411, 0.5095; The action is #DUAL_POINT#; touch_point: 0.1553, 0.4982, lift_point: 0.1553, 0.4982; The action is #DUAL_POINT#; touch_point: 0.1415, 0.3887, lift_point: 0.1415, 0.3887", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23603_14.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Chicago", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23713_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Chicago; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.6314, 0.1508, lift_point: 0.6314, 0.1508", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23713_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Chicago; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6314, 0.1508, lift_point: 0.6314, 0.1508", "response": "The action is #DUAL_POINT#; touch_point: 0.0587, 0.8981, lift_point: 0.0587, 0.8981", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23713_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Chicago; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6314, 0.1508, lift_point: 0.6314, 0.1508; The action is #DUAL_POINT#; touch_point: 0.0587, 0.8981, lift_point: 0.0587, 0.8981", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Chicago\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23713_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Chicago; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6314, 0.1508, lift_point: 0.6314, 0.1508; The action is #DUAL_POINT#; touch_point: 0.0587, 0.8981, lift_point: 0.0587, 0.8981; The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Chicago\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1296, 0.3482, lift_point: 0.1296, 0.3482", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23713_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Chicago; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6314, 0.1508, lift_point: 0.6314, 0.1508; The action is #DUAL_POINT#; touch_point: 0.0587, 0.8981, lift_point: 0.0587, 0.8981; The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Chicago\"; The action is #DUAL_POINT#; touch_point: 0.1296, 0.3482, lift_point: 0.1296, 0.3482", "response": "The action is #DUAL_POINT#; touch_point: 0.3223, 0.42, lift_point: 0.3223, 0.42", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23713_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Chicago; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6314, 0.1508, lift_point: 0.6314, 0.1508; The action is #DUAL_POINT#; touch_point: 0.0587, 0.8981, lift_point: 0.0587, 0.8981; The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Chicago\"; The action is #DUAL_POINT#; touch_point: 0.1296, 0.3482, lift_point: 0.1296, 0.3482; The action is #DUAL_POINT#; touch_point: 0.3223, 0.42, lift_point: 0.3223, 0.42", "response": "The action is #DUAL_POINT#; touch_point: 0.8873, 0.5619, lift_point: 0.8873, 0.5619", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23713_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Chicago; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6314, 0.1508, lift_point: 0.6314, 0.1508; The action is #DUAL_POINT#; touch_point: 0.0587, 0.8981, lift_point: 0.0587, 0.8981; The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Chicago\"; The action is #DUAL_POINT#; touch_point: 0.1296, 0.3482, lift_point: 0.1296, 0.3482; The action is #DUAL_POINT#; touch_point: 0.3223, 0.42, lift_point: 0.3223, 0.42; The action is #DUAL_POINT#; touch_point: 0.8873, 0.5619, lift_point: 0.8873, 0.5619", "response": "The action is #DUAL_POINT#; touch_point: 0.9061, 0.8273, lift_point: 0.9061, 0.8273", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23713_8.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Chicago; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6314, 0.1508, lift_point: 0.6314, 0.1508; The action is #DUAL_POINT#; touch_point: 0.0587, 0.8981, lift_point: 0.0587, 0.8981; The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Chicago\"; The action is #DUAL_POINT#; touch_point: 0.1296, 0.3482, lift_point: 0.1296, 0.3482; The action is #DUAL_POINT#; touch_point: 0.3223, 0.42, lift_point: 0.3223, 0.42; The action is #DUAL_POINT#; touch_point: 0.8873, 0.5619, lift_point: 0.8873, 0.5619; The action is #DUAL_POINT#; touch_point: 0.9061, 0.8273, lift_point: 0.9061, 0.8273", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23713_9.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Zurich to Helsinki", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23754_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Zurich to Helsinki; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.6212, 0.1743, lift_point: 0.6212, 0.1743", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23754_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Zurich to Helsinki; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6212, 0.1743, lift_point: 0.6212, 0.1743", "response": "The action is #DUAL_POINT#; touch_point: 0.1286, 0.6615, lift_point: 0.1286, 0.6615", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23754_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Zurich to Helsinki; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6212, 0.1743, lift_point: 0.6212, 0.1743; The action is #DUAL_POINT#; touch_point: 0.1286, 0.6615, lift_point: 0.1286, 0.6615", "response": "The action is #DUAL_POINT#; touch_point: 0.067, 0.912, lift_point: 0.067, 0.912", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23754_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Zurich to Helsinki; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6212, 0.1743, lift_point: 0.6212, 0.1743; The action is #DUAL_POINT#; touch_point: 0.1286, 0.6615, lift_point: 0.1286, 0.6615; The action is #DUAL_POINT#; touch_point: 0.067, 0.912, lift_point: 0.067, 0.912", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for flights from Zurich to Helsinki\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23754_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Zurich to Helsinki; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6212, 0.1743, lift_point: 0.6212, 0.1743; The action is #DUAL_POINT#; touch_point: 0.1286, 0.6615, lift_point: 0.1286, 0.6615; The action is #DUAL_POINT#; touch_point: 0.067, 0.912, lift_point: 0.067, 0.912; The action is #TYPE#; And the content is : \"typed_text\": \"Search for flights from Zurich to Helsinki\"", "response": "The action is #DUAL_POINT#; touch_point: 0.116, 0.6514, lift_point: 0.116, 0.6514", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23754_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Zurich to Helsinki; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6212, 0.1743, lift_point: 0.6212, 0.1743; The action is #DUAL_POINT#; touch_point: 0.1286, 0.6615, lift_point: 0.1286, 0.6615; The action is #DUAL_POINT#; touch_point: 0.067, 0.912, lift_point: 0.067, 0.912; The action is #TYPE#; And the content is : \"typed_text\": \"Search for flights from Zurich to Helsinki\"; The action is #DUAL_POINT#; touch_point: 0.116, 0.6514, lift_point: 0.116, 0.6514", "response": "The action is #DUAL_POINT#; touch_point: 0.6221, 0.3714, lift_point: 0.6221, 0.3714", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23754_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Zurich to Helsinki; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6212, 0.1743, lift_point: 0.6212, 0.1743; The action is #DUAL_POINT#; touch_point: 0.1286, 0.6615, lift_point: 0.1286, 0.6615; The action is #DUAL_POINT#; touch_point: 0.067, 0.912, lift_point: 0.067, 0.912; The action is #TYPE#; And the content is : \"typed_text\": \"Search for flights from Zurich to Helsinki\"; The action is #DUAL_POINT#; touch_point: 0.116, 0.6514, lift_point: 0.116, 0.6514; The action is #DUAL_POINT#; touch_point: 0.6221, 0.3714, lift_point: 0.6221, 0.3714", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23754_8.png" ] }, { "query": "\nPrevious Actions: Goal: Open the downloads", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23833_1.png" ] }, { "query": "\nPrevious Actions: Goal: Open the downloads; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8945, 0.5329, lift_point: 0.8945, 0.5329", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23833_2.png" ] }, { "query": "\nPrevious Actions: Goal: Open the downloads; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8945, 0.5329, lift_point: 0.8945, 0.5329", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Open the downloads\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23833_3.png" ] }, { "query": "\nPrevious Actions: Goal: Open the downloads; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8945, 0.5329, lift_point: 0.8945, 0.5329; The action is #TYPE#; And the content is : \"typed_text\": \"Open the downloads\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23833_4.png" ] }, { "query": "\nPrevious Actions: Goal: Open the downloads; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8945, 0.5329, lift_point: 0.8945, 0.5329; The action is #TYPE#; And the content is : \"typed_text\": \"Open the downloads\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23833_5.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7pm", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23954_1.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7pm; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23954_2.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7pm; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3893, 0.7047, lift_point: 0.3893, 0.7047", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23954_3.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7pm; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3893, 0.7047, lift_point: 0.3893, 0.7047", "response": "The action is #DUAL_POINT#; touch_point: 0.8764, 0.516, lift_point: 0.8764, 0.516", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23954_4.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7pm; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3893, 0.7047, lift_point: 0.3893, 0.7047; The action is #DUAL_POINT#; touch_point: 0.8764, 0.516, lift_point: 0.8764, 0.516", "response": "The action is #DUAL_POINT#; touch_point: 0.6223, 0.3817, lift_point: 0.6223, 0.3817", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23954_5.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7pm; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3893, 0.7047, lift_point: 0.3893, 0.7047; The action is #DUAL_POINT#; touch_point: 0.8764, 0.516, lift_point: 0.8764, 0.516; The action is #DUAL_POINT#; touch_point: 0.6223, 0.3817, lift_point: 0.6223, 0.3817", "response": "The action is #DUAL_POINT#; touch_point: 0.4137, 0.5021, lift_point: 0.4137, 0.5021", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23954_6.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7pm; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3893, 0.7047, lift_point: 0.3893, 0.7047; The action is #DUAL_POINT#; touch_point: 0.8764, 0.516, lift_point: 0.8764, 0.516; The action is #DUAL_POINT#; touch_point: 0.6223, 0.3817, lift_point: 0.6223, 0.3817; The action is #DUAL_POINT#; touch_point: 0.4137, 0.5021, lift_point: 0.4137, 0.5021", "response": "The action is #DUAL_POINT#; touch_point: 0.7037, 0.7908, lift_point: 0.7037, 0.7908", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23954_7.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7pm; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3893, 0.7047, lift_point: 0.3893, 0.7047; The action is #DUAL_POINT#; touch_point: 0.8764, 0.516, lift_point: 0.8764, 0.516; The action is #DUAL_POINT#; touch_point: 0.6223, 0.3817, lift_point: 0.6223, 0.3817; The action is #DUAL_POINT#; touch_point: 0.4137, 0.5021, lift_point: 0.4137, 0.5021; The action is #DUAL_POINT#; touch_point: 0.7037, 0.7908, lift_point: 0.7037, 0.7908", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/23954_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from GameTrailers?", "response": "The action is #DUAL_POINT#; touch_point: 0.7451, 0.302, lift_point: 0.7451, 0.302", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24054_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from GameTrailers?; The action is #DUAL_POINT#; touch_point: 0.7451, 0.302, lift_point: 0.7451, 0.302", "response": "The action is #DUAL_POINT#; touch_point: 0.2603, 0.7206, lift_point: 0.2603, 0.7206", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24054_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from GameTrailers?; The action is #DUAL_POINT#; touch_point: 0.7451, 0.302, lift_point: 0.7451, 0.302; The action is #DUAL_POINT#; touch_point: 0.2603, 0.7206, lift_point: 0.2603, 0.7206", "response": "The action is #DUAL_POINT#; touch_point: 0.1639, 0.921, lift_point: 0.1639, 0.921", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24054_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from GameTrailers?; The action is #DUAL_POINT#; touch_point: 0.7451, 0.302, lift_point: 0.7451, 0.302; The action is #DUAL_POINT#; touch_point: 0.2603, 0.7206, lift_point: 0.2603, 0.7206; The action is #DUAL_POINT#; touch_point: 0.1639, 0.921, lift_point: 0.1639, 0.921", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"game trailers\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24054_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from GameTrailers?; The action is #DUAL_POINT#; touch_point: 0.7451, 0.302, lift_point: 0.7451, 0.302; The action is #DUAL_POINT#; touch_point: 0.2603, 0.7206, lift_point: 0.2603, 0.7206; The action is #DUAL_POINT#; touch_point: 0.1639, 0.921, lift_point: 0.1639, 0.921; The action is #TYPE#; And the content is : \"typed_text\": \"game trailers\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24054_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from GameTrailers?; The action is #DUAL_POINT#; touch_point: 0.7451, 0.302, lift_point: 0.7451, 0.302; The action is #DUAL_POINT#; touch_point: 0.2603, 0.7206, lift_point: 0.2603, 0.7206; The action is #DUAL_POINT#; touch_point: 0.1639, 0.921, lift_point: 0.1639, 0.921; The action is #TYPE#; And the content is : \"typed_text\": \"game trailers\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24054_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from GameTrailers?; The action is #DUAL_POINT#; touch_point: 0.7451, 0.302, lift_point: 0.7451, 0.302; The action is #DUAL_POINT#; touch_point: 0.2603, 0.7206, lift_point: 0.2603, 0.7206; The action is #DUAL_POINT#; touch_point: 0.1639, 0.921, lift_point: 0.1639, 0.921; The action is #TYPE#; And the content is : \"typed_text\": \"game trailers\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#", "response": "The action is #DUAL_POINT#; touch_point: 0.435, 0.3619, lift_point: 0.435, 0.3619", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24054_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from GameTrailers?; The action is #DUAL_POINT#; touch_point: 0.7451, 0.302, lift_point: 0.7451, 0.302; The action is #DUAL_POINT#; touch_point: 0.2603, 0.7206, lift_point: 0.2603, 0.7206; The action is #DUAL_POINT#; touch_point: 0.1639, 0.921, lift_point: 0.1639, 0.921; The action is #TYPE#; And the content is : \"typed_text\": \"game trailers\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.435, 0.3619, lift_point: 0.435, 0.3619", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24054_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from GameTrailers?; The action is #DUAL_POINT#; touch_point: 0.7451, 0.302, lift_point: 0.7451, 0.302; The action is #DUAL_POINT#; touch_point: 0.2603, 0.7206, lift_point: 0.2603, 0.7206; The action is #DUAL_POINT#; touch_point: 0.1639, 0.921, lift_point: 0.1639, 0.921; The action is #TYPE#; And the content is : \"typed_text\": \"game trailers\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.435, 0.3619, lift_point: 0.435, 0.3619; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24054_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from GameTrailers?; The action is #DUAL_POINT#; touch_point: 0.7451, 0.302, lift_point: 0.7451, 0.302; The action is #DUAL_POINT#; touch_point: 0.2603, 0.7206, lift_point: 0.2603, 0.7206; The action is #DUAL_POINT#; touch_point: 0.1639, 0.921, lift_point: 0.1639, 0.921; The action is #TYPE#; And the content is : \"typed_text\": \"game trailers\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.435, 0.3619, lift_point: 0.435, 0.3619; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.0666, 0.363, lift_point: 0.0666, 0.363", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24054_10.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from GameTrailers?; The action is #DUAL_POINT#; touch_point: 0.7451, 0.302, lift_point: 0.7451, 0.302; The action is #DUAL_POINT#; touch_point: 0.2603, 0.7206, lift_point: 0.2603, 0.7206; The action is #DUAL_POINT#; touch_point: 0.1639, 0.921, lift_point: 0.1639, 0.921; The action is #TYPE#; And the content is : \"typed_text\": \"game trailers\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.435, 0.3619, lift_point: 0.435, 0.3619; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0666, 0.363, lift_point: 0.0666, 0.363", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24054_11.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from GameTrailers?; The action is #DUAL_POINT#; touch_point: 0.7451, 0.302, lift_point: 0.7451, 0.302; The action is #DUAL_POINT#; touch_point: 0.2603, 0.7206, lift_point: 0.2603, 0.7206; The action is #DUAL_POINT#; touch_point: 0.1639, 0.921, lift_point: 0.1639, 0.921; The action is #TYPE#; And the content is : \"typed_text\": \"game trailers\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.435, 0.3619, lift_point: 0.435, 0.3619; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0666, 0.363, lift_point: 0.0666, 0.363; The action is #Scrolling Up#", "response": "The action is #DUAL_POINT#; touch_point: 0.3207, 0.3115, lift_point: 0.3207, 0.3115", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24054_12.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from GameTrailers?; The action is #DUAL_POINT#; touch_point: 0.7451, 0.302, lift_point: 0.7451, 0.302; The action is #DUAL_POINT#; touch_point: 0.2603, 0.7206, lift_point: 0.2603, 0.7206; The action is #DUAL_POINT#; touch_point: 0.1639, 0.921, lift_point: 0.1639, 0.921; The action is #TYPE#; And the content is : \"typed_text\": \"game trailers\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.435, 0.3619, lift_point: 0.435, 0.3619; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0666, 0.363, lift_point: 0.0666, 0.363; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.3207, 0.3115, lift_point: 0.3207, 0.3115", "response": "The action is #DUAL_POINT#; touch_point: 0.2571, 0.7836, lift_point: 0.2571, 0.7836", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24054_13.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from GameTrailers?; The action is #DUAL_POINT#; touch_point: 0.7451, 0.302, lift_point: 0.7451, 0.302; The action is #DUAL_POINT#; touch_point: 0.2603, 0.7206, lift_point: 0.2603, 0.7206; The action is #DUAL_POINT#; touch_point: 0.1639, 0.921, lift_point: 0.1639, 0.921; The action is #TYPE#; And the content is : \"typed_text\": \"game trailers\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.435, 0.3619, lift_point: 0.435, 0.3619; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0666, 0.363, lift_point: 0.0666, 0.363; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.3207, 0.3115, lift_point: 0.3207, 0.3115; The action is #DUAL_POINT#; touch_point: 0.2571, 0.7836, lift_point: 0.2571, 0.7836", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24054_14.png" ] }, { "query": "\nPrevious Actions: Goal: Open the calendar app", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24354_1.png" ] }, { "query": "\nPrevious Actions: Goal: Open the calendar app; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24354_2.png" ] }, { "query": "\nPrevious Actions: Goal: Open the calendar app; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.4052, 0.149, lift_point: 0.4052, 0.149", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24354_3.png" ] }, { "query": "\nPrevious Actions: Goal: Open the calendar app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4052, 0.149, lift_point: 0.4052, 0.149", "response": "The action is #DUAL_POINT#; touch_point: 0.8825, 0.8932, lift_point: 0.8825, 0.8932", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24354_4.png" ] }, { "query": "\nPrevious Actions: Goal: Open the calendar app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4052, 0.149, lift_point: 0.4052, 0.149; The action is #DUAL_POINT#; touch_point: 0.8825, 0.8932, lift_point: 0.8825, 0.8932", "response": "The action is #DUAL_POINT#; touch_point: 0.8825, 0.8932, lift_point: 0.8825, 0.8932", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24354_5.png" ] }, { "query": "\nPrevious Actions: Goal: Open the calendar app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4052, 0.149, lift_point: 0.4052, 0.149; The action is #DUAL_POINT#; touch_point: 0.8825, 0.8932, lift_point: 0.8825, 0.8932; The action is #DUAL_POINT#; touch_point: 0.8825, 0.8932, lift_point: 0.8825, 0.8932", "response": "The action is #DUAL_POINT#; touch_point: 0.8825, 0.8932, lift_point: 0.8825, 0.8932", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24354_6.png" ] }, { "query": "\nPrevious Actions: Goal: Open the calendar app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4052, 0.149, lift_point: 0.4052, 0.149; The action is #DUAL_POINT#; touch_point: 0.8825, 0.8932, lift_point: 0.8825, 0.8932; The action is #DUAL_POINT#; touch_point: 0.8825, 0.8932, lift_point: 0.8825, 0.8932; The action is #DUAL_POINT#; touch_point: 0.8825, 0.8932, lift_point: 0.8825, 0.8932", "response": "The action is #DUAL_POINT#; touch_point: 0.8538, 0.524, lift_point: 0.8538, 0.524", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24354_7.png" ] }, { "query": "\nPrevious Actions: Goal: Open the calendar app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4052, 0.149, lift_point: 0.4052, 0.149; The action is #DUAL_POINT#; touch_point: 0.8825, 0.8932, lift_point: 0.8825, 0.8932; The action is #DUAL_POINT#; touch_point: 0.8825, 0.8932, lift_point: 0.8825, 0.8932; The action is #DUAL_POINT#; touch_point: 0.8825, 0.8932, lift_point: 0.8825, 0.8932; The action is #DUAL_POINT#; touch_point: 0.8538, 0.524, lift_point: 0.8538, 0.524", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24354_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's on Reddit", "response": "The action is #DUAL_POINT#; touch_point: 0.0752, 0.5699, lift_point: 0.0752, 0.5699", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24436_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's on Reddit; The action is #DUAL_POINT#; touch_point: 0.0752, 0.5699, lift_point: 0.0752, 0.5699", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"reddit\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24436_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's on Reddit; The action is #DUAL_POINT#; touch_point: 0.0752, 0.5699, lift_point: 0.0752, 0.5699; The action is #TYPE#; And the content is : \"typed_text\": \"reddit\"", "response": "The action is #DUAL_POINT#; touch_point: 0.2783, 0.4273, lift_point: 0.2783, 0.4273", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24436_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's on Reddit; The action is #DUAL_POINT#; touch_point: 0.0752, 0.5699, lift_point: 0.0752, 0.5699; The action is #TYPE#; And the content is : \"typed_text\": \"reddit\"; The action is #DUAL_POINT#; touch_point: 0.2783, 0.4273, lift_point: 0.2783, 0.4273", "response": "The action is #DUAL_POINT#; touch_point: 0.4492, 0.1148, lift_point: 0.4492, 0.1148", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24436_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's on Reddit; The action is #DUAL_POINT#; touch_point: 0.0752, 0.5699, lift_point: 0.0752, 0.5699; The action is #TYPE#; And the content is : \"typed_text\": \"reddit\"; The action is #DUAL_POINT#; touch_point: 0.2783, 0.4273, lift_point: 0.2783, 0.4273; The action is #DUAL_POINT#; touch_point: 0.4492, 0.1148, lift_point: 0.4492, 0.1148", "response": "The action is #DUAL_POINT#; touch_point: 0.4832, 0.6379, lift_point: 0.4832, 0.6379", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24436_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's on Reddit; The action is #DUAL_POINT#; touch_point: 0.0752, 0.5699, lift_point: 0.0752, 0.5699; The action is #TYPE#; And the content is : \"typed_text\": \"reddit\"; The action is #DUAL_POINT#; touch_point: 0.2783, 0.4273, lift_point: 0.2783, 0.4273; The action is #DUAL_POINT#; touch_point: 0.4492, 0.1148, lift_point: 0.4492, 0.1148; The action is #DUAL_POINT#; touch_point: 0.4832, 0.6379, lift_point: 0.4832, 0.6379", "response": "The action is #DUAL_POINT#; touch_point: 0.7387, 0.8037, lift_point: 0.7387, 0.8037", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24436_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's on Reddit; The action is #DUAL_POINT#; touch_point: 0.0752, 0.5699, lift_point: 0.0752, 0.5699; The action is #TYPE#; And the content is : \"typed_text\": \"reddit\"; The action is #DUAL_POINT#; touch_point: 0.2783, 0.4273, lift_point: 0.2783, 0.4273; The action is #DUAL_POINT#; touch_point: 0.4492, 0.1148, lift_point: 0.4492, 0.1148; The action is #DUAL_POINT#; touch_point: 0.4832, 0.6379, lift_point: 0.4832, 0.6379; The action is #DUAL_POINT#; touch_point: 0.7387, 0.8037, lift_point: 0.7387, 0.8037", "response": "The action is #PRESS_BACK#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24436_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's on Reddit; The action is #DUAL_POINT#; touch_point: 0.0752, 0.5699, lift_point: 0.0752, 0.5699; The action is #TYPE#; And the content is : \"typed_text\": \"reddit\"; The action is #DUAL_POINT#; touch_point: 0.2783, 0.4273, lift_point: 0.2783, 0.4273; The action is #DUAL_POINT#; touch_point: 0.4492, 0.1148, lift_point: 0.4492, 0.1148; The action is #DUAL_POINT#; touch_point: 0.4832, 0.6379, lift_point: 0.4832, 0.6379; The action is #DUAL_POINT#; touch_point: 0.7387, 0.8037, lift_point: 0.7387, 0.8037; The action is #PRESS_BACK#", "response": "The action is #DUAL_POINT#; touch_point: 0.4438, 0.3849, lift_point: 0.4438, 0.3849", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24436_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's on Reddit; The action is #DUAL_POINT#; touch_point: 0.0752, 0.5699, lift_point: 0.0752, 0.5699; The action is #TYPE#; And the content is : \"typed_text\": \"reddit\"; The action is #DUAL_POINT#; touch_point: 0.2783, 0.4273, lift_point: 0.2783, 0.4273; The action is #DUAL_POINT#; touch_point: 0.4492, 0.1148, lift_point: 0.4492, 0.1148; The action is #DUAL_POINT#; touch_point: 0.4832, 0.6379, lift_point: 0.4832, 0.6379; The action is #DUAL_POINT#; touch_point: 0.7387, 0.8037, lift_point: 0.7387, 0.8037; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.4438, 0.3849, lift_point: 0.4438, 0.3849", "response": "The action is #DUAL_POINT#; touch_point: 0.8209, 0.8498, lift_point: 0.8209, 0.8498", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24436_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's on Reddit; The action is #DUAL_POINT#; touch_point: 0.0752, 0.5699, lift_point: 0.0752, 0.5699; The action is #TYPE#; And the content is : \"typed_text\": \"reddit\"; The action is #DUAL_POINT#; touch_point: 0.2783, 0.4273, lift_point: 0.2783, 0.4273; The action is #DUAL_POINT#; touch_point: 0.4492, 0.1148, lift_point: 0.4492, 0.1148; The action is #DUAL_POINT#; touch_point: 0.4832, 0.6379, lift_point: 0.4832, 0.6379; The action is #DUAL_POINT#; touch_point: 0.7387, 0.8037, lift_point: 0.7387, 0.8037; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.4438, 0.3849, lift_point: 0.4438, 0.3849; The action is #DUAL_POINT#; touch_point: 0.8209, 0.8498, lift_point: 0.8209, 0.8498", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24436_10.png" ] }, { "query": "\nPrevious Actions: Goal: What's on Reddit; The action is #DUAL_POINT#; touch_point: 0.0752, 0.5699, lift_point: 0.0752, 0.5699; The action is #TYPE#; And the content is : \"typed_text\": \"reddit\"; The action is #DUAL_POINT#; touch_point: 0.2783, 0.4273, lift_point: 0.2783, 0.4273; The action is #DUAL_POINT#; touch_point: 0.4492, 0.1148, lift_point: 0.4492, 0.1148; The action is #DUAL_POINT#; touch_point: 0.4832, 0.6379, lift_point: 0.4832, 0.6379; The action is #DUAL_POINT#; touch_point: 0.7387, 0.8037, lift_point: 0.7387, 0.8037; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.4438, 0.3849, lift_point: 0.4438, 0.3849; The action is #DUAL_POINT#; touch_point: 0.8209, 0.8498, lift_point: 0.8209, 0.8498; The action is #Scrolling Up#", "response": "The action is #DUAL_POINT#; touch_point: 0.1515, 0.9091, lift_point: 0.1515, 0.9091", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24436_11.png" ] }, { "query": "\nPrevious Actions: Goal: What's on Reddit; The action is #DUAL_POINT#; touch_point: 0.0752, 0.5699, lift_point: 0.0752, 0.5699; The action is #TYPE#; And the content is : \"typed_text\": \"reddit\"; The action is #DUAL_POINT#; touch_point: 0.2783, 0.4273, lift_point: 0.2783, 0.4273; The action is #DUAL_POINT#; touch_point: 0.4492, 0.1148, lift_point: 0.4492, 0.1148; The action is #DUAL_POINT#; touch_point: 0.4832, 0.6379, lift_point: 0.4832, 0.6379; The action is #DUAL_POINT#; touch_point: 0.7387, 0.8037, lift_point: 0.7387, 0.8037; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.4438, 0.3849, lift_point: 0.4438, 0.3849; The action is #DUAL_POINT#; touch_point: 0.8209, 0.8498, lift_point: 0.8209, 0.8498; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.1515, 0.9091, lift_point: 0.1515, 0.9091", "response": "The action is #DUAL_POINT#; touch_point: 0.6437, 0.4219, lift_point: 0.6437, 0.4219", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24436_12.png" ] }, { "query": "\nPrevious Actions: Goal: What's on Reddit; The action is #DUAL_POINT#; touch_point: 0.0752, 0.5699, lift_point: 0.0752, 0.5699; The action is #TYPE#; And the content is : \"typed_text\": \"reddit\"; The action is #DUAL_POINT#; touch_point: 0.2783, 0.4273, lift_point: 0.2783, 0.4273; The action is #DUAL_POINT#; touch_point: 0.4492, 0.1148, lift_point: 0.4492, 0.1148; The action is #DUAL_POINT#; touch_point: 0.4832, 0.6379, lift_point: 0.4832, 0.6379; The action is #DUAL_POINT#; touch_point: 0.7387, 0.8037, lift_point: 0.7387, 0.8037; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.4438, 0.3849, lift_point: 0.4438, 0.3849; The action is #DUAL_POINT#; touch_point: 0.8209, 0.8498, lift_point: 0.8209, 0.8498; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.1515, 0.9091, lift_point: 0.1515, 0.9091; The action is #DUAL_POINT#; touch_point: 0.6437, 0.4219, lift_point: 0.6437, 0.4219", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24436_13.png" ] }, { "query": "\nPrevious Actions: Goal: What's on Reddit; The action is #DUAL_POINT#; touch_point: 0.0752, 0.5699, lift_point: 0.0752, 0.5699; The action is #TYPE#; And the content is : \"typed_text\": \"reddit\"; The action is #DUAL_POINT#; touch_point: 0.2783, 0.4273, lift_point: 0.2783, 0.4273; The action is #DUAL_POINT#; touch_point: 0.4492, 0.1148, lift_point: 0.4492, 0.1148; The action is #DUAL_POINT#; touch_point: 0.4832, 0.6379, lift_point: 0.4832, 0.6379; The action is #DUAL_POINT#; touch_point: 0.7387, 0.8037, lift_point: 0.7387, 0.8037; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.4438, 0.3849, lift_point: 0.4438, 0.3849; The action is #DUAL_POINT#; touch_point: 0.8209, 0.8498, lift_point: 0.8209, 0.8498; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.1515, 0.9091, lift_point: 0.1515, 0.9091; The action is #DUAL_POINT#; touch_point: 0.6437, 0.4219, lift_point: 0.6437, 0.4219; The action is #Scrolling Up#", "response": "The action is #DUAL_POINT#; touch_point: 0.1595, 0.8944, lift_point: 0.1595, 0.8944", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24436_14.png" ] }, { "query": "\nPrevious Actions: Goal: What's on Reddit; The action is #DUAL_POINT#; touch_point: 0.0752, 0.5699, lift_point: 0.0752, 0.5699; The action is #TYPE#; And the content is : \"typed_text\": \"reddit\"; The action is #DUAL_POINT#; touch_point: 0.2783, 0.4273, lift_point: 0.2783, 0.4273; The action is #DUAL_POINT#; touch_point: 0.4492, 0.1148, lift_point: 0.4492, 0.1148; The action is #DUAL_POINT#; touch_point: 0.4832, 0.6379, lift_point: 0.4832, 0.6379; The action is #DUAL_POINT#; touch_point: 0.7387, 0.8037, lift_point: 0.7387, 0.8037; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.4438, 0.3849, lift_point: 0.4438, 0.3849; The action is #DUAL_POINT#; touch_point: 0.8209, 0.8498, lift_point: 0.8209, 0.8498; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.1515, 0.9091, lift_point: 0.1515, 0.9091; The action is #DUAL_POINT#; touch_point: 0.6437, 0.4219, lift_point: 0.6437, 0.4219; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.1595, 0.8944, lift_point: 0.1595, 0.8944", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24436_15.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new window in Chrome", "response": "The action is #DUAL_POINT#; touch_point: 0.757, 0.3336, lift_point: 0.757, 0.3336", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24520_1.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new window in Chrome; The action is #DUAL_POINT#; touch_point: 0.757, 0.3336, lift_point: 0.757, 0.3336", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24520_2.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new window in Chrome; The action is #DUAL_POINT#; touch_point: 0.757, 0.3336, lift_point: 0.757, 0.3336; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7443, 0.2863, lift_point: 0.7443, 0.2863", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24520_3.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new window in Chrome; The action is #DUAL_POINT#; touch_point: 0.757, 0.3336, lift_point: 0.757, 0.3336; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7443, 0.2863, lift_point: 0.7443, 0.2863", "response": "The action is #DUAL_POINT#; touch_point: 0.0729, 0.9381, lift_point: 0.0729, 0.9381", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24520_4.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new window in Chrome; The action is #DUAL_POINT#; touch_point: 0.757, 0.3336, lift_point: 0.757, 0.3336; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7443, 0.2863, lift_point: 0.7443, 0.2863; The action is #DUAL_POINT#; touch_point: 0.0729, 0.9381, lift_point: 0.0729, 0.9381", "response": "The action is #DUAL_POINT#; touch_point: 0.1679, 0.5016, lift_point: 0.1679, 0.5016", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24520_5.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new window in Chrome; The action is #DUAL_POINT#; touch_point: 0.757, 0.3336, lift_point: 0.757, 0.3336; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7443, 0.2863, lift_point: 0.7443, 0.2863; The action is #DUAL_POINT#; touch_point: 0.0729, 0.9381, lift_point: 0.0729, 0.9381; The action is #DUAL_POINT#; touch_point: 0.1679, 0.5016, lift_point: 0.1679, 0.5016", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24520_6.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Twitter app", "response": "The action is #DUAL_POINT#; touch_point: 0.7568, 0.679, lift_point: 0.7568, 0.679", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24554_1.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Twitter app; The action is #DUAL_POINT#; touch_point: 0.7568, 0.679, lift_point: 0.7568, 0.679", "response": "The action is #DUAL_POINT#; touch_point: 0.7722, 0.7035, lift_point: 0.7722, 0.7035", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24554_2.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Twitter app; The action is #DUAL_POINT#; touch_point: 0.7568, 0.679, lift_point: 0.7568, 0.679; The action is #DUAL_POINT#; touch_point: 0.7722, 0.7035, lift_point: 0.7722, 0.7035", "response": "The action is #DUAL_POINT#; touch_point: 0.0808, 0.7656, lift_point: 0.0808, 0.7656", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24554_3.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Twitter app; The action is #DUAL_POINT#; touch_point: 0.7568, 0.679, lift_point: 0.7568, 0.679; The action is #DUAL_POINT#; touch_point: 0.7722, 0.7035, lift_point: 0.7722, 0.7035; The action is #DUAL_POINT#; touch_point: 0.0808, 0.7656, lift_point: 0.0808, 0.7656", "response": "The action is #DUAL_POINT#; touch_point: 0.0762, 0.9075, lift_point: 0.0762, 0.9075", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24554_4.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Twitter app; The action is #DUAL_POINT#; touch_point: 0.7568, 0.679, lift_point: 0.7568, 0.679; The action is #DUAL_POINT#; touch_point: 0.7722, 0.7035, lift_point: 0.7722, 0.7035; The action is #DUAL_POINT#; touch_point: 0.0808, 0.7656, lift_point: 0.0808, 0.7656; The action is #DUAL_POINT#; touch_point: 0.0762, 0.9075, lift_point: 0.0762, 0.9075", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"twitter\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24554_5.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Twitter app; The action is #DUAL_POINT#; touch_point: 0.7568, 0.679, lift_point: 0.7568, 0.679; The action is #DUAL_POINT#; touch_point: 0.7722, 0.7035, lift_point: 0.7722, 0.7035; The action is #DUAL_POINT#; touch_point: 0.0808, 0.7656, lift_point: 0.0808, 0.7656; The action is #DUAL_POINT#; touch_point: 0.0762, 0.9075, lift_point: 0.0762, 0.9075; The action is #TYPE#; And the content is : \"typed_text\": \"twitter\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24554_6.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Twitter app; The action is #DUAL_POINT#; touch_point: 0.7568, 0.679, lift_point: 0.7568, 0.679; The action is #DUAL_POINT#; touch_point: 0.7722, 0.7035, lift_point: 0.7722, 0.7035; The action is #DUAL_POINT#; touch_point: 0.0808, 0.7656, lift_point: 0.0808, 0.7656; The action is #DUAL_POINT#; touch_point: 0.0762, 0.9075, lift_point: 0.0762, 0.9075; The action is #TYPE#; And the content is : \"typed_text\": \"twitter\"; The action is #PRESS_ENTER#", "response": "The action is #DUAL_POINT#; touch_point: 0.2144, 0.8244, lift_point: 0.2144, 0.8244", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24554_7.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Twitter app; The action is #DUAL_POINT#; touch_point: 0.7568, 0.679, lift_point: 0.7568, 0.679; The action is #DUAL_POINT#; touch_point: 0.7722, 0.7035, lift_point: 0.7722, 0.7035; The action is #DUAL_POINT#; touch_point: 0.0808, 0.7656, lift_point: 0.0808, 0.7656; The action is #DUAL_POINT#; touch_point: 0.0762, 0.9075, lift_point: 0.0762, 0.9075; The action is #TYPE#; And the content is : \"typed_text\": \"twitter\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.2144, 0.8244, lift_point: 0.2144, 0.8244", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24554_8.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Twitter app; The action is #DUAL_POINT#; touch_point: 0.7568, 0.679, lift_point: 0.7568, 0.679; The action is #DUAL_POINT#; touch_point: 0.7722, 0.7035, lift_point: 0.7722, 0.7035; The action is #DUAL_POINT#; touch_point: 0.0808, 0.7656, lift_point: 0.0808, 0.7656; The action is #DUAL_POINT#; touch_point: 0.0762, 0.9075, lift_point: 0.0762, 0.9075; The action is #TYPE#; And the content is : \"typed_text\": \"twitter\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.2144, 0.8244, lift_point: 0.2144, 0.8244; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24554_9.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Twitter app; The action is #DUAL_POINT#; touch_point: 0.7568, 0.679, lift_point: 0.7568, 0.679; The action is #DUAL_POINT#; touch_point: 0.7722, 0.7035, lift_point: 0.7722, 0.7035; The action is #DUAL_POINT#; touch_point: 0.0808, 0.7656, lift_point: 0.0808, 0.7656; The action is #DUAL_POINT#; touch_point: 0.0762, 0.9075, lift_point: 0.0762, 0.9075; The action is #TYPE#; And the content is : \"typed_text\": \"twitter\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.2144, 0.8244, lift_point: 0.2144, 0.8244; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24554_10.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Twitter app; The action is #DUAL_POINT#; touch_point: 0.7568, 0.679, lift_point: 0.7568, 0.679; The action is #DUAL_POINT#; touch_point: 0.7722, 0.7035, lift_point: 0.7722, 0.7035; The action is #DUAL_POINT#; touch_point: 0.0808, 0.7656, lift_point: 0.0808, 0.7656; The action is #DUAL_POINT#; touch_point: 0.0762, 0.9075, lift_point: 0.0762, 0.9075; The action is #TYPE#; And the content is : \"typed_text\": \"twitter\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.2144, 0.8244, lift_point: 0.2144, 0.8244; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24554_11.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Twitter app; The action is #DUAL_POINT#; touch_point: 0.7568, 0.679, lift_point: 0.7568, 0.679; The action is #DUAL_POINT#; touch_point: 0.7722, 0.7035, lift_point: 0.7722, 0.7035; The action is #DUAL_POINT#; touch_point: 0.0808, 0.7656, lift_point: 0.0808, 0.7656; The action is #DUAL_POINT#; touch_point: 0.0762, 0.9075, lift_point: 0.0762, 0.9075; The action is #TYPE#; And the content is : \"typed_text\": \"twitter\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.2144, 0.8244, lift_point: 0.2144, 0.8244; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #DUAL_POINT#; touch_point: 0.1807, 0.8051, lift_point: 0.1807, 0.8051", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24554_12.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Twitter app; The action is #DUAL_POINT#; touch_point: 0.7568, 0.679, lift_point: 0.7568, 0.679; The action is #DUAL_POINT#; touch_point: 0.7722, 0.7035, lift_point: 0.7722, 0.7035; The action is #DUAL_POINT#; touch_point: 0.0808, 0.7656, lift_point: 0.0808, 0.7656; The action is #DUAL_POINT#; touch_point: 0.0762, 0.9075, lift_point: 0.0762, 0.9075; The action is #TYPE#; And the content is : \"typed_text\": \"twitter\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.2144, 0.8244, lift_point: 0.2144, 0.8244; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.1807, 0.8051, lift_point: 0.1807, 0.8051", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24554_13.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Spotify app", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24572_1.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Spotify app; The action is #Scrolling Down#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24572_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new nail polish", "response": "The action is #DUAL_POINT#; touch_point: 0.9036, 0.4394, lift_point: 0.9036, 0.4394", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24593_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new nail polish; The action is #DUAL_POINT#; touch_point: 0.9036, 0.4394, lift_point: 0.9036, 0.4394", "response": "The action is #DUAL_POINT#; touch_point: 0.8892, 0.508, lift_point: 0.8892, 0.508", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24593_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new nail polish; The action is #DUAL_POINT#; touch_point: 0.9036, 0.4394, lift_point: 0.9036, 0.4394; The action is #DUAL_POINT#; touch_point: 0.8892, 0.508, lift_point: 0.8892, 0.508", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"new nail polish\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24593_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new nail polish; The action is #DUAL_POINT#; touch_point: 0.9036, 0.4394, lift_point: 0.9036, 0.4394; The action is #DUAL_POINT#; touch_point: 0.8892, 0.508, lift_point: 0.8892, 0.508; The action is #TYPE#; And the content is : \"typed_text\": \"new nail polish\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1798, 0.3692, lift_point: 0.1798, 0.3692", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24593_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new nail polish; The action is #DUAL_POINT#; touch_point: 0.9036, 0.4394, lift_point: 0.9036, 0.4394; The action is #DUAL_POINT#; touch_point: 0.8892, 0.508, lift_point: 0.8892, 0.508; The action is #TYPE#; And the content is : \"typed_text\": \"new nail polish\"; The action is #DUAL_POINT#; touch_point: 0.1798, 0.3692, lift_point: 0.1798, 0.3692", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24593_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the Hisense TV?", "response": "The action is #DUAL_POINT#; touch_point: 0.884, 0.53, lift_point: 0.884, 0.53", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24611_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the Hisense TV?; The action is #DUAL_POINT#; touch_point: 0.884, 0.53, lift_point: 0.884, 0.53", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the Hisense TV?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24611_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the Hisense TV?; The action is #DUAL_POINT#; touch_point: 0.884, 0.53, lift_point: 0.884, 0.53; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the Hisense TV?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.117, 0.443, lift_point: 0.117, 0.443", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24611_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the Hisense TV?; The action is #DUAL_POINT#; touch_point: 0.884, 0.53, lift_point: 0.884, 0.53; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the Hisense TV?\"; The action is #DUAL_POINT#; touch_point: 0.117, 0.443, lift_point: 0.117, 0.443", "response": "The action is #DUAL_POINT#; touch_point: 0.3452, 0.1982, lift_point: 0.3452, 0.1982", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24611_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the Hisense TV?; The action is #DUAL_POINT#; touch_point: 0.884, 0.53, lift_point: 0.884, 0.53; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the Hisense TV?\"; The action is #DUAL_POINT#; touch_point: 0.117, 0.443, lift_point: 0.117, 0.443; The action is #DUAL_POINT#; touch_point: 0.3452, 0.1982, lift_point: 0.3452, 0.1982", "response": "The action is #DUAL_POINT#; touch_point: 0.7584, 0.939, lift_point: 0.7584, 0.939", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24611_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the Hisense TV?; The action is #DUAL_POINT#; touch_point: 0.884, 0.53, lift_point: 0.884, 0.53; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the Hisense TV?\"; The action is #DUAL_POINT#; touch_point: 0.117, 0.443, lift_point: 0.117, 0.443; The action is #DUAL_POINT#; touch_point: 0.3452, 0.1982, lift_point: 0.3452, 0.1982; The action is #DUAL_POINT#; touch_point: 0.7584, 0.939, lift_point: 0.7584, 0.939", "response": "The action is #DUAL_POINT#; touch_point: 0.749, 0.9327, lift_point: 0.749, 0.9327", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24611_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the Hisense TV?; The action is #DUAL_POINT#; touch_point: 0.884, 0.53, lift_point: 0.884, 0.53; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the Hisense TV?\"; The action is #DUAL_POINT#; touch_point: 0.117, 0.443, lift_point: 0.117, 0.443; The action is #DUAL_POINT#; touch_point: 0.3452, 0.1982, lift_point: 0.3452, 0.1982; The action is #DUAL_POINT#; touch_point: 0.7584, 0.939, lift_point: 0.7584, 0.939; The action is #DUAL_POINT#; touch_point: 0.749, 0.9327, lift_point: 0.749, 0.9327", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24611_7.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Bruno Mars video on YouTube", "response": "The action is #DUAL_POINT#; touch_point: 0.7737, 0.8688, lift_point: 0.7737, 0.8688", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24635_1.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Bruno Mars video on YouTube; The action is #DUAL_POINT#; touch_point: 0.7737, 0.8688, lift_point: 0.7737, 0.8688", "response": "The action is #DUAL_POINT#; touch_point: 0.0472, 0.0735, lift_point: 0.0472, 0.0735", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24635_2.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Bruno Mars video on YouTube; The action is #DUAL_POINT#; touch_point: 0.7737, 0.8688, lift_point: 0.7737, 0.8688; The action is #DUAL_POINT#; touch_point: 0.0472, 0.0735, lift_point: 0.0472, 0.0735", "response": "The action is #DUAL_POINT#; touch_point: 0.8561, 0.9226, lift_point: 0.8561, 0.9226", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24635_3.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Bruno Mars video on YouTube; The action is #DUAL_POINT#; touch_point: 0.7737, 0.8688, lift_point: 0.7737, 0.8688; The action is #DUAL_POINT#; touch_point: 0.0472, 0.0735, lift_point: 0.0472, 0.0735; The action is #DUAL_POINT#; touch_point: 0.8561, 0.9226, lift_point: 0.8561, 0.9226", "response": "The action is #DUAL_POINT#; touch_point: 0.0608, 0.0684, lift_point: 0.0608, 0.0684", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24635_4.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Bruno Mars video on YouTube; The action is #DUAL_POINT#; touch_point: 0.7737, 0.8688, lift_point: 0.7737, 0.8688; The action is #DUAL_POINT#; touch_point: 0.0472, 0.0735, lift_point: 0.0472, 0.0735; The action is #DUAL_POINT#; touch_point: 0.8561, 0.9226, lift_point: 0.8561, 0.9226; The action is #DUAL_POINT#; touch_point: 0.0608, 0.0684, lift_point: 0.0608, 0.0684", "response": "The action is #DUAL_POINT#; touch_point: 0.0487, 0.8138, lift_point: 0.0487, 0.8138", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24635_5.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Bruno Mars video on YouTube; The action is #DUAL_POINT#; touch_point: 0.7737, 0.8688, lift_point: 0.7737, 0.8688; The action is #DUAL_POINT#; touch_point: 0.0472, 0.0735, lift_point: 0.0472, 0.0735; The action is #DUAL_POINT#; touch_point: 0.8561, 0.9226, lift_point: 0.8561, 0.9226; The action is #DUAL_POINT#; touch_point: 0.0608, 0.0684, lift_point: 0.0608, 0.0684; The action is #DUAL_POINT#; touch_point: 0.0487, 0.8138, lift_point: 0.0487, 0.8138", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"new Bruno Mars video\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24635_6.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Bruno Mars video on YouTube; The action is #DUAL_POINT#; touch_point: 0.7737, 0.8688, lift_point: 0.7737, 0.8688; The action is #DUAL_POINT#; touch_point: 0.0472, 0.0735, lift_point: 0.0472, 0.0735; The action is #DUAL_POINT#; touch_point: 0.8561, 0.9226, lift_point: 0.8561, 0.9226; The action is #DUAL_POINT#; touch_point: 0.0608, 0.0684, lift_point: 0.0608, 0.0684; The action is #DUAL_POINT#; touch_point: 0.0487, 0.8138, lift_point: 0.0487, 0.8138; The action is #TYPE#; And the content is : \"typed_text\": \"new Bruno Mars video\"", "response": "The action is #DUAL_POINT#; touch_point: 0.11, 0.416, lift_point: 0.11, 0.416", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24635_7.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Bruno Mars video on YouTube; The action is #DUAL_POINT#; touch_point: 0.7737, 0.8688, lift_point: 0.7737, 0.8688; The action is #DUAL_POINT#; touch_point: 0.0472, 0.0735, lift_point: 0.0472, 0.0735; The action is #DUAL_POINT#; touch_point: 0.8561, 0.9226, lift_point: 0.8561, 0.9226; The action is #DUAL_POINT#; touch_point: 0.0608, 0.0684, lift_point: 0.0608, 0.0684; The action is #DUAL_POINT#; touch_point: 0.0487, 0.8138, lift_point: 0.0487, 0.8138; The action is #TYPE#; And the content is : \"typed_text\": \"new Bruno Mars video\"; The action is #DUAL_POINT#; touch_point: 0.11, 0.416, lift_point: 0.11, 0.416", "response": "The action is #DUAL_POINT#; touch_point: 0.3355, 0.48, lift_point: 0.3355, 0.48", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24635_8.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Bruno Mars video on YouTube; The action is #DUAL_POINT#; touch_point: 0.7737, 0.8688, lift_point: 0.7737, 0.8688; The action is #DUAL_POINT#; touch_point: 0.0472, 0.0735, lift_point: 0.0472, 0.0735; The action is #DUAL_POINT#; touch_point: 0.8561, 0.9226, lift_point: 0.8561, 0.9226; The action is #DUAL_POINT#; touch_point: 0.0608, 0.0684, lift_point: 0.0608, 0.0684; The action is #DUAL_POINT#; touch_point: 0.0487, 0.8138, lift_point: 0.0487, 0.8138; The action is #TYPE#; And the content is : \"typed_text\": \"new Bruno Mars video\"; The action is #DUAL_POINT#; touch_point: 0.11, 0.416, lift_point: 0.11, 0.416; The action is #DUAL_POINT#; touch_point: 0.3355, 0.48, lift_point: 0.3355, 0.48", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24635_9.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Paraguay", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24843_1.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Paraguay; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.5463, 0.4976, lift_point: 0.5463, 0.4976", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24843_2.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Paraguay; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5463, 0.4976, lift_point: 0.5463, 0.4976", "response": "The action is #DUAL_POINT#; touch_point: 0.8229, 0.2441, lift_point: 0.8229, 0.2441", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24843_3.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Paraguay; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5463, 0.4976, lift_point: 0.5463, 0.4976; The action is #DUAL_POINT#; touch_point: 0.8229, 0.2441, lift_point: 0.8229, 0.2441", "response": "The action is #DUAL_POINT#; touch_point: 0.1028, 0.4618, lift_point: 0.1028, 0.4618", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24843_4.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Paraguay; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5463, 0.4976, lift_point: 0.5463, 0.4976; The action is #DUAL_POINT#; touch_point: 0.8229, 0.2441, lift_point: 0.8229, 0.2441; The action is #DUAL_POINT#; touch_point: 0.1028, 0.4618, lift_point: 0.1028, 0.4618", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24843_5.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Paraguay; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5463, 0.4976, lift_point: 0.5463, 0.4976; The action is #DUAL_POINT#; touch_point: 0.8229, 0.2441, lift_point: 0.8229, 0.2441; The action is #DUAL_POINT#; touch_point: 0.1028, 0.4618, lift_point: 0.1028, 0.4618; The action is #Scrolling Up#", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Paraguay\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24843_6.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Paraguay; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5463, 0.4976, lift_point: 0.5463, 0.4976; The action is #DUAL_POINT#; touch_point: 0.8229, 0.2441, lift_point: 0.8229, 0.2441; The action is #DUAL_POINT#; touch_point: 0.1028, 0.4618, lift_point: 0.1028, 0.4618; The action is #Scrolling Up#; The action is #TYPE#; And the content is : \"typed_text\": \"capital of Paraguay\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24843_7.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Paraguay; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5463, 0.4976, lift_point: 0.5463, 0.4976; The action is #DUAL_POINT#; touch_point: 0.8229, 0.2441, lift_point: 0.8229, 0.2441; The action is #DUAL_POINT#; touch_point: 0.1028, 0.4618, lift_point: 0.1028, 0.4618; The action is #Scrolling Up#; The action is #TYPE#; And the content is : \"typed_text\": \"capital of Paraguay\"; The action is #PRESS_ENTER#", "response": "The action is #DUAL_POINT#; touch_point: 0.5115, 0.5001, lift_point: 0.5115, 0.5001", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24843_8.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Paraguay; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5463, 0.4976, lift_point: 0.5463, 0.4976; The action is #DUAL_POINT#; touch_point: 0.8229, 0.2441, lift_point: 0.8229, 0.2441; The action is #DUAL_POINT#; touch_point: 0.1028, 0.4618, lift_point: 0.1028, 0.4618; The action is #Scrolling Up#; The action is #TYPE#; And the content is : \"typed_text\": \"capital of Paraguay\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.5115, 0.5001, lift_point: 0.5115, 0.5001", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Paraguay\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24843_9.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Paraguay; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5463, 0.4976, lift_point: 0.5463, 0.4976; The action is #DUAL_POINT#; touch_point: 0.8229, 0.2441, lift_point: 0.8229, 0.2441; The action is #DUAL_POINT#; touch_point: 0.1028, 0.4618, lift_point: 0.1028, 0.4618; The action is #Scrolling Up#; The action is #TYPE#; And the content is : \"typed_text\": \"capital of Paraguay\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.5115, 0.5001, lift_point: 0.5115, 0.5001; The action is #TYPE#; And the content is : \"typed_text\": \"capital of Paraguay\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24843_10.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Paraguay; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5463, 0.4976, lift_point: 0.5463, 0.4976; The action is #DUAL_POINT#; touch_point: 0.8229, 0.2441, lift_point: 0.8229, 0.2441; The action is #DUAL_POINT#; touch_point: 0.1028, 0.4618, lift_point: 0.1028, 0.4618; The action is #Scrolling Up#; The action is #TYPE#; And the content is : \"typed_text\": \"capital of Paraguay\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.5115, 0.5001, lift_point: 0.5115, 0.5001; The action is #TYPE#; And the content is : \"typed_text\": \"capital of Paraguay\"; The action is #PRESS_ENTER#", "response": "The action is #DUAL_POINT#; touch_point: 0.6879, 0.9121, lift_point: 0.6879, 0.9121", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24843_11.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Paraguay; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5463, 0.4976, lift_point: 0.5463, 0.4976; The action is #DUAL_POINT#; touch_point: 0.8229, 0.2441, lift_point: 0.8229, 0.2441; The action is #DUAL_POINT#; touch_point: 0.1028, 0.4618, lift_point: 0.1028, 0.4618; The action is #Scrolling Up#; The action is #TYPE#; And the content is : \"typed_text\": \"capital of Paraguay\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.5115, 0.5001, lift_point: 0.5115, 0.5001; The action is #TYPE#; And the content is : \"typed_text\": \"capital of Paraguay\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.6879, 0.9121, lift_point: 0.6879, 0.9121", "response": "The action is #DUAL_POINT#; touch_point: 0.678, 0.8882, lift_point: 0.678, 0.8882", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24843_12.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Paraguay; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5463, 0.4976, lift_point: 0.5463, 0.4976; The action is #DUAL_POINT#; touch_point: 0.8229, 0.2441, lift_point: 0.8229, 0.2441; The action is #DUAL_POINT#; touch_point: 0.1028, 0.4618, lift_point: 0.1028, 0.4618; The action is #Scrolling Up#; The action is #TYPE#; And the content is : \"typed_text\": \"capital of Paraguay\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.5115, 0.5001, lift_point: 0.5115, 0.5001; The action is #TYPE#; And the content is : \"typed_text\": \"capital of Paraguay\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.6879, 0.9121, lift_point: 0.6879, 0.9121; The action is #DUAL_POINT#; touch_point: 0.678, 0.8882, lift_point: 0.678, 0.8882", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24843_13.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Los Angeles?", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24934_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Los Angeles?; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.5487, 0.4375, lift_point: 0.5487, 0.4375", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24934_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Los Angeles?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5487, 0.4375, lift_point: 0.5487, 0.4375", "response": "The action is #DUAL_POINT#; touch_point: 0.5416, 0.5029, lift_point: 0.5416, 0.5029", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24934_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Los Angeles?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5487, 0.4375, lift_point: 0.5487, 0.4375; The action is #DUAL_POINT#; touch_point: 0.5416, 0.5029, lift_point: 0.5416, 0.5029", "response": "The action is #DUAL_POINT#; touch_point: 0.1082, 0.4914, lift_point: 0.1082, 0.4914", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24934_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Los Angeles?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5487, 0.4375, lift_point: 0.5487, 0.4375; The action is #DUAL_POINT#; touch_point: 0.5416, 0.5029, lift_point: 0.5416, 0.5029; The action is #DUAL_POINT#; touch_point: 0.1082, 0.4914, lift_point: 0.1082, 0.4914", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Los Angeles?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24934_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Los Angeles?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5487, 0.4375, lift_point: 0.5487, 0.4375; The action is #DUAL_POINT#; touch_point: 0.5416, 0.5029, lift_point: 0.5416, 0.5029; The action is #DUAL_POINT#; touch_point: 0.1082, 0.4914, lift_point: 0.1082, 0.4914; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Los Angeles?\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24934_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Los Angeles?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5487, 0.4375, lift_point: 0.5487, 0.4375; The action is #DUAL_POINT#; touch_point: 0.5416, 0.5029, lift_point: 0.5416, 0.5029; The action is #DUAL_POINT#; touch_point: 0.1082, 0.4914, lift_point: 0.1082, 0.4914; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Los Angeles?\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24934_7.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Best Buy?", "response": "The action is #DUAL_POINT#; touch_point: 0.3003, 0.2088, lift_point: 0.3003, 0.2088", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24995_1.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Best Buy?; The action is #DUAL_POINT#; touch_point: 0.3003, 0.2088, lift_point: 0.3003, 0.2088", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24995_2.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Best Buy?; The action is #DUAL_POINT#; touch_point: 0.3003, 0.2088, lift_point: 0.3003, 0.2088; The action is #Scrolling Down#", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24995_3.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Best Buy?; The action is #DUAL_POINT#; touch_point: 0.3003, 0.2088, lift_point: 0.3003, 0.2088; The action is #Scrolling Down#; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24995_4.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Best Buy?; The action is #DUAL_POINT#; touch_point: 0.3003, 0.2088, lift_point: 0.3003, 0.2088; The action is #Scrolling Down#; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.4956, 0.4605, lift_point: 0.4956, 0.4605", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24995_5.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Best Buy?; The action is #DUAL_POINT#; touch_point: 0.3003, 0.2088, lift_point: 0.3003, 0.2088; The action is #Scrolling Down#; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4956, 0.4605, lift_point: 0.4956, 0.4605", "response": "The action is #DUAL_POINT#; touch_point: 0.1153, 0.6048, lift_point: 0.1153, 0.6048", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24995_6.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Best Buy?; The action is #DUAL_POINT#; touch_point: 0.3003, 0.2088, lift_point: 0.3003, 0.2088; The action is #Scrolling Down#; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4956, 0.4605, lift_point: 0.4956, 0.4605; The action is #DUAL_POINT#; touch_point: 0.1153, 0.6048, lift_point: 0.1153, 0.6048", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Best Buy?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24995_7.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Best Buy?; The action is #DUAL_POINT#; touch_point: 0.3003, 0.2088, lift_point: 0.3003, 0.2088; The action is #Scrolling Down#; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4956, 0.4605, lift_point: 0.4956, 0.4605; The action is #DUAL_POINT#; touch_point: 0.1153, 0.6048, lift_point: 0.1153, 0.6048; The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Best Buy?\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24995_8.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Best Buy?; The action is #DUAL_POINT#; touch_point: 0.3003, 0.2088, lift_point: 0.3003, 0.2088; The action is #Scrolling Down#; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4956, 0.4605, lift_point: 0.4956, 0.4605; The action is #DUAL_POINT#; touch_point: 0.1153, 0.6048, lift_point: 0.1153, 0.6048; The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Best Buy?\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/24995_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25004_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25004_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25004_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.5003, 0.4928, lift_point: 0.5003, 0.4928", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25004_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5003, 0.4928, lift_point: 0.5003, 0.4928", "response": "The action is #DUAL_POINT#; touch_point: 0.1093, 0.5292, lift_point: 0.1093, 0.5292", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25004_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5003, 0.4928, lift_point: 0.5003, 0.4928; The action is #DUAL_POINT#; touch_point: 0.1093, 0.5292, lift_point: 0.1093, 0.5292", "response": "The action is #DUAL_POINT#; touch_point: 0.1016, 0.8894, lift_point: 0.1016, 0.8894", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25004_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5003, 0.4928, lift_point: 0.5003, 0.4928; The action is #DUAL_POINT#; touch_point: 0.1093, 0.5292, lift_point: 0.1093, 0.5292; The action is #DUAL_POINT#; touch_point: 0.1016, 0.8894, lift_point: 0.1016, 0.8894", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Seoul?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25004_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5003, 0.4928, lift_point: 0.5003, 0.4928; The action is #DUAL_POINT#; touch_point: 0.1093, 0.5292, lift_point: 0.1093, 0.5292; The action is #DUAL_POINT#; touch_point: 0.1016, 0.8894, lift_point: 0.1016, 0.8894; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Seoul?\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25004_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5003, 0.4928, lift_point: 0.5003, 0.4928; The action is #DUAL_POINT#; touch_point: 0.1093, 0.5292, lift_point: 0.1093, 0.5292; The action is #DUAL_POINT#; touch_point: 0.1016, 0.8894, lift_point: 0.1016, 0.8894; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Seoul?\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25004_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this month?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25029_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this month?; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25029_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this month?; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3687, 0.6377, lift_point: 0.3687, 0.6377", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25029_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this month?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3687, 0.6377, lift_point: 0.3687, 0.6377", "response": "The action is #PRESS_BACK#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25029_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this month?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3687, 0.6377, lift_point: 0.3687, 0.6377; The action is #PRESS_BACK#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25029_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this month?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3687, 0.6377, lift_point: 0.3687, 0.6377; The action is #PRESS_BACK#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25029_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this month?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3687, 0.6377, lift_point: 0.3687, 0.6377; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.2971, 0.4607, lift_point: 0.2971, 0.4607", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25029_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this month?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3687, 0.6377, lift_point: 0.3687, 0.6377; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2971, 0.4607, lift_point: 0.2971, 0.4607", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25029_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Jamaica?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25172_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Jamaica?; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25172_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Jamaica?; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3467, 0.6157, lift_point: 0.3467, 0.6157", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25172_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Jamaica?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3467, 0.6157, lift_point: 0.3467, 0.6157", "response": "The action is #DUAL_POINT#; touch_point: 0.1943, 0.6497, lift_point: 0.1943, 0.6497", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25172_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Jamaica?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3467, 0.6157, lift_point: 0.3467, 0.6157; The action is #DUAL_POINT#; touch_point: 0.1943, 0.6497, lift_point: 0.1943, 0.6497", "response": "The action is #DUAL_POINT#; touch_point: 0.0498, 0.6579, lift_point: 0.0498, 0.6579", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25172_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Jamaica?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3467, 0.6157, lift_point: 0.3467, 0.6157; The action is #DUAL_POINT#; touch_point: 0.1943, 0.6497, lift_point: 0.1943, 0.6497; The action is #DUAL_POINT#; touch_point: 0.0498, 0.6579, lift_point: 0.0498, 0.6579", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Jamaica?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25172_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Jamaica?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3467, 0.6157, lift_point: 0.3467, 0.6157; The action is #DUAL_POINT#; touch_point: 0.1943, 0.6497, lift_point: 0.1943, 0.6497; The action is #DUAL_POINT#; touch_point: 0.0498, 0.6579, lift_point: 0.0498, 0.6579; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Jamaica?\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25172_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Jamaica?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3467, 0.6157, lift_point: 0.3467, 0.6157; The action is #DUAL_POINT#; touch_point: 0.1943, 0.6497, lift_point: 0.1943, 0.6497; The action is #DUAL_POINT#; touch_point: 0.0498, 0.6579, lift_point: 0.0498, 0.6579; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Jamaica?\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25172_8.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in San Francisco?", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25236_1.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in San Francisco?; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3566, 0.6233, lift_point: 0.3566, 0.6233", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25236_2.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in San Francisco?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3566, 0.6233, lift_point: 0.3566, 0.6233", "response": "The action is #DUAL_POINT#; touch_point: 0.0637, 0.5478, lift_point: 0.0637, 0.5478", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25236_3.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in San Francisco?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3566, 0.6233, lift_point: 0.3566, 0.6233; The action is #DUAL_POINT#; touch_point: 0.0637, 0.5478, lift_point: 0.0637, 0.5478", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in San Francisco?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25236_4.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in San Francisco?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3566, 0.6233, lift_point: 0.3566, 0.6233; The action is #DUAL_POINT#; touch_point: 0.0637, 0.5478, lift_point: 0.0637, 0.5478; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in San Francisco?\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25236_5.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in San Francisco?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3566, 0.6233, lift_point: 0.3566, 0.6233; The action is #DUAL_POINT#; touch_point: 0.0637, 0.5478, lift_point: 0.0637, 0.5478; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in San Francisco?\"; The action is #PRESS_ENTER#", "response": "The action is #DUAL_POINT#; touch_point: 0.3394, 0.3787, lift_point: 0.3394, 0.3787", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25236_6.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in San Francisco?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3566, 0.6233, lift_point: 0.3566, 0.6233; The action is #DUAL_POINT#; touch_point: 0.0637, 0.5478, lift_point: 0.0637, 0.5478; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in San Francisco?\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.3394, 0.3787, lift_point: 0.3394, 0.3787", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25236_7.png" ] }, { "query": "\nPrevious Actions: Goal: What does the iPhone 8 look like on eBay?", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25257_1.png" ] }, { "query": "\nPrevious Actions: Goal: What does the iPhone 8 look like on eBay?; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3447, 0.5798, lift_point: 0.3447, 0.5798", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25257_2.png" ] }, { "query": "\nPrevious Actions: Goal: What does the iPhone 8 look like on eBay?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3447, 0.5798, lift_point: 0.3447, 0.5798", "response": "The action is #DUAL_POINT#; touch_point: 0.058, 0.3801, lift_point: 0.058, 0.3801", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25257_3.png" ] }, { "query": "\nPrevious Actions: Goal: What does the iPhone 8 look like on eBay?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3447, 0.5798, lift_point: 0.3447, 0.5798; The action is #DUAL_POINT#; touch_point: 0.058, 0.3801, lift_point: 0.058, 0.3801", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"What does the iPhone 8 look like on eBay?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25257_4.png" ] }, { "query": "\nPrevious Actions: Goal: What does the iPhone 8 look like on eBay?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3447, 0.5798, lift_point: 0.3447, 0.5798; The action is #DUAL_POINT#; touch_point: 0.058, 0.3801, lift_point: 0.058, 0.3801; The action is #TYPE#; And the content is : \"typed_text\": \"What does the iPhone 8 look like on eBay?\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25257_5.png" ] }, { "query": "\nPrevious Actions: Goal: What does the iPhone 8 look like on eBay?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3447, 0.5798, lift_point: 0.3447, 0.5798; The action is #DUAL_POINT#; touch_point: 0.058, 0.3801, lift_point: 0.058, 0.3801; The action is #TYPE#; And the content is : \"typed_text\": \"What does the iPhone 8 look like on eBay?\"; The action is #PRESS_ENTER#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25257_6.png" ] }, { "query": "\nPrevious Actions: Goal: What does the iPhone 8 look like on eBay?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3447, 0.5798, lift_point: 0.3447, 0.5798; The action is #DUAL_POINT#; touch_point: 0.058, 0.3801, lift_point: 0.058, 0.3801; The action is #TYPE#; And the content is : \"typed_text\": \"What does the iPhone 8 look like on eBay?\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25257_7.png" ] }, { "query": "\nPrevious Actions: Goal: What does the iPhone 8 look like on eBay?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3447, 0.5798, lift_point: 0.3447, 0.5798; The action is #DUAL_POINT#; touch_point: 0.058, 0.3801, lift_point: 0.058, 0.3801; The action is #TYPE#; And the content is : \"typed_text\": \"What does the iPhone 8 look like on eBay?\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25257_8.png" ] }, { "query": "\nPrevious Actions: Goal: What does the iPhone 8 look like on eBay?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3447, 0.5798, lift_point: 0.3447, 0.5798; The action is #DUAL_POINT#; touch_point: 0.058, 0.3801, lift_point: 0.058, 0.3801; The action is #TYPE#; And the content is : \"typed_text\": \"What does the iPhone 8 look like on eBay?\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3491, 0.6377, lift_point: 0.3491, 0.6377", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25257_9.png" ] }, { "query": "\nPrevious Actions: Goal: What does the iPhone 8 look like on eBay?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3447, 0.5798, lift_point: 0.3447, 0.5798; The action is #DUAL_POINT#; touch_point: 0.058, 0.3801, lift_point: 0.058, 0.3801; The action is #TYPE#; And the content is : \"typed_text\": \"What does the iPhone 8 look like on eBay?\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3491, 0.6377, lift_point: 0.3491, 0.6377", "response": "The action is #DUAL_POINT#; touch_point: 0.0549, 0.4824, lift_point: 0.0549, 0.4824", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25257_10.png" ] }, { "query": "\nPrevious Actions: Goal: What does the iPhone 8 look like on eBay?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3447, 0.5798, lift_point: 0.3447, 0.5798; The action is #DUAL_POINT#; touch_point: 0.058, 0.3801, lift_point: 0.058, 0.3801; The action is #TYPE#; And the content is : \"typed_text\": \"What does the iPhone 8 look like on eBay?\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3491, 0.6377, lift_point: 0.3491, 0.6377; The action is #DUAL_POINT#; touch_point: 0.0549, 0.4824, lift_point: 0.0549, 0.4824", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"What does the iPhone 8 look like on eBay?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25257_11.png" ] }, { "query": "\nPrevious Actions: Goal: What does the iPhone 8 look like on eBay?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3447, 0.5798, lift_point: 0.3447, 0.5798; The action is #DUAL_POINT#; touch_point: 0.058, 0.3801, lift_point: 0.058, 0.3801; The action is #TYPE#; And the content is : \"typed_text\": \"What does the iPhone 8 look like on eBay?\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3491, 0.6377, lift_point: 0.3491, 0.6377; The action is #DUAL_POINT#; touch_point: 0.0549, 0.4824, lift_point: 0.0549, 0.4824; The action is #TYPE#; And the content is : \"typed_text\": \"What does the iPhone 8 look like on eBay?\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25257_12.png" ] }, { "query": "\nPrevious Actions: Goal: What does the iPhone 8 look like on eBay?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3447, 0.5798, lift_point: 0.3447, 0.5798; The action is #DUAL_POINT#; touch_point: 0.058, 0.3801, lift_point: 0.058, 0.3801; The action is #TYPE#; And the content is : \"typed_text\": \"What does the iPhone 8 look like on eBay?\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3491, 0.6377, lift_point: 0.3491, 0.6377; The action is #DUAL_POINT#; touch_point: 0.0549, 0.4824, lift_point: 0.0549, 0.4824; The action is #TYPE#; And the content is : \"typed_text\": \"What does the iPhone 8 look like on eBay?\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25257_13.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach cooler?", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25304_1.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach cooler?; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3268, 0.5633, lift_point: 0.3268, 0.5633", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25304_2.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach cooler?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3268, 0.5633, lift_point: 0.3268, 0.5633", "response": "The action is #DUAL_POINT#; touch_point: 0.0626, 0.5134, lift_point: 0.0626, 0.5134", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25304_3.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach cooler?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3268, 0.5633, lift_point: 0.3268, 0.5633; The action is #DUAL_POINT#; touch_point: 0.0626, 0.5134, lift_point: 0.0626, 0.5134", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach cooler?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25304_4.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach cooler?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3268, 0.5633, lift_point: 0.3268, 0.5633; The action is #DUAL_POINT#; touch_point: 0.0626, 0.5134, lift_point: 0.0626, 0.5134; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach cooler?\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25304_5.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach cooler?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3268, 0.5633, lift_point: 0.3268, 0.5633; The action is #DUAL_POINT#; touch_point: 0.0626, 0.5134, lift_point: 0.0626, 0.5134; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach cooler?\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25304_6.png" ] }, { "query": "\nPrevious Actions: Goal: Open the clock", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25384_1.png" ] }, { "query": "\nPrevious Actions: Goal: Open the clock; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3543, 0.8344, lift_point: 0.3543, 0.8344", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25384_2.png" ] }, { "query": "\nPrevious Actions: Goal: Open the clock; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3543, 0.8344, lift_point: 0.3543, 0.8344", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25384_3.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 4pm", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25424_1.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 4pm; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.2025, 0.3128, lift_point: 0.2025, 0.3128", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25424_2.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 4pm; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2025, 0.3128, lift_point: 0.2025, 0.3128", "response": "The action is #DUAL_POINT#; touch_point: 0.0917, 0.1112, lift_point: 0.0917, 0.1112", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25424_3.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 4pm; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2025, 0.3128, lift_point: 0.2025, 0.3128; The action is #DUAL_POINT#; touch_point: 0.0917, 0.1112, lift_point: 0.0917, 0.1112", "response": "The action is #DUAL_POINT#; touch_point: 0.8789, 0.5295, lift_point: 0.8789, 0.5295", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25424_4.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 4pm; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2025, 0.3128, lift_point: 0.2025, 0.3128; The action is #DUAL_POINT#; touch_point: 0.0917, 0.1112, lift_point: 0.0917, 0.1112; The action is #DUAL_POINT#; touch_point: 0.8789, 0.5295, lift_point: 0.8789, 0.5295", "response": "The action is #DUAL_POINT#; touch_point: 0.5827, 0.6927, lift_point: 0.5827, 0.6927", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25424_5.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 4pm; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2025, 0.3128, lift_point: 0.2025, 0.3128; The action is #DUAL_POINT#; touch_point: 0.0917, 0.1112, lift_point: 0.0917, 0.1112; The action is #DUAL_POINT#; touch_point: 0.8789, 0.5295, lift_point: 0.8789, 0.5295; The action is #DUAL_POINT#; touch_point: 0.5827, 0.6927, lift_point: 0.5827, 0.6927", "response": "The action is #DUAL_POINT#; touch_point: 0.4045, 0.5047, lift_point: 0.4045, 0.5047", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25424_6.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 4pm; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2025, 0.3128, lift_point: 0.2025, 0.3128; The action is #DUAL_POINT#; touch_point: 0.0917, 0.1112, lift_point: 0.0917, 0.1112; The action is #DUAL_POINT#; touch_point: 0.8789, 0.5295, lift_point: 0.8789, 0.5295; The action is #DUAL_POINT#; touch_point: 0.5827, 0.6927, lift_point: 0.5827, 0.6927; The action is #DUAL_POINT#; touch_point: 0.4045, 0.5047, lift_point: 0.4045, 0.5047", "response": "The action is #DUAL_POINT#; touch_point: 0.6971, 0.7586, lift_point: 0.6971, 0.7586", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25424_7.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 4pm; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2025, 0.3128, lift_point: 0.2025, 0.3128; The action is #DUAL_POINT#; touch_point: 0.0917, 0.1112, lift_point: 0.0917, 0.1112; The action is #DUAL_POINT#; touch_point: 0.8789, 0.5295, lift_point: 0.8789, 0.5295; The action is #DUAL_POINT#; touch_point: 0.5827, 0.6927, lift_point: 0.5827, 0.6927; The action is #DUAL_POINT#; touch_point: 0.4045, 0.5047, lift_point: 0.4045, 0.5047; The action is #DUAL_POINT#; touch_point: 0.6971, 0.7586, lift_point: 0.6971, 0.7586", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25424_8.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new incognito window in the chrome app", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25490_1.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new incognito window in the chrome app; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3617, 0.4902, lift_point: 0.3617, 0.4902", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25490_2.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new incognito window in the chrome app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3617, 0.4902, lift_point: 0.3617, 0.4902", "response": "The action is #DUAL_POINT#; touch_point: 0.9117, 0.4429, lift_point: 0.9117, 0.4429", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25490_3.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new incognito window in the chrome app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3617, 0.4902, lift_point: 0.3617, 0.4902; The action is #DUAL_POINT#; touch_point: 0.9117, 0.4429, lift_point: 0.9117, 0.4429", "response": "The action is #DUAL_POINT#; touch_point: 0.9159, 0.8003, lift_point: 0.9159, 0.8003", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25490_4.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new incognito window in the chrome app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3617, 0.4902, lift_point: 0.3617, 0.4902; The action is #DUAL_POINT#; touch_point: 0.9117, 0.4429, lift_point: 0.9117, 0.4429; The action is #DUAL_POINT#; touch_point: 0.9159, 0.8003, lift_point: 0.9159, 0.8003", "response": "The action is #DUAL_POINT#; touch_point: 0.0588, 0.9363, lift_point: 0.0588, 0.9363", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25490_5.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new incognito window in the chrome app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3617, 0.4902, lift_point: 0.3617, 0.4902; The action is #DUAL_POINT#; touch_point: 0.9117, 0.4429, lift_point: 0.9117, 0.4429; The action is #DUAL_POINT#; touch_point: 0.9159, 0.8003, lift_point: 0.9159, 0.8003; The action is #DUAL_POINT#; touch_point: 0.0588, 0.9363, lift_point: 0.0588, 0.9363", "response": "The action is #DUAL_POINT#; touch_point: 0.1719, 0.7679, lift_point: 0.1719, 0.7679", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25490_6.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new incognito window in the chrome app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3617, 0.4902, lift_point: 0.3617, 0.4902; The action is #DUAL_POINT#; touch_point: 0.9117, 0.4429, lift_point: 0.9117, 0.4429; The action is #DUAL_POINT#; touch_point: 0.9159, 0.8003, lift_point: 0.9159, 0.8003; The action is #DUAL_POINT#; touch_point: 0.0588, 0.9363, lift_point: 0.0588, 0.9363; The action is #DUAL_POINT#; touch_point: 0.1719, 0.7679, lift_point: 0.1719, 0.7679", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25490_7.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Italy?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25557_1.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Italy?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8891, 0.1918, lift_point: 0.8891, 0.1918", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25557_2.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Italy?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8891, 0.1918, lift_point: 0.8891, 0.1918", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Italy\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25557_3.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Italy?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8891, 0.1918, lift_point: 0.8891, 0.1918; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Italy\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25557_4.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Italy?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8891, 0.1918, lift_point: 0.8891, 0.1918; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Italy\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25557_5.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Amazon Music app", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25593_1.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Amazon Music app; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.6207, 0.8532, lift_point: 0.6207, 0.8532", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25593_2.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Amazon Music app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6207, 0.8532, lift_point: 0.6207, 0.8532", "response": "The action is #PRESS_BACK#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25593_3.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Amazon Music app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6207, 0.8532, lift_point: 0.6207, 0.8532; The action is #PRESS_BACK#", "response": "The action is #DUAL_POINT#; touch_point: 0.0562, 0.7738, lift_point: 0.0562, 0.7738", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25593_4.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Amazon Music app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6207, 0.8532, lift_point: 0.6207, 0.8532; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.0562, 0.7738, lift_point: 0.0562, 0.7738", "response": "The action is #DUAL_POINT#; touch_point: 0.0678, 0.9275, lift_point: 0.0678, 0.9275", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25593_5.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Amazon Music app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6207, 0.8532, lift_point: 0.6207, 0.8532; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.0562, 0.7738, lift_point: 0.0562, 0.7738; The action is #DUAL_POINT#; touch_point: 0.0678, 0.9275, lift_point: 0.0678, 0.9275", "response": "The action is #TYPE#; And the content is : \"typed_text\": \" Amazon Music app\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25593_6.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Amazon Music app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6207, 0.8532, lift_point: 0.6207, 0.8532; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.0562, 0.7738, lift_point: 0.0562, 0.7738; The action is #DUAL_POINT#; touch_point: 0.0678, 0.9275, lift_point: 0.0678, 0.9275; The action is #TYPE#; And the content is : \"typed_text\": \" Amazon Music app\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25593_7.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Amazon Music app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6207, 0.8532, lift_point: 0.6207, 0.8532; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.0562, 0.7738, lift_point: 0.0562, 0.7738; The action is #DUAL_POINT#; touch_point: 0.0678, 0.9275, lift_point: 0.0678, 0.9275; The action is #TYPE#; And the content is : \"typed_text\": \" Amazon Music app\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25593_8.png" ] }, { "query": "\nPrevious Actions: Goal: What does the iPhone 8 look like?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25611_1.png" ] }, { "query": "\nPrevious Actions: Goal: What does the iPhone 8 look like?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8853, 0.6011, lift_point: 0.8853, 0.6011", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25611_2.png" ] }, { "query": "\nPrevious Actions: Goal: What does the iPhone 8 look like?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8853, 0.6011, lift_point: 0.8853, 0.6011", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25611_3.png" ] }, { "query": "\nPrevious Actions: Goal: What does the iPhone 8 look like?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8853, 0.6011, lift_point: 0.8853, 0.6011; The action is #PRESS_ENTER#", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"What does the iPhone 8 look like\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25611_4.png" ] }, { "query": "\nPrevious Actions: Goal: What does the iPhone 8 look like?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8853, 0.6011, lift_point: 0.8853, 0.6011; The action is #PRESS_ENTER#; The action is #TYPE#; And the content is : \"typed_text\": \"What does the iPhone 8 look like\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25611_5.png" ] }, { "query": "\nPrevious Actions: Goal: What does the iPhone 8 look like?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8853, 0.6011, lift_point: 0.8853, 0.6011; The action is #PRESS_ENTER#; The action is #TYPE#; And the content is : \"typed_text\": \"What does the iPhone 8 look like\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25611_6.png" ] }, { "query": "\nPrevious Actions: Goal: How big is a blue whale?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25679_1.png" ] }, { "query": "\nPrevious Actions: Goal: How big is a blue whale?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8803, 0.4733, lift_point: 0.8803, 0.4733", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25679_2.png" ] }, { "query": "\nPrevious Actions: Goal: How big is a blue whale?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8803, 0.4733, lift_point: 0.8803, 0.4733", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"How big is a blue whale\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25679_3.png" ] }, { "query": "\nPrevious Actions: Goal: How big is a blue whale?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8803, 0.4733, lift_point: 0.8803, 0.4733; The action is #TYPE#; And the content is : \"typed_text\": \"How big is a blue whale\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25679_4.png" ] }, { "query": "\nPrevious Actions: Goal: How big is a blue whale?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8803, 0.4733, lift_point: 0.8803, 0.4733; The action is #TYPE#; And the content is : \"typed_text\": \"How big is a blue whale\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25679_5.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 9am", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25758_1.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 9am; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.2994, 0.8345, lift_point: 0.2994, 0.8345", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25758_2.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 9am; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2994, 0.8345, lift_point: 0.2994, 0.8345", "response": "The action is #DUAL_POINT#; touch_point: 0.2994, 0.8373, lift_point: 0.2994, 0.8373", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25758_3.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 9am; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2994, 0.8345, lift_point: 0.2994, 0.8345; The action is #DUAL_POINT#; touch_point: 0.2994, 0.8373, lift_point: 0.2994, 0.8373", "response": "The action is #DUAL_POINT#; touch_point: 0.8426, 0.5058, lift_point: 0.8426, 0.5058", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25758_4.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 9am; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2994, 0.8345, lift_point: 0.2994, 0.8345; The action is #DUAL_POINT#; touch_point: 0.2994, 0.8373, lift_point: 0.2994, 0.8373; The action is #DUAL_POINT#; touch_point: 0.8426, 0.5058, lift_point: 0.8426, 0.5058", "response": "The action is #DUAL_POINT#; touch_point: 0.5408, 0.3006, lift_point: 0.5408, 0.3006", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25758_5.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 9am; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2994, 0.8345, lift_point: 0.2994, 0.8345; The action is #DUAL_POINT#; touch_point: 0.2994, 0.8373, lift_point: 0.2994, 0.8373; The action is #DUAL_POINT#; touch_point: 0.8426, 0.5058, lift_point: 0.8426, 0.5058; The action is #DUAL_POINT#; touch_point: 0.5408, 0.3006, lift_point: 0.5408, 0.3006", "response": "The action is #DUAL_POINT#; touch_point: 0.7118, 0.7632, lift_point: 0.7118, 0.7632", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25758_6.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 9am; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2994, 0.8345, lift_point: 0.2994, 0.8345; The action is #DUAL_POINT#; touch_point: 0.2994, 0.8373, lift_point: 0.2994, 0.8373; The action is #DUAL_POINT#; touch_point: 0.8426, 0.5058, lift_point: 0.8426, 0.5058; The action is #DUAL_POINT#; touch_point: 0.5408, 0.3006, lift_point: 0.5408, 0.3006; The action is #DUAL_POINT#; touch_point: 0.7118, 0.7632, lift_point: 0.7118, 0.7632", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25758_7.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Chipotle?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25835_1.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Chipotle?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8477, 0.6484, lift_point: 0.8477, 0.6484", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25835_2.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Chipotle?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8477, 0.6484, lift_point: 0.8477, 0.6484", "response": "The action is #DUAL_POINT#; touch_point: 0.0537, 0.5218, lift_point: 0.0537, 0.5218", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25835_3.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Chipotle?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8477, 0.6484, lift_point: 0.8477, 0.6484; The action is #DUAL_POINT#; touch_point: 0.0537, 0.5218, lift_point: 0.0537, 0.5218", "response": "The action is #DUAL_POINT#; touch_point: 0.0549, 0.6326, lift_point: 0.0549, 0.6326", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25835_4.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Chipotle?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8477, 0.6484, lift_point: 0.8477, 0.6484; The action is #DUAL_POINT#; touch_point: 0.0537, 0.5218, lift_point: 0.0537, 0.5218; The action is #DUAL_POINT#; touch_point: 0.0549, 0.6326, lift_point: 0.0549, 0.6326", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"nearest Chipotle\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25835_5.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Chipotle?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8477, 0.6484, lift_point: 0.8477, 0.6484; The action is #DUAL_POINT#; touch_point: 0.0537, 0.5218, lift_point: 0.0537, 0.5218; The action is #DUAL_POINT#; touch_point: 0.0549, 0.6326, lift_point: 0.0549, 0.6326; The action is #TYPE#; And the content is : \"typed_text\": \"nearest Chipotle\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1115, 0.2639, lift_point: 0.1115, 0.2639", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25835_6.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Chipotle?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8477, 0.6484, lift_point: 0.8477, 0.6484; The action is #DUAL_POINT#; touch_point: 0.0537, 0.5218, lift_point: 0.0537, 0.5218; The action is #DUAL_POINT#; touch_point: 0.0549, 0.6326, lift_point: 0.0549, 0.6326; The action is #TYPE#; And the content is : \"typed_text\": \"nearest Chipotle\"; The action is #DUAL_POINT#; touch_point: 0.1115, 0.2639, lift_point: 0.1115, 0.2639", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25835_7.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Chipotle?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8477, 0.6484, lift_point: 0.8477, 0.6484; The action is #DUAL_POINT#; touch_point: 0.0537, 0.5218, lift_point: 0.0537, 0.5218; The action is #DUAL_POINT#; touch_point: 0.0549, 0.6326, lift_point: 0.0549, 0.6326; The action is #TYPE#; And the content is : \"typed_text\": \"nearest Chipotle\"; The action is #DUAL_POINT#; touch_point: 0.1115, 0.2639, lift_point: 0.1115, 0.2639; The action is #Scrolling Down#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25835_8.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Chipotle?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8477, 0.6484, lift_point: 0.8477, 0.6484; The action is #DUAL_POINT#; touch_point: 0.0537, 0.5218, lift_point: 0.0537, 0.5218; The action is #DUAL_POINT#; touch_point: 0.0549, 0.6326, lift_point: 0.0549, 0.6326; The action is #TYPE#; And the content is : \"typed_text\": \"nearest Chipotle\"; The action is #DUAL_POINT#; touch_point: 0.1115, 0.2639, lift_point: 0.1115, 0.2639; The action is #Scrolling Down#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25835_9.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Chipotle?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8477, 0.6484, lift_point: 0.8477, 0.6484; The action is #DUAL_POINT#; touch_point: 0.0537, 0.5218, lift_point: 0.0537, 0.5218; The action is #DUAL_POINT#; touch_point: 0.0549, 0.6326, lift_point: 0.0549, 0.6326; The action is #TYPE#; And the content is : \"typed_text\": \"nearest Chipotle\"; The action is #DUAL_POINT#; touch_point: 0.1115, 0.2639, lift_point: 0.1115, 0.2639; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25835_10.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Chipotle?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8477, 0.6484, lift_point: 0.8477, 0.6484; The action is #DUAL_POINT#; touch_point: 0.0537, 0.5218, lift_point: 0.0537, 0.5218; The action is #DUAL_POINT#; touch_point: 0.0549, 0.6326, lift_point: 0.0549, 0.6326; The action is #TYPE#; And the content is : \"typed_text\": \"nearest Chipotle\"; The action is #DUAL_POINT#; touch_point: 0.1115, 0.2639, lift_point: 0.1115, 0.2639; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #DUAL_POINT#; touch_point: 0.2129, 0.1286, lift_point: 0.2129, 0.1286", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25835_11.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Chipotle?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8477, 0.6484, lift_point: 0.8477, 0.6484; The action is #DUAL_POINT#; touch_point: 0.0537, 0.5218, lift_point: 0.0537, 0.5218; The action is #DUAL_POINT#; touch_point: 0.0549, 0.6326, lift_point: 0.0549, 0.6326; The action is #TYPE#; And the content is : \"typed_text\": \"nearest Chipotle\"; The action is #DUAL_POINT#; touch_point: 0.1115, 0.2639, lift_point: 0.1115, 0.2639; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2129, 0.1286, lift_point: 0.2129, 0.1286", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25835_12.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Washington DC?", "response": "The action is #DUAL_POINT#; touch_point: 0.8421, 0.6318, lift_point: 0.8421, 0.6318", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25873_1.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Washington DC?; The action is #DUAL_POINT#; touch_point: 0.8421, 0.6318, lift_point: 0.8421, 0.6318", "response": "The action is #DUAL_POINT#; touch_point: 0.0465, 0.4518, lift_point: 0.0465, 0.4518", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25873_2.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Washington DC?; The action is #DUAL_POINT#; touch_point: 0.8421, 0.6318, lift_point: 0.8421, 0.6318; The action is #DUAL_POINT#; touch_point: 0.0465, 0.4518, lift_point: 0.0465, 0.4518", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"latest video from the New York Times\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25873_3.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Washington DC?; The action is #DUAL_POINT#; touch_point: 0.8421, 0.6318, lift_point: 0.8421, 0.6318; The action is #DUAL_POINT#; touch_point: 0.0465, 0.4518, lift_point: 0.0465, 0.4518; The action is #TYPE#; And the content is : \"typed_text\": \"latest video from the New York Times\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25873_4.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Washington DC?; The action is #DUAL_POINT#; touch_point: 0.8421, 0.6318, lift_point: 0.8421, 0.6318; The action is #DUAL_POINT#; touch_point: 0.0465, 0.4518, lift_point: 0.0465, 0.4518; The action is #TYPE#; And the content is : \"typed_text\": \"latest video from the New York Times\"; The action is #PRESS_ENTER#", "response": "The action is #DUAL_POINT#; touch_point: 0.1493, 0.6144, lift_point: 0.1493, 0.6144", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25873_5.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Washington DC?; The action is #DUAL_POINT#; touch_point: 0.8421, 0.6318, lift_point: 0.8421, 0.6318; The action is #DUAL_POINT#; touch_point: 0.0465, 0.4518, lift_point: 0.0465, 0.4518; The action is #TYPE#; And the content is : \"typed_text\": \"latest video from the New York Times\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.1493, 0.6144, lift_point: 0.1493, 0.6144", "response": "The action is #DUAL_POINT#; touch_point: 0.1014, 0.94, lift_point: 0.1014, 0.94", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25873_6.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Washington DC?; The action is #DUAL_POINT#; touch_point: 0.8421, 0.6318, lift_point: 0.8421, 0.6318; The action is #DUAL_POINT#; touch_point: 0.0465, 0.4518, lift_point: 0.0465, 0.4518; The action is #TYPE#; And the content is : \"typed_text\": \"latest video from the New York Times\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.1493, 0.6144, lift_point: 0.1493, 0.6144; The action is #DUAL_POINT#; touch_point: 0.1014, 0.94, lift_point: 0.1014, 0.94", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"2 bedroom apartment rent for in Washington DC\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25873_7.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Washington DC?; The action is #DUAL_POINT#; touch_point: 0.8421, 0.6318, lift_point: 0.8421, 0.6318; The action is #DUAL_POINT#; touch_point: 0.0465, 0.4518, lift_point: 0.0465, 0.4518; The action is #TYPE#; And the content is : \"typed_text\": \"latest video from the New York Times\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.1493, 0.6144, lift_point: 0.1493, 0.6144; The action is #DUAL_POINT#; touch_point: 0.1014, 0.94, lift_point: 0.1014, 0.94; The action is #TYPE#; And the content is : \"typed_text\": \"2 bedroom apartment rent for in Washington DC\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25873_8.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Washington DC?; The action is #DUAL_POINT#; touch_point: 0.8421, 0.6318, lift_point: 0.8421, 0.6318; The action is #DUAL_POINT#; touch_point: 0.0465, 0.4518, lift_point: 0.0465, 0.4518; The action is #TYPE#; And the content is : \"typed_text\": \"latest video from the New York Times\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.1493, 0.6144, lift_point: 0.1493, 0.6144; The action is #DUAL_POINT#; touch_point: 0.1014, 0.94, lift_point: 0.1014, 0.94; The action is #TYPE#; And the content is : \"typed_text\": \"2 bedroom apartment rent for in Washington DC\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25873_9.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Washington DC?; The action is #DUAL_POINT#; touch_point: 0.8421, 0.6318, lift_point: 0.8421, 0.6318; The action is #DUAL_POINT#; touch_point: 0.0465, 0.4518, lift_point: 0.0465, 0.4518; The action is #TYPE#; And the content is : \"typed_text\": \"latest video from the New York Times\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.1493, 0.6144, lift_point: 0.1493, 0.6144; The action is #DUAL_POINT#; touch_point: 0.1014, 0.94, lift_point: 0.1014, 0.94; The action is #TYPE#; And the content is : \"typed_text\": \"2 bedroom apartment rent for in Washington DC\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25873_10.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Washington DC?; The action is #DUAL_POINT#; touch_point: 0.8421, 0.6318, lift_point: 0.8421, 0.6318; The action is #DUAL_POINT#; touch_point: 0.0465, 0.4518, lift_point: 0.0465, 0.4518; The action is #TYPE#; And the content is : \"typed_text\": \"latest video from the New York Times\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.1493, 0.6144, lift_point: 0.1493, 0.6144; The action is #DUAL_POINT#; touch_point: 0.1014, 0.94, lift_point: 0.1014, 0.94; The action is #TYPE#; And the content is : \"typed_text\": \"2 bedroom apartment rent for in Washington DC\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.8492, 0.2312, lift_point: 0.8492, 0.2312", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25873_11.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Washington DC?; The action is #DUAL_POINT#; touch_point: 0.8421, 0.6318, lift_point: 0.8421, 0.6318; The action is #DUAL_POINT#; touch_point: 0.0465, 0.4518, lift_point: 0.0465, 0.4518; The action is #TYPE#; And the content is : \"typed_text\": \"latest video from the New York Times\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.1493, 0.6144, lift_point: 0.1493, 0.6144; The action is #DUAL_POINT#; touch_point: 0.1014, 0.94, lift_point: 0.1014, 0.94; The action is #TYPE#; And the content is : \"typed_text\": \"2 bedroom apartment rent for in Washington DC\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8492, 0.2312, lift_point: 0.8492, 0.2312", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25873_12.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Selena Gomez video on YouTube", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25946_1.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Selena Gomez video on YouTube; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.6567, 0.8303, lift_point: 0.6567, 0.8303", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25946_2.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Selena Gomez video on YouTube; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6567, 0.8303, lift_point: 0.6567, 0.8303", "response": "The action is #DUAL_POINT#; touch_point: 0.5128, 0.5664, lift_point: 0.5128, 0.5664", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25946_3.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Selena Gomez video on YouTube; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6567, 0.8303, lift_point: 0.6567, 0.8303; The action is #DUAL_POINT#; touch_point: 0.5128, 0.5664, lift_point: 0.5128, 0.5664", "response": "The action is #DUAL_POINT#; touch_point: 0.0435, 0.8443, lift_point: 0.0435, 0.8443", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25946_4.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Selena Gomez video on YouTube; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6567, 0.8303, lift_point: 0.6567, 0.8303; The action is #DUAL_POINT#; touch_point: 0.5128, 0.5664, lift_point: 0.5128, 0.5664; The action is #DUAL_POINT#; touch_point: 0.0435, 0.8443, lift_point: 0.0435, 0.8443", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"new Selena Gomez video\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25946_5.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Selena Gomez video on YouTube; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6567, 0.8303, lift_point: 0.6567, 0.8303; The action is #DUAL_POINT#; touch_point: 0.5128, 0.5664, lift_point: 0.5128, 0.5664; The action is #DUAL_POINT#; touch_point: 0.0435, 0.8443, lift_point: 0.0435, 0.8443; The action is #TYPE#; And the content is : \"typed_text\": \"new Selena Gomez video\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25946_6.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Selena Gomez video on YouTube; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6567, 0.8303, lift_point: 0.6567, 0.8303; The action is #DUAL_POINT#; touch_point: 0.5128, 0.5664, lift_point: 0.5128, 0.5664; The action is #DUAL_POINT#; touch_point: 0.0435, 0.8443, lift_point: 0.0435, 0.8443; The action is #TYPE#; And the content is : \"typed_text\": \"new Selena Gomez video\"; The action is #PRESS_ENTER#", "response": "The action is #DUAL_POINT#; touch_point: 0.7086, 0.6197, lift_point: 0.7086, 0.6197", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25946_7.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Selena Gomez video on YouTube; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6567, 0.8303, lift_point: 0.6567, 0.8303; The action is #DUAL_POINT#; touch_point: 0.5128, 0.5664, lift_point: 0.5128, 0.5664; The action is #DUAL_POINT#; touch_point: 0.0435, 0.8443, lift_point: 0.0435, 0.8443; The action is #TYPE#; And the content is : \"typed_text\": \"new Selena Gomez video\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.7086, 0.6197, lift_point: 0.7086, 0.6197", "response": "The action is #DUAL_POINT#; touch_point: 0.7971, 0.9569, lift_point: 0.7971, 0.9569", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25946_8.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Selena Gomez video on YouTube; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6567, 0.8303, lift_point: 0.6567, 0.8303; The action is #DUAL_POINT#; touch_point: 0.5128, 0.5664, lift_point: 0.5128, 0.5664; The action is #DUAL_POINT#; touch_point: 0.0435, 0.8443, lift_point: 0.0435, 0.8443; The action is #TYPE#; And the content is : \"typed_text\": \"new Selena Gomez video\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.7086, 0.6197, lift_point: 0.7086, 0.6197; The action is #DUAL_POINT#; touch_point: 0.7971, 0.9569, lift_point: 0.7971, 0.9569", "response": "The action is #DUAL_POINT#; touch_point: 0.7209, 0.9022, lift_point: 0.7209, 0.9022", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25946_9.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Selena Gomez video on YouTube; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6567, 0.8303, lift_point: 0.6567, 0.8303; The action is #DUAL_POINT#; touch_point: 0.5128, 0.5664, lift_point: 0.5128, 0.5664; The action is #DUAL_POINT#; touch_point: 0.0435, 0.8443, lift_point: 0.0435, 0.8443; The action is #TYPE#; And the content is : \"typed_text\": \"new Selena Gomez video\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.7086, 0.6197, lift_point: 0.7086, 0.6197; The action is #DUAL_POINT#; touch_point: 0.7971, 0.9569, lift_point: 0.7971, 0.9569; The action is #DUAL_POINT#; touch_point: 0.7209, 0.9022, lift_point: 0.7209, 0.9022", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25946_10.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Washington DC?", "response": "The action is #DUAL_POINT#; touch_point: 0.85, 0.6212, lift_point: 0.85, 0.6212", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25974_1.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Washington DC?; The action is #DUAL_POINT#; touch_point: 0.85, 0.6212, lift_point: 0.85, 0.6212", "response": "The action is #DUAL_POINT#; touch_point: 0.0533, 0.6137, lift_point: 0.0533, 0.6137", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25974_2.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Washington DC?; The action is #DUAL_POINT#; touch_point: 0.85, 0.6212, lift_point: 0.85, 0.6212; The action is #DUAL_POINT#; touch_point: 0.0533, 0.6137, lift_point: 0.0533, 0.6137", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"2 bedroom apartment rent for in Washington DC\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25974_3.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Washington DC?; The action is #DUAL_POINT#; touch_point: 0.85, 0.6212, lift_point: 0.85, 0.6212; The action is #DUAL_POINT#; touch_point: 0.0533, 0.6137, lift_point: 0.0533, 0.6137; The action is #TYPE#; And the content is : \"typed_text\": \"2 bedroom apartment rent for in Washington DC\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25974_4.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Washington DC?; The action is #DUAL_POINT#; touch_point: 0.85, 0.6212, lift_point: 0.85, 0.6212; The action is #DUAL_POINT#; touch_point: 0.0533, 0.6137, lift_point: 0.0533, 0.6137; The action is #TYPE#; And the content is : \"typed_text\": \"2 bedroom apartment rent for in Washington DC\"; The action is #PRESS_ENTER#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25974_5.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Washington DC?; The action is #DUAL_POINT#; touch_point: 0.85, 0.6212, lift_point: 0.85, 0.6212; The action is #DUAL_POINT#; touch_point: 0.0533, 0.6137, lift_point: 0.0533, 0.6137; The action is #TYPE#; And the content is : \"typed_text\": \"2 bedroom apartment rent for in Washington DC\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.8064, 0.1941, lift_point: 0.8064, 0.1941", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25974_6.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Washington DC?; The action is #DUAL_POINT#; touch_point: 0.85, 0.6212, lift_point: 0.85, 0.6212; The action is #DUAL_POINT#; touch_point: 0.0533, 0.6137, lift_point: 0.0533, 0.6137; The action is #TYPE#; And the content is : \"typed_text\": \"2 bedroom apartment rent for in Washington DC\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8064, 0.1941, lift_point: 0.8064, 0.1941", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25974_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's on Reddit this week", "response": "The action is #DUAL_POINT#; touch_point: 0.8539, 0.651, lift_point: 0.8539, 0.651", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25994_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's on Reddit this week; The action is #DUAL_POINT#; touch_point: 0.8539, 0.651, lift_point: 0.8539, 0.651", "response": "The action is #DUAL_POINT#; touch_point: 0.0449, 0.5533, lift_point: 0.0449, 0.5533", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25994_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's on Reddit this week; The action is #DUAL_POINT#; touch_point: 0.8539, 0.651, lift_point: 0.8539, 0.651; The action is #DUAL_POINT#; touch_point: 0.0449, 0.5533, lift_point: 0.0449, 0.5533", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats on Reddit this week\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25994_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's on Reddit this week; The action is #DUAL_POINT#; touch_point: 0.8539, 0.651, lift_point: 0.8539, 0.651; The action is #DUAL_POINT#; touch_point: 0.0449, 0.5533, lift_point: 0.0449, 0.5533; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on Reddit this week\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25994_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's on Reddit this week; The action is #DUAL_POINT#; touch_point: 0.8539, 0.651, lift_point: 0.8539, 0.651; The action is #DUAL_POINT#; touch_point: 0.0449, 0.5533, lift_point: 0.0449, 0.5533; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on Reddit this week\"; The action is #PRESS_ENTER#", "response": "The action is #DUAL_POINT#; touch_point: 0.3031, 0.3016, lift_point: 0.3031, 0.3016", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25994_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's on Reddit this week; The action is #DUAL_POINT#; touch_point: 0.8539, 0.651, lift_point: 0.8539, 0.651; The action is #DUAL_POINT#; touch_point: 0.0449, 0.5533, lift_point: 0.0449, 0.5533; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on Reddit this week\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.3031, 0.3016, lift_point: 0.3031, 0.3016", "response": "The action is #DUAL_POINT#; touch_point: 0.9173, 0.8478, lift_point: 0.9173, 0.8478", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25994_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's on Reddit this week; The action is #DUAL_POINT#; touch_point: 0.8539, 0.651, lift_point: 0.8539, 0.651; The action is #DUAL_POINT#; touch_point: 0.0449, 0.5533, lift_point: 0.0449, 0.5533; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on Reddit this week\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.3031, 0.3016, lift_point: 0.3031, 0.3016; The action is #DUAL_POINT#; touch_point: 0.9173, 0.8478, lift_point: 0.9173, 0.8478", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/25994_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in space science?", "response": "The action is #DUAL_POINT#; touch_point: 0.8471, 0.6275, lift_point: 0.8471, 0.6275", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26016_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in space science?; The action is #DUAL_POINT#; touch_point: 0.8471, 0.6275, lift_point: 0.8471, 0.6275", "response": "The action is #DUAL_POINT#; touch_point: 0.047, 0.5966, lift_point: 0.047, 0.5966", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26016_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in space science?; The action is #DUAL_POINT#; touch_point: 0.8471, 0.6275, lift_point: 0.8471, 0.6275; The action is #DUAL_POINT#; touch_point: 0.047, 0.5966, lift_point: 0.047, 0.5966", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"latest news in space science\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26016_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in space science?; The action is #DUAL_POINT#; touch_point: 0.8471, 0.6275, lift_point: 0.8471, 0.6275; The action is #DUAL_POINT#; touch_point: 0.047, 0.5966, lift_point: 0.047, 0.5966; The action is #TYPE#; And the content is : \"typed_text\": \"latest news in space science\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26016_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in space science?; The action is #DUAL_POINT#; touch_point: 0.8471, 0.6275, lift_point: 0.8471, 0.6275; The action is #DUAL_POINT#; touch_point: 0.047, 0.5966, lift_point: 0.047, 0.5966; The action is #TYPE#; And the content is : \"typed_text\": \"latest news in space science\"; The action is #PRESS_ENTER#", "response": "The action is #DUAL_POINT#; touch_point: 0.2036, 0.11, lift_point: 0.2036, 0.11", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26016_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in space science?; The action is #DUAL_POINT#; touch_point: 0.8471, 0.6275, lift_point: 0.8471, 0.6275; The action is #DUAL_POINT#; touch_point: 0.047, 0.5966, lift_point: 0.047, 0.5966; The action is #TYPE#; And the content is : \"typed_text\": \"latest news in space science\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.2036, 0.11, lift_point: 0.2036, 0.11", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26016_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's US dollar exchange rate against the Chinese Yuan?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26023_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's US dollar exchange rate against the Chinese Yuan?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8509, 0.6368, lift_point: 0.8509, 0.6368", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26023_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's US dollar exchange rate against the Chinese Yuan?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8509, 0.6368, lift_point: 0.8509, 0.6368", "response": "The action is #DUAL_POINT#; touch_point: 0.0503, 0.5934, lift_point: 0.0503, 0.5934", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26023_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's US dollar exchange rate against the Chinese Yuan?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8509, 0.6368, lift_point: 0.8509, 0.6368; The action is #DUAL_POINT#; touch_point: 0.0503, 0.5934, lift_point: 0.0503, 0.5934", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"US dollar exchange rate against the Chinese Yuan\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26023_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's US dollar exchange rate against the Chinese Yuan?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8509, 0.6368, lift_point: 0.8509, 0.6368; The action is #DUAL_POINT#; touch_point: 0.0503, 0.5934, lift_point: 0.0503, 0.5934; The action is #TYPE#; And the content is : \"typed_text\": \"US dollar exchange rate against the Chinese Yuan\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26023_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's US dollar exchange rate against the Chinese Yuan?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8509, 0.6368, lift_point: 0.8509, 0.6368; The action is #DUAL_POINT#; touch_point: 0.0503, 0.5934, lift_point: 0.0503, 0.5934; The action is #TYPE#; And the content is : \"typed_text\": \"US dollar exchange rate against the Chinese Yuan\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26023_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's US dollar exchange rate against the Chinese Yuan?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8509, 0.6368, lift_point: 0.8509, 0.6368; The action is #DUAL_POINT#; touch_point: 0.0503, 0.5934, lift_point: 0.0503, 0.5934; The action is #TYPE#; And the content is : \"typed_text\": \"US dollar exchange rate against the Chinese Yuan\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26023_7.png" ] }, { "query": "\nPrevious Actions: Goal: How big is the sun?", "response": "The action is #DUAL_POINT#; touch_point: 0.8455, 0.6212, lift_point: 0.8455, 0.6212", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26063_1.png" ] }, { "query": "\nPrevious Actions: Goal: How big is the sun?; The action is #DUAL_POINT#; touch_point: 0.8455, 0.6212, lift_point: 0.8455, 0.6212", "response": "The action is #DUAL_POINT#; touch_point: 0.0479, 0.4637, lift_point: 0.0479, 0.4637", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26063_2.png" ] }, { "query": "\nPrevious Actions: Goal: How big is the sun?; The action is #DUAL_POINT#; touch_point: 0.8455, 0.6212, lift_point: 0.8455, 0.6212; The action is #DUAL_POINT#; touch_point: 0.0479, 0.4637, lift_point: 0.0479, 0.4637", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"How big is the sun\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26063_3.png" ] }, { "query": "\nPrevious Actions: Goal: How big is the sun?; The action is #DUAL_POINT#; touch_point: 0.8455, 0.6212, lift_point: 0.8455, 0.6212; The action is #DUAL_POINT#; touch_point: 0.0479, 0.4637, lift_point: 0.0479, 0.4637; The action is #TYPE#; And the content is : \"typed_text\": \"How big is the sun\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26063_4.png" ] }, { "query": "\nPrevious Actions: Goal: How big is the sun?; The action is #DUAL_POINT#; touch_point: 0.8455, 0.6212, lift_point: 0.8455, 0.6212; The action is #DUAL_POINT#; touch_point: 0.0479, 0.4637, lift_point: 0.0479, 0.4637; The action is #TYPE#; And the content is : \"typed_text\": \"How big is the sun\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"", "response": "The action is #DUAL_POINT#; touch_point: 0.11, 0.2895, lift_point: 0.11, 0.2895", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26063_5.png" ] }, { "query": "\nPrevious Actions: Goal: How big is the sun?; The action is #DUAL_POINT#; touch_point: 0.8455, 0.6212, lift_point: 0.8455, 0.6212; The action is #DUAL_POINT#; touch_point: 0.0479, 0.4637, lift_point: 0.0479, 0.4637; The action is #TYPE#; And the content is : \"typed_text\": \"How big is the sun\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.11, 0.2895, lift_point: 0.11, 0.2895", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26063_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Atlanta?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26095_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Atlanta?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8811, 0.6426, lift_point: 0.8811, 0.6426", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26095_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Atlanta?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8811, 0.6426, lift_point: 0.8811, 0.6426", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Atlanta\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26095_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Atlanta?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8811, 0.6426, lift_point: 0.8811, 0.6426; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Atlanta\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1256, 0.4002, lift_point: 0.1256, 0.4002", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26095_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Atlanta?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8811, 0.6426, lift_point: 0.8811, 0.6426; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Atlanta\"; The action is #DUAL_POINT#; touch_point: 0.1256, 0.4002, lift_point: 0.1256, 0.4002", "response": "The action is #DUAL_POINT#; touch_point: 0.3034, 0.4643, lift_point: 0.3034, 0.4643", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26095_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Atlanta?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8811, 0.6426, lift_point: 0.8811, 0.6426; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Atlanta\"; The action is #DUAL_POINT#; touch_point: 0.1256, 0.4002, lift_point: 0.1256, 0.4002; The action is #DUAL_POINT#; touch_point: 0.3034, 0.4643, lift_point: 0.3034, 0.4643", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26095_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Helsinki to Tokyo", "response": "The action is #DUAL_POINT#; touch_point: 0.8826, 0.5338, lift_point: 0.8826, 0.5338", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26122_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Helsinki to Tokyo; The action is #DUAL_POINT#; touch_point: 0.8826, 0.5338, lift_point: 0.8826, 0.5338", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Helsinki to Tokyo\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26122_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Helsinki to Tokyo; The action is #DUAL_POINT#; touch_point: 0.8826, 0.5338, lift_point: 0.8826, 0.5338; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Helsinki to Tokyo\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1173, 0.4211, lift_point: 0.1173, 0.4211", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26122_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Helsinki to Tokyo; The action is #DUAL_POINT#; touch_point: 0.8826, 0.5338, lift_point: 0.8826, 0.5338; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Helsinki to Tokyo\"; The action is #DUAL_POINT#; touch_point: 0.1173, 0.4211, lift_point: 0.1173, 0.4211", "response": "The action is #DUAL_POINT#; touch_point: 0.3009, 0.2795, lift_point: 0.3009, 0.2795", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26122_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Helsinki to Tokyo; The action is #DUAL_POINT#; touch_point: 0.8826, 0.5338, lift_point: 0.8826, 0.5338; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Helsinki to Tokyo\"; The action is #DUAL_POINT#; touch_point: 0.1173, 0.4211, lift_point: 0.1173, 0.4211; The action is #DUAL_POINT#; touch_point: 0.3009, 0.2795, lift_point: 0.3009, 0.2795", "response": "The action is #DUAL_POINT#; touch_point: 0.9254, 0.5018, lift_point: 0.9254, 0.5018", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26122_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Helsinki to Tokyo; The action is #DUAL_POINT#; touch_point: 0.8826, 0.5338, lift_point: 0.8826, 0.5338; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Helsinki to Tokyo\"; The action is #DUAL_POINT#; touch_point: 0.1173, 0.4211, lift_point: 0.1173, 0.4211; The action is #DUAL_POINT#; touch_point: 0.3009, 0.2795, lift_point: 0.3009, 0.2795; The action is #DUAL_POINT#; touch_point: 0.9254, 0.5018, lift_point: 0.9254, 0.5018", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26122_6.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Brazil?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26170_1.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Brazil?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8928, 0.5077, lift_point: 0.8928, 0.5077", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26170_2.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Brazil?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8928, 0.5077, lift_point: 0.8928, 0.5077", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Brazil?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26170_3.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Brazil?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8928, 0.5077, lift_point: 0.8928, 0.5077; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Brazil?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.115, 0.3462, lift_point: 0.115, 0.3462", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26170_4.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Brazil?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8928, 0.5077, lift_point: 0.8928, 0.5077; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Brazil?\"; The action is #DUAL_POINT#; touch_point: 0.115, 0.3462, lift_point: 0.115, 0.3462", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26170_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this week?", "response": "The action is #DUAL_POINT#; touch_point: 0.8731, 0.5541, lift_point: 0.8731, 0.5541", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26176_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this week?; The action is #DUAL_POINT#; touch_point: 0.8731, 0.5541, lift_point: 0.8731, 0.5541", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news this week?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26176_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this week?; The action is #DUAL_POINT#; touch_point: 0.8731, 0.5541, lift_point: 0.8731, 0.5541; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news this week?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1158, 0.3802, lift_point: 0.1158, 0.3802", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26176_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this week?; The action is #DUAL_POINT#; touch_point: 0.8731, 0.5541, lift_point: 0.8731, 0.5541; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news this week?\"; The action is #DUAL_POINT#; touch_point: 0.1158, 0.3802, lift_point: 0.1158, 0.3802", "response": "The action is #DUAL_POINT#; touch_point: 0.2789, 0.2266, lift_point: 0.2789, 0.2266", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26176_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this week?; The action is #DUAL_POINT#; touch_point: 0.8731, 0.5541, lift_point: 0.8731, 0.5541; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news this week?\"; The action is #DUAL_POINT#; touch_point: 0.1158, 0.3802, lift_point: 0.1158, 0.3802; The action is #DUAL_POINT#; touch_point: 0.2789, 0.2266, lift_point: 0.2789, 0.2266", "response": "The action is #DUAL_POINT#; touch_point: 0.7963, 0.9566, lift_point: 0.7963, 0.9566", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26176_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this week?; The action is #DUAL_POINT#; touch_point: 0.8731, 0.5541, lift_point: 0.8731, 0.5541; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news this week?\"; The action is #DUAL_POINT#; touch_point: 0.1158, 0.3802, lift_point: 0.1158, 0.3802; The action is #DUAL_POINT#; touch_point: 0.2789, 0.2266, lift_point: 0.2789, 0.2266; The action is #DUAL_POINT#; touch_point: 0.7963, 0.9566, lift_point: 0.7963, 0.9566", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26176_6.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Seattle?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26235_1.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Seattle?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8914, 0.4885, lift_point: 0.8914, 0.4885", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26235_2.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Seattle?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8914, 0.4885, lift_point: 0.8914, 0.4885", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Seattle?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26235_3.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Seattle?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8914, 0.4885, lift_point: 0.8914, 0.4885; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Seattle?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.2885, 0.3708, lift_point: 0.2885, 0.3708", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26235_4.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Seattle?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8914, 0.4885, lift_point: 0.8914, 0.4885; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Seattle?\"; The action is #DUAL_POINT#; touch_point: 0.2885, 0.3708, lift_point: 0.2885, 0.3708", "response": "The action is #DUAL_POINT#; touch_point: 0.4614, 0.2669, lift_point: 0.4614, 0.2669", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26235_5.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Seattle?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8914, 0.4885, lift_point: 0.8914, 0.4885; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Seattle?\"; The action is #DUAL_POINT#; touch_point: 0.2885, 0.3708, lift_point: 0.2885, 0.3708; The action is #DUAL_POINT#; touch_point: 0.4614, 0.2669, lift_point: 0.4614, 0.2669", "response": "The action is #DUAL_POINT#; touch_point: 0.8981, 0.8524, lift_point: 0.8981, 0.8524", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26235_6.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Seattle?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8914, 0.4885, lift_point: 0.8914, 0.4885; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Seattle?\"; The action is #DUAL_POINT#; touch_point: 0.2885, 0.3708, lift_point: 0.2885, 0.3708; The action is #DUAL_POINT#; touch_point: 0.4614, 0.2669, lift_point: 0.4614, 0.2669; The action is #DUAL_POINT#; touch_point: 0.8981, 0.8524, lift_point: 0.8981, 0.8524", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26235_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this week?", "response": "The action is #DUAL_POINT#; touch_point: 0.8855, 0.5648, lift_point: 0.8855, 0.5648", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26309_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this week?; The action is #DUAL_POINT#; touch_point: 0.8855, 0.5648, lift_point: 0.8855, 0.5648", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news this week?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26309_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this week?; The action is #DUAL_POINT#; touch_point: 0.8855, 0.5648, lift_point: 0.8855, 0.5648; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news this week?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1172, 0.4815, lift_point: 0.1172, 0.4815", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26309_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this week?; The action is #DUAL_POINT#; touch_point: 0.8855, 0.5648, lift_point: 0.8855, 0.5648; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news this week?\"; The action is #DUAL_POINT#; touch_point: 0.1172, 0.4815, lift_point: 0.1172, 0.4815", "response": "The action is #DUAL_POINT#; touch_point: 0.5059, 0.3782, lift_point: 0.5059, 0.3782", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26309_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this week?; The action is #DUAL_POINT#; touch_point: 0.8855, 0.5648, lift_point: 0.8855, 0.5648; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news this week?\"; The action is #DUAL_POINT#; touch_point: 0.1172, 0.4815, lift_point: 0.1172, 0.4815; The action is #DUAL_POINT#; touch_point: 0.5059, 0.3782, lift_point: 0.5059, 0.3782", "response": "The action is #DUAL_POINT#; touch_point: 0.8942, 0.6991, lift_point: 0.8942, 0.6991", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26309_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this week?; The action is #DUAL_POINT#; touch_point: 0.8855, 0.5648, lift_point: 0.8855, 0.5648; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news this week?\"; The action is #DUAL_POINT#; touch_point: 0.1172, 0.4815, lift_point: 0.1172, 0.4815; The action is #DUAL_POINT#; touch_point: 0.5059, 0.3782, lift_point: 0.5059, 0.3782; The action is #DUAL_POINT#; touch_point: 0.8942, 0.6991, lift_point: 0.8942, 0.6991", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26309_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Pakistan?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26321_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Pakistan?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8867, 0.519, lift_point: 0.8867, 0.519", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26321_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Pakistan?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8867, 0.519, lift_point: 0.8867, 0.519", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Pakistan?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26321_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Pakistan?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8867, 0.519, lift_point: 0.8867, 0.519; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Pakistan?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1068, 0.4057, lift_point: 0.1068, 0.4057", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26321_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Pakistan?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8867, 0.519, lift_point: 0.8867, 0.519; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Pakistan?\"; The action is #DUAL_POINT#; touch_point: 0.1068, 0.4057, lift_point: 0.1068, 0.4057", "response": "The action is #DUAL_POINT#; touch_point: 0.3741, 0.3787, lift_point: 0.3741, 0.3787", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26321_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Pakistan?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8867, 0.519, lift_point: 0.8867, 0.519; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Pakistan?\"; The action is #DUAL_POINT#; touch_point: 0.1068, 0.4057, lift_point: 0.1068, 0.4057; The action is #DUAL_POINT#; touch_point: 0.3741, 0.3787, lift_point: 0.3741, 0.3787", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26321_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Guyana?", "response": "The action is #DUAL_POINT#; touch_point: 0.8671, 0.5771, lift_point: 0.8671, 0.5771", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26326_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Guyana?; The action is #DUAL_POINT#; touch_point: 0.8671, 0.5771, lift_point: 0.8671, 0.5771", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Guyana?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26326_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Guyana?; The action is #DUAL_POINT#; touch_point: 0.8671, 0.5771, lift_point: 0.8671, 0.5771; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Guyana?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1821, 0.242, lift_point: 0.1821, 0.242", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26326_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Guyana?; The action is #DUAL_POINT#; touch_point: 0.8671, 0.5771, lift_point: 0.8671, 0.5771; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Guyana?\"; The action is #DUAL_POINT#; touch_point: 0.1821, 0.242, lift_point: 0.1821, 0.242", "response": "The action is #DUAL_POINT#; touch_point: 0.2904, 0.3624, lift_point: 0.2904, 0.3624", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26326_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Guyana?; The action is #DUAL_POINT#; touch_point: 0.8671, 0.5771, lift_point: 0.8671, 0.5771; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Guyana?\"; The action is #DUAL_POINT#; touch_point: 0.1821, 0.242, lift_point: 0.1821, 0.242; The action is #DUAL_POINT#; touch_point: 0.2904, 0.3624, lift_point: 0.2904, 0.3624", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26326_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good Korean restaurants", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26593_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good Korean restaurants; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26593_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good Korean restaurants; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.6306, 0.1657, lift_point: 0.6306, 0.1657", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26593_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good Korean restaurants; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6306, 0.1657, lift_point: 0.6306, 0.1657", "response": "The action is #DUAL_POINT#; touch_point: 0.6435, 0.1326, lift_point: 0.6435, 0.1326", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26593_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good Korean restaurants; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6306, 0.1657, lift_point: 0.6306, 0.1657; The action is #DUAL_POINT#; touch_point: 0.6435, 0.1326, lift_point: 0.6435, 0.1326", "response": "The action is #DUAL_POINT#; touch_point: 0.1828, 0.25, lift_point: 0.1828, 0.25", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26593_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good Korean restaurants; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6306, 0.1657, lift_point: 0.6306, 0.1657; The action is #DUAL_POINT#; touch_point: 0.6435, 0.1326, lift_point: 0.6435, 0.1326; The action is #DUAL_POINT#; touch_point: 0.1828, 0.25, lift_point: 0.1828, 0.25", "response": "The action is #DUAL_POINT#; touch_point: 0.0703, 0.9047, lift_point: 0.0703, 0.9047", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26593_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good Korean restaurants; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6306, 0.1657, lift_point: 0.6306, 0.1657; The action is #DUAL_POINT#; touch_point: 0.6435, 0.1326, lift_point: 0.6435, 0.1326; The action is #DUAL_POINT#; touch_point: 0.1828, 0.25, lift_point: 0.1828, 0.25; The action is #DUAL_POINT#; touch_point: 0.0703, 0.9047, lift_point: 0.0703, 0.9047", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for good Korean restaurants\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26593_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good Korean restaurants; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6306, 0.1657, lift_point: 0.6306, 0.1657; The action is #DUAL_POINT#; touch_point: 0.6435, 0.1326, lift_point: 0.6435, 0.1326; The action is #DUAL_POINT#; touch_point: 0.1828, 0.25, lift_point: 0.1828, 0.25; The action is #DUAL_POINT#; touch_point: 0.0703, 0.9047, lift_point: 0.0703, 0.9047; The action is #TYPE#; And the content is : \"typed_text\": \"Search for good Korean restaurants\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1277, 0.2562, lift_point: 0.1277, 0.2562", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26593_8.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good Korean restaurants; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6306, 0.1657, lift_point: 0.6306, 0.1657; The action is #DUAL_POINT#; touch_point: 0.6435, 0.1326, lift_point: 0.6435, 0.1326; The action is #DUAL_POINT#; touch_point: 0.1828, 0.25, lift_point: 0.1828, 0.25; The action is #DUAL_POINT#; touch_point: 0.0703, 0.9047, lift_point: 0.0703, 0.9047; The action is #TYPE#; And the content is : \"typed_text\": \"Search for good Korean restaurants\"; The action is #DUAL_POINT#; touch_point: 0.1277, 0.2562, lift_point: 0.1277, 0.2562", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26593_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Five Guys?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26633_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Five Guys?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7974, 0.7043, lift_point: 0.7974, 0.7043", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26633_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Five Guys?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7974, 0.7043, lift_point: 0.7974, 0.7043", "response": "The action is #DUAL_POINT#; touch_point: 0.063, 0.3738, lift_point: 0.063, 0.3738", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26633_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Five Guys?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7974, 0.7043, lift_point: 0.7974, 0.7043; The action is #DUAL_POINT#; touch_point: 0.063, 0.3738, lift_point: 0.063, 0.3738", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"menu at Five Guys\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26633_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Five Guys?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7974, 0.7043, lift_point: 0.7974, 0.7043; The action is #DUAL_POINT#; touch_point: 0.063, 0.3738, lift_point: 0.063, 0.3738; The action is #TYPE#; And the content is : \"typed_text\": \"menu at Five Guys\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26633_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Five Guys?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7974, 0.7043, lift_point: 0.7974, 0.7043; The action is #DUAL_POINT#; touch_point: 0.063, 0.3738, lift_point: 0.063, 0.3738; The action is #TYPE#; And the content is : \"typed_text\": \"menu at Five Guys\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1219, 0.266, lift_point: 0.1219, 0.266", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26633_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Five Guys?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7974, 0.7043, lift_point: 0.7974, 0.7043; The action is #DUAL_POINT#; touch_point: 0.063, 0.3738, lift_point: 0.063, 0.3738; The action is #TYPE#; And the content is : \"typed_text\": \"menu at Five Guys\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1219, 0.266, lift_point: 0.1219, 0.266", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26633_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Five Guys?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7974, 0.7043, lift_point: 0.7974, 0.7043; The action is #DUAL_POINT#; touch_point: 0.063, 0.3738, lift_point: 0.063, 0.3738; The action is #TYPE#; And the content is : \"typed_text\": \"menu at Five Guys\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1219, 0.266, lift_point: 0.1219, 0.266; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.7103, 0.5417, lift_point: 0.7103, 0.5417", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26633_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Five Guys?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7974, 0.7043, lift_point: 0.7974, 0.7043; The action is #DUAL_POINT#; touch_point: 0.063, 0.3738, lift_point: 0.063, 0.3738; The action is #TYPE#; And the content is : \"typed_text\": \"menu at Five Guys\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1219, 0.266, lift_point: 0.1219, 0.266; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7103, 0.5417, lift_point: 0.7103, 0.5417", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26633_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Pakistan?", "response": "The action is #DUAL_POINT#; touch_point: 0.7898, 0.6984, lift_point: 0.7898, 0.6984", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26653_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Pakistan?; The action is #DUAL_POINT#; touch_point: 0.7898, 0.6984, lift_point: 0.7898, 0.6984", "response": "The action is #DUAL_POINT#; touch_point: 0.0478, 0.2489, lift_point: 0.0478, 0.2489", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26653_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Pakistan?; The action is #DUAL_POINT#; touch_point: 0.7898, 0.6984, lift_point: 0.7898, 0.6984; The action is #DUAL_POINT#; touch_point: 0.0478, 0.2489, lift_point: 0.0478, 0.2489", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Pakistan\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26653_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Pakistan?; The action is #DUAL_POINT#; touch_point: 0.7898, 0.6984, lift_point: 0.7898, 0.6984; The action is #DUAL_POINT#; touch_point: 0.0478, 0.2489, lift_point: 0.0478, 0.2489; The action is #TYPE#; And the content is : \"typed_text\": \"Pakistan\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1283, 0.6011, lift_point: 0.1283, 0.6011", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26653_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Pakistan?; The action is #DUAL_POINT#; touch_point: 0.7898, 0.6984, lift_point: 0.7898, 0.6984; The action is #DUAL_POINT#; touch_point: 0.0478, 0.2489, lift_point: 0.0478, 0.2489; The action is #TYPE#; And the content is : \"typed_text\": \"Pakistan\"; The action is #DUAL_POINT#; touch_point: 0.1283, 0.6011, lift_point: 0.1283, 0.6011", "response": "The action is #DUAL_POINT#; touch_point: 0.2222, 0.1763, lift_point: 0.2222, 0.1763", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26653_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Pakistan?; The action is #DUAL_POINT#; touch_point: 0.7898, 0.6984, lift_point: 0.7898, 0.6984; The action is #DUAL_POINT#; touch_point: 0.0478, 0.2489, lift_point: 0.0478, 0.2489; The action is #TYPE#; And the content is : \"typed_text\": \"Pakistan\"; The action is #DUAL_POINT#; touch_point: 0.1283, 0.6011, lift_point: 0.1283, 0.6011; The action is #DUAL_POINT#; touch_point: 0.2222, 0.1763, lift_point: 0.2222, 0.1763", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26653_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Sacramento?", "response": "The action is #DUAL_POINT#; touch_point: 0.7893, 0.6731, lift_point: 0.7893, 0.6731", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26709_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Sacramento?; The action is #DUAL_POINT#; touch_point: 0.7893, 0.6731, lift_point: 0.7893, 0.6731", "response": "The action is #DUAL_POINT#; touch_point: 0.0574, 0.5749, lift_point: 0.0574, 0.5749", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26709_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Sacramento?; The action is #DUAL_POINT#; touch_point: 0.7893, 0.6731, lift_point: 0.7893, 0.6731; The action is #DUAL_POINT#; touch_point: 0.0574, 0.5749, lift_point: 0.0574, 0.5749", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"good restaurant in Sacramento\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26709_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Sacramento?; The action is #DUAL_POINT#; touch_point: 0.7893, 0.6731, lift_point: 0.7893, 0.6731; The action is #DUAL_POINT#; touch_point: 0.0574, 0.5749, lift_point: 0.0574, 0.5749; The action is #TYPE#; And the content is : \"typed_text\": \"good restaurant in Sacramento\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1244, 0.6074, lift_point: 0.1244, 0.6074", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26709_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Sacramento?; The action is #DUAL_POINT#; touch_point: 0.7893, 0.6731, lift_point: 0.7893, 0.6731; The action is #DUAL_POINT#; touch_point: 0.0574, 0.5749, lift_point: 0.0574, 0.5749; The action is #TYPE#; And the content is : \"typed_text\": \"good restaurant in Sacramento\"; The action is #DUAL_POINT#; touch_point: 0.1244, 0.6074, lift_point: 0.1244, 0.6074", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26709_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Sacramento?; The action is #DUAL_POINT#; touch_point: 0.7893, 0.6731, lift_point: 0.7893, 0.6731; The action is #DUAL_POINT#; touch_point: 0.0574, 0.5749, lift_point: 0.0574, 0.5749; The action is #TYPE#; And the content is : \"typed_text\": \"good restaurant in Sacramento\"; The action is #DUAL_POINT#; touch_point: 0.1244, 0.6074, lift_point: 0.1244, 0.6074; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.6056, 0.5318, lift_point: 0.6056, 0.5318", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26709_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Sacramento?; The action is #DUAL_POINT#; touch_point: 0.7893, 0.6731, lift_point: 0.7893, 0.6731; The action is #DUAL_POINT#; touch_point: 0.0574, 0.5749, lift_point: 0.0574, 0.5749; The action is #TYPE#; And the content is : \"typed_text\": \"good restaurant in Sacramento\"; The action is #DUAL_POINT#; touch_point: 0.1244, 0.6074, lift_point: 0.1244, 0.6074; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6056, 0.5318, lift_point: 0.6056, 0.5318", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26709_7.png" ] }, { "query": "\nPrevious Actions: Goal: How big is a blue whale?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26875_1.png" ] }, { "query": "\nPrevious Actions: Goal: How big is a blue whale?; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26875_2.png" ] }, { "query": "\nPrevious Actions: Goal: How big is a blue whale?; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.4096, 0.7499, lift_point: 0.4096, 0.7499", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26875_3.png" ] }, { "query": "\nPrevious Actions: Goal: How big is a blue whale?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4096, 0.7499, lift_point: 0.4096, 0.7499", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26875_4.png" ] }, { "query": "\nPrevious Actions: Goal: How big is a blue whale?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4096, 0.7499, lift_point: 0.4096, 0.7499; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3493, 0.5112, lift_point: 0.3493, 0.5112", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26875_5.png" ] }, { "query": "\nPrevious Actions: Goal: How big is a blue whale?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4096, 0.7499, lift_point: 0.4096, 0.7499; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3493, 0.5112, lift_point: 0.3493, 0.5112", "response": "The action is #DUAL_POINT#; touch_point: 0.0583, 0.3763, lift_point: 0.0583, 0.3763", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26875_6.png" ] }, { "query": "\nPrevious Actions: Goal: How big is a blue whale?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4096, 0.7499, lift_point: 0.4096, 0.7499; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3493, 0.5112, lift_point: 0.3493, 0.5112; The action is #DUAL_POINT#; touch_point: 0.0583, 0.3763, lift_point: 0.0583, 0.3763", "response": "The action is #DUAL_POINT#; touch_point: 0.0591, 0.9232, lift_point: 0.0591, 0.9232", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26875_7.png" ] }, { "query": "\nPrevious Actions: Goal: How big is a blue whale?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4096, 0.7499, lift_point: 0.4096, 0.7499; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3493, 0.5112, lift_point: 0.3493, 0.5112; The action is #DUAL_POINT#; touch_point: 0.0583, 0.3763, lift_point: 0.0583, 0.3763; The action is #DUAL_POINT#; touch_point: 0.0591, 0.9232, lift_point: 0.0591, 0.9232", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"How big is a blue whale?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26875_8.png" ] }, { "query": "\nPrevious Actions: Goal: How big is a blue whale?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4096, 0.7499, lift_point: 0.4096, 0.7499; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3493, 0.5112, lift_point: 0.3493, 0.5112; The action is #DUAL_POINT#; touch_point: 0.0583, 0.3763, lift_point: 0.0583, 0.3763; The action is #DUAL_POINT#; touch_point: 0.0591, 0.9232, lift_point: 0.0591, 0.9232; The action is #TYPE#; And the content is : \"typed_text\": \"How big is a blue whale?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1409, 0.353, lift_point: 0.1409, 0.353", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26875_9.png" ] }, { "query": "\nPrevious Actions: Goal: How big is a blue whale?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4096, 0.7499, lift_point: 0.4096, 0.7499; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3493, 0.5112, lift_point: 0.3493, 0.5112; The action is #DUAL_POINT#; touch_point: 0.0583, 0.3763, lift_point: 0.0583, 0.3763; The action is #DUAL_POINT#; touch_point: 0.0591, 0.9232, lift_point: 0.0591, 0.9232; The action is #TYPE#; And the content is : \"typed_text\": \"How big is a blue whale?\"; The action is #DUAL_POINT#; touch_point: 0.1409, 0.353, lift_point: 0.1409, 0.353", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/26875_10.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Paris", "response": "The action is #DUAL_POINT#; touch_point: 0.2697, 0.5114, lift_point: 0.2697, 0.5114", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27074_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Paris; The action is #DUAL_POINT#; touch_point: 0.2697, 0.5114, lift_point: 0.2697, 0.5114", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27074_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Paris; The action is #DUAL_POINT#; touch_point: 0.2697, 0.5114, lift_point: 0.2697, 0.5114; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.6548, 0.5648, lift_point: 0.6548, 0.5648", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27074_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Paris; The action is #DUAL_POINT#; touch_point: 0.2697, 0.5114, lift_point: 0.2697, 0.5114; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6548, 0.5648, lift_point: 0.6548, 0.5648", "response": "The action is #DUAL_POINT#; touch_point: 0.0985, 0.4286, lift_point: 0.0985, 0.4286", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27074_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Paris; The action is #DUAL_POINT#; touch_point: 0.2697, 0.5114, lift_point: 0.2697, 0.5114; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6548, 0.5648, lift_point: 0.6548, 0.5648; The action is #DUAL_POINT#; touch_point: 0.0985, 0.4286, lift_point: 0.0985, 0.4286", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from nyc to paris\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27074_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Paris; The action is #DUAL_POINT#; touch_point: 0.2697, 0.5114, lift_point: 0.2697, 0.5114; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6548, 0.5648, lift_point: 0.6548, 0.5648; The action is #DUAL_POINT#; touch_point: 0.0985, 0.4286, lift_point: 0.0985, 0.4286; The action is #TYPE#; And the content is : \"typed_text\": \"flights from nyc to paris\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27074_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Paris; The action is #DUAL_POINT#; touch_point: 0.2697, 0.5114, lift_point: 0.2697, 0.5114; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6548, 0.5648, lift_point: 0.6548, 0.5648; The action is #DUAL_POINT#; touch_point: 0.0985, 0.4286, lift_point: 0.0985, 0.4286; The action is #TYPE#; And the content is : \"typed_text\": \"flights from nyc to paris\"; The action is #PRESS_ENTER#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27074_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Paris; The action is #DUAL_POINT#; touch_point: 0.2697, 0.5114, lift_point: 0.2697, 0.5114; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6548, 0.5648, lift_point: 0.6548, 0.5648; The action is #DUAL_POINT#; touch_point: 0.0985, 0.4286, lift_point: 0.0985, 0.4286; The action is #TYPE#; And the content is : \"typed_text\": \"flights from nyc to paris\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27074_8.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Paris; The action is #DUAL_POINT#; touch_point: 0.2697, 0.5114, lift_point: 0.2697, 0.5114; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6548, 0.5648, lift_point: 0.6548, 0.5648; The action is #DUAL_POINT#; touch_point: 0.0985, 0.4286, lift_point: 0.0985, 0.4286; The action is #TYPE#; And the content is : \"typed_text\": \"flights from nyc to paris\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27074_9.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Paris; The action is #DUAL_POINT#; touch_point: 0.2697, 0.5114, lift_point: 0.2697, 0.5114; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6548, 0.5648, lift_point: 0.6548, 0.5648; The action is #DUAL_POINT#; touch_point: 0.0985, 0.4286, lift_point: 0.0985, 0.4286; The action is #TYPE#; And the content is : \"typed_text\": \"flights from nyc to paris\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27074_10.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Paris; The action is #DUAL_POINT#; touch_point: 0.2697, 0.5114, lift_point: 0.2697, 0.5114; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6548, 0.5648, lift_point: 0.6548, 0.5648; The action is #DUAL_POINT#; touch_point: 0.0985, 0.4286, lift_point: 0.0985, 0.4286; The action is #TYPE#; And the content is : \"typed_text\": \"flights from nyc to paris\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27074_11.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Paris; The action is #DUAL_POINT#; touch_point: 0.2697, 0.5114, lift_point: 0.2697, 0.5114; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6548, 0.5648, lift_point: 0.6548, 0.5648; The action is #DUAL_POINT#; touch_point: 0.0985, 0.4286, lift_point: 0.0985, 0.4286; The action is #TYPE#; And the content is : \"typed_text\": \"flights from nyc to paris\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27074_12.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Paris; The action is #DUAL_POINT#; touch_point: 0.2697, 0.5114, lift_point: 0.2697, 0.5114; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6548, 0.5648, lift_point: 0.6548, 0.5648; The action is #DUAL_POINT#; touch_point: 0.0985, 0.4286, lift_point: 0.0985, 0.4286; The action is #TYPE#; And the content is : \"typed_text\": \"flights from nyc to paris\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27074_13.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Paris; The action is #DUAL_POINT#; touch_point: 0.2697, 0.5114, lift_point: 0.2697, 0.5114; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6548, 0.5648, lift_point: 0.6548, 0.5648; The action is #DUAL_POINT#; touch_point: 0.0985, 0.4286, lift_point: 0.0985, 0.4286; The action is #TYPE#; And the content is : \"typed_text\": \"flights from nyc to paris\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3872, 0.608, lift_point: 0.3872, 0.608", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27074_14.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Paris; The action is #DUAL_POINT#; touch_point: 0.2697, 0.5114, lift_point: 0.2697, 0.5114; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6548, 0.5648, lift_point: 0.6548, 0.5648; The action is #DUAL_POINT#; touch_point: 0.0985, 0.4286, lift_point: 0.0985, 0.4286; The action is #TYPE#; And the content is : \"typed_text\": \"flights from nyc to paris\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3872, 0.608, lift_point: 0.3872, 0.608", "response": "The action is #DUAL_POINT#; touch_point: 0.6296, 0.6156, lift_point: 0.6296, 0.6156", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27074_15.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Paris; The action is #DUAL_POINT#; touch_point: 0.2697, 0.5114, lift_point: 0.2697, 0.5114; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6548, 0.5648, lift_point: 0.6548, 0.5648; The action is #DUAL_POINT#; touch_point: 0.0985, 0.4286, lift_point: 0.0985, 0.4286; The action is #TYPE#; And the content is : \"typed_text\": \"flights from nyc to paris\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3872, 0.608, lift_point: 0.3872, 0.608; The action is #DUAL_POINT#; touch_point: 0.6296, 0.6156, lift_point: 0.6296, 0.6156", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27074_16.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Paris; The action is #DUAL_POINT#; touch_point: 0.2697, 0.5114, lift_point: 0.2697, 0.5114; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6548, 0.5648, lift_point: 0.6548, 0.5648; The action is #DUAL_POINT#; touch_point: 0.0985, 0.4286, lift_point: 0.0985, 0.4286; The action is #TYPE#; And the content is : \"typed_text\": \"flights from nyc to paris\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3872, 0.608, lift_point: 0.3872, 0.608; The action is #DUAL_POINT#; touch_point: 0.6296, 0.6156, lift_point: 0.6296, 0.6156; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.8198, 0.4497, lift_point: 0.8198, 0.4497", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27074_17.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Paris; The action is #DUAL_POINT#; touch_point: 0.2697, 0.5114, lift_point: 0.2697, 0.5114; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6548, 0.5648, lift_point: 0.6548, 0.5648; The action is #DUAL_POINT#; touch_point: 0.0985, 0.4286, lift_point: 0.0985, 0.4286; The action is #TYPE#; And the content is : \"typed_text\": \"flights from nyc to paris\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3872, 0.608, lift_point: 0.3872, 0.608; The action is #DUAL_POINT#; touch_point: 0.6296, 0.6156, lift_point: 0.6296, 0.6156; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8198, 0.4497, lift_point: 0.8198, 0.4497", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27074_18.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Paris; The action is #DUAL_POINT#; touch_point: 0.2697, 0.5114, lift_point: 0.2697, 0.5114; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6548, 0.5648, lift_point: 0.6548, 0.5648; The action is #DUAL_POINT#; touch_point: 0.0985, 0.4286, lift_point: 0.0985, 0.4286; The action is #TYPE#; And the content is : \"typed_text\": \"flights from nyc to paris\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3872, 0.608, lift_point: 0.3872, 0.608; The action is #DUAL_POINT#; touch_point: 0.6296, 0.6156, lift_point: 0.6296, 0.6156; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8198, 0.4497, lift_point: 0.8198, 0.4497; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27074_19.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Paris; The action is #DUAL_POINT#; touch_point: 0.2697, 0.5114, lift_point: 0.2697, 0.5114; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6548, 0.5648, lift_point: 0.6548, 0.5648; The action is #DUAL_POINT#; touch_point: 0.0985, 0.4286, lift_point: 0.0985, 0.4286; The action is #TYPE#; And the content is : \"typed_text\": \"flights from nyc to paris\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3872, 0.608, lift_point: 0.3872, 0.608; The action is #DUAL_POINT#; touch_point: 0.6296, 0.6156, lift_point: 0.6296, 0.6156; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8198, 0.4497, lift_point: 0.8198, 0.4497; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.5797, 0.5502, lift_point: 0.5797, 0.5502", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27074_20.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Paris; The action is #DUAL_POINT#; touch_point: 0.2697, 0.5114, lift_point: 0.2697, 0.5114; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6548, 0.5648, lift_point: 0.6548, 0.5648; The action is #DUAL_POINT#; touch_point: 0.0985, 0.4286, lift_point: 0.0985, 0.4286; The action is #TYPE#; And the content is : \"typed_text\": \"flights from nyc to paris\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3872, 0.608, lift_point: 0.3872, 0.608; The action is #DUAL_POINT#; touch_point: 0.6296, 0.6156, lift_point: 0.6296, 0.6156; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8198, 0.4497, lift_point: 0.8198, 0.4497; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5797, 0.5502, lift_point: 0.5797, 0.5502", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27074_21.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Mexico city", "response": "The action is #DUAL_POINT#; touch_point: 0.6971, 0.5936, lift_point: 0.6971, 0.5936", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27231_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Mexico city; The action is #DUAL_POINT#; touch_point: 0.6971, 0.5936, lift_point: 0.6971, 0.5936", "response": "The action is #DUAL_POINT#; touch_point: 0.6971, 0.5936, lift_point: 0.6971, 0.5936", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27231_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Mexico city; The action is #DUAL_POINT#; touch_point: 0.6971, 0.5936, lift_point: 0.6971, 0.5936; The action is #DUAL_POINT#; touch_point: 0.6971, 0.5936, lift_point: 0.6971, 0.5936", "response": "The action is #DUAL_POINT#; touch_point: 0.1128, 0.4903, lift_point: 0.1128, 0.4903", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27231_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Mexico city; The action is #DUAL_POINT#; touch_point: 0.6971, 0.5936, lift_point: 0.6971, 0.5936; The action is #DUAL_POINT#; touch_point: 0.6971, 0.5936, lift_point: 0.6971, 0.5936; The action is #DUAL_POINT#; touch_point: 0.1128, 0.4903, lift_point: 0.1128, 0.4903", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from nyc to mexico city\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27231_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Mexico city; The action is #DUAL_POINT#; touch_point: 0.6971, 0.5936, lift_point: 0.6971, 0.5936; The action is #DUAL_POINT#; touch_point: 0.6971, 0.5936, lift_point: 0.6971, 0.5936; The action is #DUAL_POINT#; touch_point: 0.1128, 0.4903, lift_point: 0.1128, 0.4903; The action is #TYPE#; And the content is : \"typed_text\": \"flights from nyc to mexico city\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27231_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Mexico city; The action is #DUAL_POINT#; touch_point: 0.6971, 0.5936, lift_point: 0.6971, 0.5936; The action is #DUAL_POINT#; touch_point: 0.6971, 0.5936, lift_point: 0.6971, 0.5936; The action is #DUAL_POINT#; touch_point: 0.1128, 0.4903, lift_point: 0.1128, 0.4903; The action is #TYPE#; And the content is : \"typed_text\": \"flights from nyc to mexico city\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27231_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Mexico city; The action is #DUAL_POINT#; touch_point: 0.6971, 0.5936, lift_point: 0.6971, 0.5936; The action is #DUAL_POINT#; touch_point: 0.6971, 0.5936, lift_point: 0.6971, 0.5936; The action is #DUAL_POINT#; touch_point: 0.1128, 0.4903, lift_point: 0.1128, 0.4903; The action is #TYPE#; And the content is : \"typed_text\": \"flights from nyc to mexico city\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27231_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Mexico city; The action is #DUAL_POINT#; touch_point: 0.6971, 0.5936, lift_point: 0.6971, 0.5936; The action is #DUAL_POINT#; touch_point: 0.6971, 0.5936, lift_point: 0.6971, 0.5936; The action is #DUAL_POINT#; touch_point: 0.1128, 0.4903, lift_point: 0.1128, 0.4903; The action is #TYPE#; And the content is : \"typed_text\": \"flights from nyc to mexico city\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27231_8.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Mexico city; The action is #DUAL_POINT#; touch_point: 0.6971, 0.5936, lift_point: 0.6971, 0.5936; The action is #DUAL_POINT#; touch_point: 0.6971, 0.5936, lift_point: 0.6971, 0.5936; The action is #DUAL_POINT#; touch_point: 0.1128, 0.4903, lift_point: 0.1128, 0.4903; The action is #TYPE#; And the content is : \"typed_text\": \"flights from nyc to mexico city\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27231_9.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Mexico city; The action is #DUAL_POINT#; touch_point: 0.6971, 0.5936, lift_point: 0.6971, 0.5936; The action is #DUAL_POINT#; touch_point: 0.6971, 0.5936, lift_point: 0.6971, 0.5936; The action is #DUAL_POINT#; touch_point: 0.1128, 0.4903, lift_point: 0.1128, 0.4903; The action is #TYPE#; And the content is : \"typed_text\": \"flights from nyc to mexico city\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27231_10.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Mexico city; The action is #DUAL_POINT#; touch_point: 0.6971, 0.5936, lift_point: 0.6971, 0.5936; The action is #DUAL_POINT#; touch_point: 0.6971, 0.5936, lift_point: 0.6971, 0.5936; The action is #DUAL_POINT#; touch_point: 0.1128, 0.4903, lift_point: 0.1128, 0.4903; The action is #TYPE#; And the content is : \"typed_text\": \"flights from nyc to mexico city\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27231_11.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Mexico city; The action is #DUAL_POINT#; touch_point: 0.6971, 0.5936, lift_point: 0.6971, 0.5936; The action is #DUAL_POINT#; touch_point: 0.6971, 0.5936, lift_point: 0.6971, 0.5936; The action is #DUAL_POINT#; touch_point: 0.1128, 0.4903, lift_point: 0.1128, 0.4903; The action is #TYPE#; And the content is : \"typed_text\": \"flights from nyc to mexico city\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27231_12.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Mexico city; The action is #DUAL_POINT#; touch_point: 0.6971, 0.5936, lift_point: 0.6971, 0.5936; The action is #DUAL_POINT#; touch_point: 0.6971, 0.5936, lift_point: 0.6971, 0.5936; The action is #DUAL_POINT#; touch_point: 0.1128, 0.4903, lift_point: 0.1128, 0.4903; The action is #TYPE#; And the content is : \"typed_text\": \"flights from nyc to mexico city\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27231_13.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Mexico city; The action is #DUAL_POINT#; touch_point: 0.6971, 0.5936, lift_point: 0.6971, 0.5936; The action is #DUAL_POINT#; touch_point: 0.6971, 0.5936, lift_point: 0.6971, 0.5936; The action is #DUAL_POINT#; touch_point: 0.1128, 0.4903, lift_point: 0.1128, 0.4903; The action is #TYPE#; And the content is : \"typed_text\": \"flights from nyc to mexico city\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27231_14.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Mexico city; The action is #DUAL_POINT#; touch_point: 0.6971, 0.5936, lift_point: 0.6971, 0.5936; The action is #DUAL_POINT#; touch_point: 0.6971, 0.5936, lift_point: 0.6971, 0.5936; The action is #DUAL_POINT#; touch_point: 0.1128, 0.4903, lift_point: 0.1128, 0.4903; The action is #TYPE#; And the content is : \"typed_text\": \"flights from nyc to mexico city\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27231_15.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Mexico city; The action is #DUAL_POINT#; touch_point: 0.6971, 0.5936, lift_point: 0.6971, 0.5936; The action is #DUAL_POINT#; touch_point: 0.6971, 0.5936, lift_point: 0.6971, 0.5936; The action is #DUAL_POINT#; touch_point: 0.1128, 0.4903, lift_point: 0.1128, 0.4903; The action is #TYPE#; And the content is : \"typed_text\": \"flights from nyc to mexico city\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27231_16.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Mexico city; The action is #DUAL_POINT#; touch_point: 0.6971, 0.5936, lift_point: 0.6971, 0.5936; The action is #DUAL_POINT#; touch_point: 0.6971, 0.5936, lift_point: 0.6971, 0.5936; The action is #DUAL_POINT#; touch_point: 0.1128, 0.4903, lift_point: 0.1128, 0.4903; The action is #TYPE#; And the content is : \"typed_text\": \"flights from nyc to mexico city\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.543, 0.4197, lift_point: 0.543, 0.4197", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27231_17.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Mexico city; The action is #DUAL_POINT#; touch_point: 0.6971, 0.5936, lift_point: 0.6971, 0.5936; The action is #DUAL_POINT#; touch_point: 0.6971, 0.5936, lift_point: 0.6971, 0.5936; The action is #DUAL_POINT#; touch_point: 0.1128, 0.4903, lift_point: 0.1128, 0.4903; The action is #TYPE#; And the content is : \"typed_text\": \"flights from nyc to mexico city\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.543, 0.4197, lift_point: 0.543, 0.4197", "response": "The action is #DUAL_POINT#; touch_point: 0.583, 0.4119, lift_point: 0.583, 0.4119", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27231_18.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Mexico city; The action is #DUAL_POINT#; touch_point: 0.6971, 0.5936, lift_point: 0.6971, 0.5936; The action is #DUAL_POINT#; touch_point: 0.6971, 0.5936, lift_point: 0.6971, 0.5936; The action is #DUAL_POINT#; touch_point: 0.1128, 0.4903, lift_point: 0.1128, 0.4903; The action is #TYPE#; And the content is : \"typed_text\": \"flights from nyc to mexico city\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.543, 0.4197, lift_point: 0.543, 0.4197; The action is #DUAL_POINT#; touch_point: 0.583, 0.4119, lift_point: 0.583, 0.4119", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27231_19.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires", "response": "The action is #DUAL_POINT#; touch_point: 0.6848, 0.6442, lift_point: 0.6848, 0.6442", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27242_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires; The action is #DUAL_POINT#; touch_point: 0.6848, 0.6442, lift_point: 0.6848, 0.6442", "response": "The action is #DUAL_POINT#; touch_point: 0.1336, 0.445, lift_point: 0.1336, 0.445", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27242_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires; The action is #DUAL_POINT#; touch_point: 0.6848, 0.6442, lift_point: 0.6848, 0.6442; The action is #DUAL_POINT#; touch_point: 0.1336, 0.445, lift_point: 0.1336, 0.445", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from sydney to buenos aires\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27242_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires; The action is #DUAL_POINT#; touch_point: 0.6848, 0.6442, lift_point: 0.6848, 0.6442; The action is #DUAL_POINT#; touch_point: 0.1336, 0.445, lift_point: 0.1336, 0.445; The action is #TYPE#; And the content is : \"typed_text\": \"flights from sydney to buenos aires\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27242_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires; The action is #DUAL_POINT#; touch_point: 0.6848, 0.6442, lift_point: 0.6848, 0.6442; The action is #DUAL_POINT#; touch_point: 0.1336, 0.445, lift_point: 0.1336, 0.445; The action is #TYPE#; And the content is : \"typed_text\": \"flights from sydney to buenos aires\"; The action is #PRESS_ENTER#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27242_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires; The action is #DUAL_POINT#; touch_point: 0.6848, 0.6442, lift_point: 0.6848, 0.6442; The action is #DUAL_POINT#; touch_point: 0.1336, 0.445, lift_point: 0.1336, 0.445; The action is #TYPE#; And the content is : \"typed_text\": \"flights from sydney to buenos aires\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27242_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires; The action is #DUAL_POINT#; touch_point: 0.6848, 0.6442, lift_point: 0.6848, 0.6442; The action is #DUAL_POINT#; touch_point: 0.1336, 0.445, lift_point: 0.1336, 0.445; The action is #TYPE#; And the content is : \"typed_text\": \"flights from sydney to buenos aires\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27242_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires; The action is #DUAL_POINT#; touch_point: 0.6848, 0.6442, lift_point: 0.6848, 0.6442; The action is #DUAL_POINT#; touch_point: 0.1336, 0.445, lift_point: 0.1336, 0.445; The action is #TYPE#; And the content is : \"typed_text\": \"flights from sydney to buenos aires\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27242_8.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires; The action is #DUAL_POINT#; touch_point: 0.6848, 0.6442, lift_point: 0.6848, 0.6442; The action is #DUAL_POINT#; touch_point: 0.1336, 0.445, lift_point: 0.1336, 0.445; The action is #TYPE#; And the content is : \"typed_text\": \"flights from sydney to buenos aires\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27242_9.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires; The action is #DUAL_POINT#; touch_point: 0.6848, 0.6442, lift_point: 0.6848, 0.6442; The action is #DUAL_POINT#; touch_point: 0.1336, 0.445, lift_point: 0.1336, 0.445; The action is #TYPE#; And the content is : \"typed_text\": \"flights from sydney to buenos aires\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#", "response": "The action is #DUAL_POINT#; touch_point: 0.3298, 0.5941, lift_point: 0.3298, 0.5941", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27242_10.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires; The action is #DUAL_POINT#; touch_point: 0.6848, 0.6442, lift_point: 0.6848, 0.6442; The action is #DUAL_POINT#; touch_point: 0.1336, 0.445, lift_point: 0.1336, 0.445; The action is #TYPE#; And the content is : \"typed_text\": \"flights from sydney to buenos aires\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.3298, 0.5941, lift_point: 0.3298, 0.5941", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27242_11.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Nepal?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27326_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Nepal?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.709, 0.6491, lift_point: 0.709, 0.6491", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27326_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Nepal?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.709, 0.6491, lift_point: 0.709, 0.6491", "response": "The action is #DUAL_POINT#; touch_point: 0.675, 0.6023, lift_point: 0.675, 0.6023", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27326_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Nepal?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.709, 0.6491, lift_point: 0.709, 0.6491; The action is #DUAL_POINT#; touch_point: 0.675, 0.6023, lift_point: 0.675, 0.6023", "response": "The action is #DUAL_POINT#; touch_point: 0.1174, 0.4815, lift_point: 0.1174, 0.4815", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27326_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Nepal?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.709, 0.6491, lift_point: 0.709, 0.6491; The action is #DUAL_POINT#; touch_point: 0.675, 0.6023, lift_point: 0.675, 0.6023; The action is #DUAL_POINT#; touch_point: 0.1174, 0.4815, lift_point: 0.1174, 0.4815", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"news in Nepal\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27326_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Nepal?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.709, 0.6491, lift_point: 0.709, 0.6491; The action is #DUAL_POINT#; touch_point: 0.675, 0.6023, lift_point: 0.675, 0.6023; The action is #DUAL_POINT#; touch_point: 0.1174, 0.4815, lift_point: 0.1174, 0.4815; The action is #TYPE#; And the content is : \"typed_text\": \"news in Nepal\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27326_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Nepal?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.709, 0.6491, lift_point: 0.709, 0.6491; The action is #DUAL_POINT#; touch_point: 0.675, 0.6023, lift_point: 0.675, 0.6023; The action is #DUAL_POINT#; touch_point: 0.1174, 0.4815, lift_point: 0.1174, 0.4815; The action is #TYPE#; And the content is : \"typed_text\": \"news in Nepal\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27326_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Nepal?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.709, 0.6491, lift_point: 0.709, 0.6491; The action is #DUAL_POINT#; touch_point: 0.675, 0.6023, lift_point: 0.675, 0.6023; The action is #DUAL_POINT#; touch_point: 0.1174, 0.4815, lift_point: 0.1174, 0.4815; The action is #TYPE#; And the content is : \"typed_text\": \"news in Nepal\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#", "response": "The action is #DUAL_POINT#; touch_point: 0.447, 0.2565, lift_point: 0.447, 0.2565", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27326_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Nepal?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.709, 0.6491, lift_point: 0.709, 0.6491; The action is #DUAL_POINT#; touch_point: 0.675, 0.6023, lift_point: 0.675, 0.6023; The action is #DUAL_POINT#; touch_point: 0.1174, 0.4815, lift_point: 0.1174, 0.4815; The action is #TYPE#; And the content is : \"typed_text\": \"news in Nepal\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.447, 0.2565, lift_point: 0.447, 0.2565", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27326_9.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of the United States", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27447_1.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of the United States; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.6689, 0.6297, lift_point: 0.6689, 0.6297", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27447_2.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of the United States; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6689, 0.6297, lift_point: 0.6689, 0.6297", "response": "The action is #DUAL_POINT#; touch_point: 0.1155, 0.3948, lift_point: 0.1155, 0.3948", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27447_3.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of the United States; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6689, 0.6297, lift_point: 0.6689, 0.6297; The action is #DUAL_POINT#; touch_point: 0.1155, 0.3948, lift_point: 0.1155, 0.3948", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of United States\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27447_4.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of the United States; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6689, 0.6297, lift_point: 0.6689, 0.6297; The action is #DUAL_POINT#; touch_point: 0.1155, 0.3948, lift_point: 0.1155, 0.3948; The action is #TYPE#; And the content is : \"typed_text\": \"capital of United States\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27447_5.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of the United States; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6689, 0.6297, lift_point: 0.6689, 0.6297; The action is #DUAL_POINT#; touch_point: 0.1155, 0.3948, lift_point: 0.1155, 0.3948; The action is #TYPE#; And the content is : \"typed_text\": \"capital of United States\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27447_6.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new incognito tab in Chrome", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27574_1.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new incognito tab in Chrome; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.657, 0.6143, lift_point: 0.657, 0.6143", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27574_2.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new incognito tab in Chrome; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.657, 0.6143, lift_point: 0.657, 0.6143", "response": "The action is #DUAL_POINT#; touch_point: 0.0934, 0.9228, lift_point: 0.0934, 0.9228", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27574_3.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new incognito tab in Chrome; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.657, 0.6143, lift_point: 0.657, 0.6143; The action is #DUAL_POINT#; touch_point: 0.0934, 0.9228, lift_point: 0.0934, 0.9228", "response": "The action is #DUAL_POINT#; touch_point: 0.3196, 0.2437, lift_point: 0.3196, 0.2437", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27574_4.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new incognito tab in Chrome; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.657, 0.6143, lift_point: 0.657, 0.6143; The action is #DUAL_POINT#; touch_point: 0.0934, 0.9228, lift_point: 0.0934, 0.9228; The action is #DUAL_POINT#; touch_point: 0.3196, 0.2437, lift_point: 0.3196, 0.2437", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27574_5.png" ] }, { "query": "\nPrevious Actions: Goal: Install the ESPN app", "response": "The action is #DUAL_POINT#; touch_point: 0.6751, 0.6307, lift_point: 0.6751, 0.6307", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27613_1.png" ] }, { "query": "\nPrevious Actions: Goal: Install the ESPN app; The action is #DUAL_POINT#; touch_point: 0.6751, 0.6307, lift_point: 0.6751, 0.6307", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27613_2.png" ] }, { "query": "\nPrevious Actions: Goal: Install the ESPN app; The action is #DUAL_POINT#; touch_point: 0.6751, 0.6307, lift_point: 0.6751, 0.6307; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.6705, 0.6189, lift_point: 0.6705, 0.6189", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27613_3.png" ] }, { "query": "\nPrevious Actions: Goal: Install the ESPN app; The action is #DUAL_POINT#; touch_point: 0.6751, 0.6307, lift_point: 0.6751, 0.6307; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6705, 0.6189, lift_point: 0.6705, 0.6189", "response": "The action is #DUAL_POINT#; touch_point: 0.6886, 0.6201, lift_point: 0.6886, 0.6201", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27613_4.png" ] }, { "query": "\nPrevious Actions: Goal: Install the ESPN app; The action is #DUAL_POINT#; touch_point: 0.6751, 0.6307, lift_point: 0.6751, 0.6307; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6705, 0.6189, lift_point: 0.6705, 0.6189; The action is #DUAL_POINT#; touch_point: 0.6886, 0.6201, lift_point: 0.6886, 0.6201", "response": "The action is #DUAL_POINT#; touch_point: 0.1264, 0.5271, lift_point: 0.1264, 0.5271", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27613_5.png" ] }, { "query": "\nPrevious Actions: Goal: Install the ESPN app; The action is #DUAL_POINT#; touch_point: 0.6751, 0.6307, lift_point: 0.6751, 0.6307; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6705, 0.6189, lift_point: 0.6705, 0.6189; The action is #DUAL_POINT#; touch_point: 0.6886, 0.6201, lift_point: 0.6886, 0.6201; The action is #DUAL_POINT#; touch_point: 0.1264, 0.5271, lift_point: 0.1264, 0.5271", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"espn app\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27613_6.png" ] }, { "query": "\nPrevious Actions: Goal: Install the ESPN app; The action is #DUAL_POINT#; touch_point: 0.6751, 0.6307, lift_point: 0.6751, 0.6307; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6705, 0.6189, lift_point: 0.6705, 0.6189; The action is #DUAL_POINT#; touch_point: 0.6886, 0.6201, lift_point: 0.6886, 0.6201; The action is #DUAL_POINT#; touch_point: 0.1264, 0.5271, lift_point: 0.1264, 0.5271; The action is #TYPE#; And the content is : \"typed_text\": \"espn app\"", "response": "The action is #DUAL_POINT#; touch_point: 0.2716, 0.4401, lift_point: 0.2716, 0.4401", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27613_7.png" ] }, { "query": "\nPrevious Actions: Goal: Install the ESPN app; The action is #DUAL_POINT#; touch_point: 0.6751, 0.6307, lift_point: 0.6751, 0.6307; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6705, 0.6189, lift_point: 0.6705, 0.6189; The action is #DUAL_POINT#; touch_point: 0.6886, 0.6201, lift_point: 0.6886, 0.6201; The action is #DUAL_POINT#; touch_point: 0.1264, 0.5271, lift_point: 0.1264, 0.5271; The action is #TYPE#; And the content is : \"typed_text\": \"espn app\"; The action is #DUAL_POINT#; touch_point: 0.2716, 0.4401, lift_point: 0.2716, 0.4401", "response": "The action is #DUAL_POINT#; touch_point: 0.6323, 0.3296, lift_point: 0.6323, 0.3296", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27613_8.png" ] }, { "query": "\nPrevious Actions: Goal: Install the ESPN app; The action is #DUAL_POINT#; touch_point: 0.6751, 0.6307, lift_point: 0.6751, 0.6307; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6705, 0.6189, lift_point: 0.6705, 0.6189; The action is #DUAL_POINT#; touch_point: 0.6886, 0.6201, lift_point: 0.6886, 0.6201; The action is #DUAL_POINT#; touch_point: 0.1264, 0.5271, lift_point: 0.1264, 0.5271; The action is #TYPE#; And the content is : \"typed_text\": \"espn app\"; The action is #DUAL_POINT#; touch_point: 0.2716, 0.4401, lift_point: 0.2716, 0.4401; The action is #DUAL_POINT#; touch_point: 0.6323, 0.3296, lift_point: 0.6323, 0.3296", "response": "The action is #DUAL_POINT#; touch_point: 0.6357, 0.3296, lift_point: 0.6357, 0.3296", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27613_9.png" ] }, { "query": "\nPrevious Actions: Goal: Install the ESPN app; The action is #DUAL_POINT#; touch_point: 0.6751, 0.6307, lift_point: 0.6751, 0.6307; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6705, 0.6189, lift_point: 0.6705, 0.6189; The action is #DUAL_POINT#; touch_point: 0.6886, 0.6201, lift_point: 0.6886, 0.6201; The action is #DUAL_POINT#; touch_point: 0.1264, 0.5271, lift_point: 0.1264, 0.5271; The action is #TYPE#; And the content is : \"typed_text\": \"espn app\"; The action is #DUAL_POINT#; touch_point: 0.2716, 0.4401, lift_point: 0.2716, 0.4401; The action is #DUAL_POINT#; touch_point: 0.6323, 0.3296, lift_point: 0.6323, 0.3296; The action is #DUAL_POINT#; touch_point: 0.6357, 0.3296, lift_point: 0.6357, 0.3296", "response": "The action is #DUAL_POINT#; touch_point: 0.8648, 0.5908, lift_point: 0.8648, 0.5908", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27613_10.png" ] }, { "query": "\nPrevious Actions: Goal: Install the ESPN app; The action is #DUAL_POINT#; touch_point: 0.6751, 0.6307, lift_point: 0.6751, 0.6307; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6705, 0.6189, lift_point: 0.6705, 0.6189; The action is #DUAL_POINT#; touch_point: 0.6886, 0.6201, lift_point: 0.6886, 0.6201; The action is #DUAL_POINT#; touch_point: 0.1264, 0.5271, lift_point: 0.1264, 0.5271; The action is #TYPE#; And the content is : \"typed_text\": \"espn app\"; The action is #DUAL_POINT#; touch_point: 0.2716, 0.4401, lift_point: 0.2716, 0.4401; The action is #DUAL_POINT#; touch_point: 0.6323, 0.3296, lift_point: 0.6323, 0.3296; The action is #DUAL_POINT#; touch_point: 0.6357, 0.3296, lift_point: 0.6357, 0.3296; The action is #DUAL_POINT#; touch_point: 0.8648, 0.5908, lift_point: 0.8648, 0.5908", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27613_11.png" ] }, { "query": "\nPrevious Actions: Goal: Install the ESPN app; The action is #DUAL_POINT#; touch_point: 0.6751, 0.6307, lift_point: 0.6751, 0.6307; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6705, 0.6189, lift_point: 0.6705, 0.6189; The action is #DUAL_POINT#; touch_point: 0.6886, 0.6201, lift_point: 0.6886, 0.6201; The action is #DUAL_POINT#; touch_point: 0.1264, 0.5271, lift_point: 0.1264, 0.5271; The action is #TYPE#; And the content is : \"typed_text\": \"espn app\"; The action is #DUAL_POINT#; touch_point: 0.2716, 0.4401, lift_point: 0.2716, 0.4401; The action is #DUAL_POINT#; touch_point: 0.6323, 0.3296, lift_point: 0.6323, 0.3296; The action is #DUAL_POINT#; touch_point: 0.6357, 0.3296, lift_point: 0.6357, 0.3296; The action is #DUAL_POINT#; touch_point: 0.8648, 0.5908, lift_point: 0.8648, 0.5908; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.6208, 0.7456, lift_point: 0.6208, 0.7456", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27613_12.png" ] }, { "query": "\nPrevious Actions: Goal: Install the ESPN app; The action is #DUAL_POINT#; touch_point: 0.6751, 0.6307, lift_point: 0.6751, 0.6307; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6705, 0.6189, lift_point: 0.6705, 0.6189; The action is #DUAL_POINT#; touch_point: 0.6886, 0.6201, lift_point: 0.6886, 0.6201; The action is #DUAL_POINT#; touch_point: 0.1264, 0.5271, lift_point: 0.1264, 0.5271; The action is #TYPE#; And the content is : \"typed_text\": \"espn app\"; The action is #DUAL_POINT#; touch_point: 0.2716, 0.4401, lift_point: 0.2716, 0.4401; The action is #DUAL_POINT#; touch_point: 0.6323, 0.3296, lift_point: 0.6323, 0.3296; The action is #DUAL_POINT#; touch_point: 0.6357, 0.3296, lift_point: 0.6357, 0.3296; The action is #DUAL_POINT#; touch_point: 0.8648, 0.5908, lift_point: 0.8648, 0.5908; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6208, 0.7456, lift_point: 0.6208, 0.7456", "response": "The action is #DUAL_POINT#; touch_point: 0.8546, 0.3449, lift_point: 0.8546, 0.3449", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27613_13.png" ] }, { "query": "\nPrevious Actions: Goal: Install the ESPN app; The action is #DUAL_POINT#; touch_point: 0.6751, 0.6307, lift_point: 0.6751, 0.6307; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6705, 0.6189, lift_point: 0.6705, 0.6189; The action is #DUAL_POINT#; touch_point: 0.6886, 0.6201, lift_point: 0.6886, 0.6201; The action is #DUAL_POINT#; touch_point: 0.1264, 0.5271, lift_point: 0.1264, 0.5271; The action is #TYPE#; And the content is : \"typed_text\": \"espn app\"; The action is #DUAL_POINT#; touch_point: 0.2716, 0.4401, lift_point: 0.2716, 0.4401; The action is #DUAL_POINT#; touch_point: 0.6323, 0.3296, lift_point: 0.6323, 0.3296; The action is #DUAL_POINT#; touch_point: 0.6357, 0.3296, lift_point: 0.6357, 0.3296; The action is #DUAL_POINT#; touch_point: 0.8648, 0.5908, lift_point: 0.8648, 0.5908; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6208, 0.7456, lift_point: 0.6208, 0.7456; The action is #DUAL_POINT#; touch_point: 0.8546, 0.3449, lift_point: 0.8546, 0.3449", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27613_14.png" ] }, { "query": "\nPrevious Actions: Goal: Install the ESPN app; The action is #DUAL_POINT#; touch_point: 0.6751, 0.6307, lift_point: 0.6751, 0.6307; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6705, 0.6189, lift_point: 0.6705, 0.6189; The action is #DUAL_POINT#; touch_point: 0.6886, 0.6201, lift_point: 0.6886, 0.6201; The action is #DUAL_POINT#; touch_point: 0.1264, 0.5271, lift_point: 0.1264, 0.5271; The action is #TYPE#; And the content is : \"typed_text\": \"espn app\"; The action is #DUAL_POINT#; touch_point: 0.2716, 0.4401, lift_point: 0.2716, 0.4401; The action is #DUAL_POINT#; touch_point: 0.6323, 0.3296, lift_point: 0.6323, 0.3296; The action is #DUAL_POINT#; touch_point: 0.6357, 0.3296, lift_point: 0.6357, 0.3296; The action is #DUAL_POINT#; touch_point: 0.8648, 0.5908, lift_point: 0.8648, 0.5908; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6208, 0.7456, lift_point: 0.6208, 0.7456; The action is #DUAL_POINT#; touch_point: 0.8546, 0.3449, lift_point: 0.8546, 0.3449; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27613_15.png" ] }, { "query": "\nPrevious Actions: Goal: Install the ESPN app; The action is #DUAL_POINT#; touch_point: 0.6751, 0.6307, lift_point: 0.6751, 0.6307; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6705, 0.6189, lift_point: 0.6705, 0.6189; The action is #DUAL_POINT#; touch_point: 0.6886, 0.6201, lift_point: 0.6886, 0.6201; The action is #DUAL_POINT#; touch_point: 0.1264, 0.5271, lift_point: 0.1264, 0.5271; The action is #TYPE#; And the content is : \"typed_text\": \"espn app\"; The action is #DUAL_POINT#; touch_point: 0.2716, 0.4401, lift_point: 0.2716, 0.4401; The action is #DUAL_POINT#; touch_point: 0.6323, 0.3296, lift_point: 0.6323, 0.3296; The action is #DUAL_POINT#; touch_point: 0.6357, 0.3296, lift_point: 0.6357, 0.3296; The action is #DUAL_POINT#; touch_point: 0.8648, 0.5908, lift_point: 0.8648, 0.5908; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6208, 0.7456, lift_point: 0.6208, 0.7456; The action is #DUAL_POINT#; touch_point: 0.8546, 0.3449, lift_point: 0.8546, 0.3449; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.1189, 0.9051, lift_point: 0.1189, 0.9051", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27613_16.png" ] }, { "query": "\nPrevious Actions: Goal: Install the ESPN app; The action is #DUAL_POINT#; touch_point: 0.6751, 0.6307, lift_point: 0.6751, 0.6307; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6705, 0.6189, lift_point: 0.6705, 0.6189; The action is #DUAL_POINT#; touch_point: 0.6886, 0.6201, lift_point: 0.6886, 0.6201; The action is #DUAL_POINT#; touch_point: 0.1264, 0.5271, lift_point: 0.1264, 0.5271; The action is #TYPE#; And the content is : \"typed_text\": \"espn app\"; The action is #DUAL_POINT#; touch_point: 0.2716, 0.4401, lift_point: 0.2716, 0.4401; The action is #DUAL_POINT#; touch_point: 0.6323, 0.3296, lift_point: 0.6323, 0.3296; The action is #DUAL_POINT#; touch_point: 0.6357, 0.3296, lift_point: 0.6357, 0.3296; The action is #DUAL_POINT#; touch_point: 0.8648, 0.5908, lift_point: 0.8648, 0.5908; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6208, 0.7456, lift_point: 0.6208, 0.7456; The action is #DUAL_POINT#; touch_point: 0.8546, 0.3449, lift_point: 0.8546, 0.3449; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1189, 0.9051, lift_point: 0.1189, 0.9051", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27613_17.png" ] }, { "query": "\nPrevious Actions: Goal: Install the ESPN app; The action is #DUAL_POINT#; touch_point: 0.6751, 0.6307, lift_point: 0.6751, 0.6307; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6705, 0.6189, lift_point: 0.6705, 0.6189; The action is #DUAL_POINT#; touch_point: 0.6886, 0.6201, lift_point: 0.6886, 0.6201; The action is #DUAL_POINT#; touch_point: 0.1264, 0.5271, lift_point: 0.1264, 0.5271; The action is #TYPE#; And the content is : \"typed_text\": \"espn app\"; The action is #DUAL_POINT#; touch_point: 0.2716, 0.4401, lift_point: 0.2716, 0.4401; The action is #DUAL_POINT#; touch_point: 0.6323, 0.3296, lift_point: 0.6323, 0.3296; The action is #DUAL_POINT#; touch_point: 0.6357, 0.3296, lift_point: 0.6357, 0.3296; The action is #DUAL_POINT#; touch_point: 0.8648, 0.5908, lift_point: 0.8648, 0.5908; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6208, 0.7456, lift_point: 0.6208, 0.7456; The action is #DUAL_POINT#; touch_point: 0.8546, 0.3449, lift_point: 0.8546, 0.3449; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1189, 0.9051, lift_point: 0.1189, 0.9051; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27613_18.png" ] }, { "query": "\nPrevious Actions: Goal: Install the ESPN app; The action is #DUAL_POINT#; touch_point: 0.6751, 0.6307, lift_point: 0.6751, 0.6307; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6705, 0.6189, lift_point: 0.6705, 0.6189; The action is #DUAL_POINT#; touch_point: 0.6886, 0.6201, lift_point: 0.6886, 0.6201; The action is #DUAL_POINT#; touch_point: 0.1264, 0.5271, lift_point: 0.1264, 0.5271; The action is #TYPE#; And the content is : \"typed_text\": \"espn app\"; The action is #DUAL_POINT#; touch_point: 0.2716, 0.4401, lift_point: 0.2716, 0.4401; The action is #DUAL_POINT#; touch_point: 0.6323, 0.3296, lift_point: 0.6323, 0.3296; The action is #DUAL_POINT#; touch_point: 0.6357, 0.3296, lift_point: 0.6357, 0.3296; The action is #DUAL_POINT#; touch_point: 0.8648, 0.5908, lift_point: 0.8648, 0.5908; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6208, 0.7456, lift_point: 0.6208, 0.7456; The action is #DUAL_POINT#; touch_point: 0.8546, 0.3449, lift_point: 0.8546, 0.3449; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1189, 0.9051, lift_point: 0.1189, 0.9051; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27613_19.png" ] }, { "query": "\nPrevious Actions: Goal: Install the ESPN app; The action is #DUAL_POINT#; touch_point: 0.6751, 0.6307, lift_point: 0.6751, 0.6307; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6705, 0.6189, lift_point: 0.6705, 0.6189; The action is #DUAL_POINT#; touch_point: 0.6886, 0.6201, lift_point: 0.6886, 0.6201; The action is #DUAL_POINT#; touch_point: 0.1264, 0.5271, lift_point: 0.1264, 0.5271; The action is #TYPE#; And the content is : \"typed_text\": \"espn app\"; The action is #DUAL_POINT#; touch_point: 0.2716, 0.4401, lift_point: 0.2716, 0.4401; The action is #DUAL_POINT#; touch_point: 0.6323, 0.3296, lift_point: 0.6323, 0.3296; The action is #DUAL_POINT#; touch_point: 0.6357, 0.3296, lift_point: 0.6357, 0.3296; The action is #DUAL_POINT#; touch_point: 0.8648, 0.5908, lift_point: 0.8648, 0.5908; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6208, 0.7456, lift_point: 0.6208, 0.7456; The action is #DUAL_POINT#; touch_point: 0.8546, 0.3449, lift_point: 0.8546, 0.3449; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1189, 0.9051, lift_point: 0.1189, 0.9051; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27613_20.png" ] }, { "query": "\nPrevious Actions: Goal: Install the ESPN app; The action is #DUAL_POINT#; touch_point: 0.6751, 0.6307, lift_point: 0.6751, 0.6307; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6705, 0.6189, lift_point: 0.6705, 0.6189; The action is #DUAL_POINT#; touch_point: 0.6886, 0.6201, lift_point: 0.6886, 0.6201; The action is #DUAL_POINT#; touch_point: 0.1264, 0.5271, lift_point: 0.1264, 0.5271; The action is #TYPE#; And the content is : \"typed_text\": \"espn app\"; The action is #DUAL_POINT#; touch_point: 0.2716, 0.4401, lift_point: 0.2716, 0.4401; The action is #DUAL_POINT#; touch_point: 0.6323, 0.3296, lift_point: 0.6323, 0.3296; The action is #DUAL_POINT#; touch_point: 0.6357, 0.3296, lift_point: 0.6357, 0.3296; The action is #DUAL_POINT#; touch_point: 0.8648, 0.5908, lift_point: 0.8648, 0.5908; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6208, 0.7456, lift_point: 0.6208, 0.7456; The action is #DUAL_POINT#; touch_point: 0.8546, 0.3449, lift_point: 0.8546, 0.3449; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1189, 0.9051, lift_point: 0.1189, 0.9051; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #DUAL_POINT#; touch_point: 0.3164, 0.0237, lift_point: 0.3164, 0.0237", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27613_21.png" ] }, { "query": "\nPrevious Actions: Goal: Install the ESPN app; The action is #DUAL_POINT#; touch_point: 0.6751, 0.6307, lift_point: 0.6751, 0.6307; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6705, 0.6189, lift_point: 0.6705, 0.6189; The action is #DUAL_POINT#; touch_point: 0.6886, 0.6201, lift_point: 0.6886, 0.6201; The action is #DUAL_POINT#; touch_point: 0.1264, 0.5271, lift_point: 0.1264, 0.5271; The action is #TYPE#; And the content is : \"typed_text\": \"espn app\"; The action is #DUAL_POINT#; touch_point: 0.2716, 0.4401, lift_point: 0.2716, 0.4401; The action is #DUAL_POINT#; touch_point: 0.6323, 0.3296, lift_point: 0.6323, 0.3296; The action is #DUAL_POINT#; touch_point: 0.6357, 0.3296, lift_point: 0.6357, 0.3296; The action is #DUAL_POINT#; touch_point: 0.8648, 0.5908, lift_point: 0.8648, 0.5908; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6208, 0.7456, lift_point: 0.6208, 0.7456; The action is #DUAL_POINT#; touch_point: 0.8546, 0.3449, lift_point: 0.8546, 0.3449; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1189, 0.9051, lift_point: 0.1189, 0.9051; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.3164, 0.0237, lift_point: 0.3164, 0.0237", "response": "The action is #PRESS_BACK#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27613_22.png" ] }, { "query": "\nPrevious Actions: Goal: Install the ESPN app; The action is #DUAL_POINT#; touch_point: 0.6751, 0.6307, lift_point: 0.6751, 0.6307; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6705, 0.6189, lift_point: 0.6705, 0.6189; The action is #DUAL_POINT#; touch_point: 0.6886, 0.6201, lift_point: 0.6886, 0.6201; The action is #DUAL_POINT#; touch_point: 0.1264, 0.5271, lift_point: 0.1264, 0.5271; The action is #TYPE#; And the content is : \"typed_text\": \"espn app\"; The action is #DUAL_POINT#; touch_point: 0.2716, 0.4401, lift_point: 0.2716, 0.4401; The action is #DUAL_POINT#; touch_point: 0.6323, 0.3296, lift_point: 0.6323, 0.3296; The action is #DUAL_POINT#; touch_point: 0.6357, 0.3296, lift_point: 0.6357, 0.3296; The action is #DUAL_POINT#; touch_point: 0.8648, 0.5908, lift_point: 0.8648, 0.5908; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6208, 0.7456, lift_point: 0.6208, 0.7456; The action is #DUAL_POINT#; touch_point: 0.8546, 0.3449, lift_point: 0.8546, 0.3449; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1189, 0.9051, lift_point: 0.1189, 0.9051; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.3164, 0.0237, lift_point: 0.3164, 0.0237; The action is #PRESS_BACK#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27613_23.png" ] }, { "query": "\nPrevious Actions: Goal: Install the ESPN app; The action is #DUAL_POINT#; touch_point: 0.6751, 0.6307, lift_point: 0.6751, 0.6307; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6705, 0.6189, lift_point: 0.6705, 0.6189; The action is #DUAL_POINT#; touch_point: 0.6886, 0.6201, lift_point: 0.6886, 0.6201; The action is #DUAL_POINT#; touch_point: 0.1264, 0.5271, lift_point: 0.1264, 0.5271; The action is #TYPE#; And the content is : \"typed_text\": \"espn app\"; The action is #DUAL_POINT#; touch_point: 0.2716, 0.4401, lift_point: 0.2716, 0.4401; The action is #DUAL_POINT#; touch_point: 0.6323, 0.3296, lift_point: 0.6323, 0.3296; The action is #DUAL_POINT#; touch_point: 0.6357, 0.3296, lift_point: 0.6357, 0.3296; The action is #DUAL_POINT#; touch_point: 0.8648, 0.5908, lift_point: 0.8648, 0.5908; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6208, 0.7456, lift_point: 0.6208, 0.7456; The action is #DUAL_POINT#; touch_point: 0.8546, 0.3449, lift_point: 0.8546, 0.3449; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1189, 0.9051, lift_point: 0.1189, 0.9051; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.3164, 0.0237, lift_point: 0.3164, 0.0237; The action is #PRESS_BACK#; The action is #Scrolling Down#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27613_24.png" ] }, { "query": "\nPrevious Actions: Goal: Install the ESPN app; The action is #DUAL_POINT#; touch_point: 0.6751, 0.6307, lift_point: 0.6751, 0.6307; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6705, 0.6189, lift_point: 0.6705, 0.6189; The action is #DUAL_POINT#; touch_point: 0.6886, 0.6201, lift_point: 0.6886, 0.6201; The action is #DUAL_POINT#; touch_point: 0.1264, 0.5271, lift_point: 0.1264, 0.5271; The action is #TYPE#; And the content is : \"typed_text\": \"espn app\"; The action is #DUAL_POINT#; touch_point: 0.2716, 0.4401, lift_point: 0.2716, 0.4401; The action is #DUAL_POINT#; touch_point: 0.6323, 0.3296, lift_point: 0.6323, 0.3296; The action is #DUAL_POINT#; touch_point: 0.6357, 0.3296, lift_point: 0.6357, 0.3296; The action is #DUAL_POINT#; touch_point: 0.8648, 0.5908, lift_point: 0.8648, 0.5908; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6208, 0.7456, lift_point: 0.6208, 0.7456; The action is #DUAL_POINT#; touch_point: 0.8546, 0.3449, lift_point: 0.8546, 0.3449; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1189, 0.9051, lift_point: 0.1189, 0.9051; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.3164, 0.0237, lift_point: 0.3164, 0.0237; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27613_25.png" ] }, { "query": "\nPrevious Actions: Goal: Install the ESPN app; The action is #DUAL_POINT#; touch_point: 0.6751, 0.6307, lift_point: 0.6751, 0.6307; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6705, 0.6189, lift_point: 0.6705, 0.6189; The action is #DUAL_POINT#; touch_point: 0.6886, 0.6201, lift_point: 0.6886, 0.6201; The action is #DUAL_POINT#; touch_point: 0.1264, 0.5271, lift_point: 0.1264, 0.5271; The action is #TYPE#; And the content is : \"typed_text\": \"espn app\"; The action is #DUAL_POINT#; touch_point: 0.2716, 0.4401, lift_point: 0.2716, 0.4401; The action is #DUAL_POINT#; touch_point: 0.6323, 0.3296, lift_point: 0.6323, 0.3296; The action is #DUAL_POINT#; touch_point: 0.6357, 0.3296, lift_point: 0.6357, 0.3296; The action is #DUAL_POINT#; touch_point: 0.8648, 0.5908, lift_point: 0.8648, 0.5908; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6208, 0.7456, lift_point: 0.6208, 0.7456; The action is #DUAL_POINT#; touch_point: 0.8546, 0.3449, lift_point: 0.8546, 0.3449; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1189, 0.9051, lift_point: 0.1189, 0.9051; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.3164, 0.0237, lift_point: 0.3164, 0.0237; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #DUAL_POINT#; touch_point: 0.4396, 0.1947, lift_point: 0.4396, 0.1947", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27613_26.png" ] }, { "query": "\nPrevious Actions: Goal: Install the ESPN app; The action is #DUAL_POINT#; touch_point: 0.6751, 0.6307, lift_point: 0.6751, 0.6307; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6705, 0.6189, lift_point: 0.6705, 0.6189; The action is #DUAL_POINT#; touch_point: 0.6886, 0.6201, lift_point: 0.6886, 0.6201; The action is #DUAL_POINT#; touch_point: 0.1264, 0.5271, lift_point: 0.1264, 0.5271; The action is #TYPE#; And the content is : \"typed_text\": \"espn app\"; The action is #DUAL_POINT#; touch_point: 0.2716, 0.4401, lift_point: 0.2716, 0.4401; The action is #DUAL_POINT#; touch_point: 0.6323, 0.3296, lift_point: 0.6323, 0.3296; The action is #DUAL_POINT#; touch_point: 0.6357, 0.3296, lift_point: 0.6357, 0.3296; The action is #DUAL_POINT#; touch_point: 0.8648, 0.5908, lift_point: 0.8648, 0.5908; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6208, 0.7456, lift_point: 0.6208, 0.7456; The action is #DUAL_POINT#; touch_point: 0.8546, 0.3449, lift_point: 0.8546, 0.3449; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1189, 0.9051, lift_point: 0.1189, 0.9051; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.3164, 0.0237, lift_point: 0.3164, 0.0237; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.4396, 0.1947, lift_point: 0.4396, 0.1947", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27613_27.png" ] }, { "query": "\nPrevious Actions: Goal: Install the ESPN app; The action is #DUAL_POINT#; touch_point: 0.6751, 0.6307, lift_point: 0.6751, 0.6307; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6705, 0.6189, lift_point: 0.6705, 0.6189; The action is #DUAL_POINT#; touch_point: 0.6886, 0.6201, lift_point: 0.6886, 0.6201; The action is #DUAL_POINT#; touch_point: 0.1264, 0.5271, lift_point: 0.1264, 0.5271; The action is #TYPE#; And the content is : \"typed_text\": \"espn app\"; The action is #DUAL_POINT#; touch_point: 0.2716, 0.4401, lift_point: 0.2716, 0.4401; The action is #DUAL_POINT#; touch_point: 0.6323, 0.3296, lift_point: 0.6323, 0.3296; The action is #DUAL_POINT#; touch_point: 0.6357, 0.3296, lift_point: 0.6357, 0.3296; The action is #DUAL_POINT#; touch_point: 0.8648, 0.5908, lift_point: 0.8648, 0.5908; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6208, 0.7456, lift_point: 0.6208, 0.7456; The action is #DUAL_POINT#; touch_point: 0.8546, 0.3449, lift_point: 0.8546, 0.3449; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1189, 0.9051, lift_point: 0.1189, 0.9051; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.3164, 0.0237, lift_point: 0.3164, 0.0237; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.4396, 0.1947, lift_point: 0.4396, 0.1947; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27613_28.png" ] }, { "query": "\nPrevious Actions: Goal: Install the ESPN app; The action is #DUAL_POINT#; touch_point: 0.6751, 0.6307, lift_point: 0.6751, 0.6307; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6705, 0.6189, lift_point: 0.6705, 0.6189; The action is #DUAL_POINT#; touch_point: 0.6886, 0.6201, lift_point: 0.6886, 0.6201; The action is #DUAL_POINT#; touch_point: 0.1264, 0.5271, lift_point: 0.1264, 0.5271; The action is #TYPE#; And the content is : \"typed_text\": \"espn app\"; The action is #DUAL_POINT#; touch_point: 0.2716, 0.4401, lift_point: 0.2716, 0.4401; The action is #DUAL_POINT#; touch_point: 0.6323, 0.3296, lift_point: 0.6323, 0.3296; The action is #DUAL_POINT#; touch_point: 0.6357, 0.3296, lift_point: 0.6357, 0.3296; The action is #DUAL_POINT#; touch_point: 0.8648, 0.5908, lift_point: 0.8648, 0.5908; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6208, 0.7456, lift_point: 0.6208, 0.7456; The action is #DUAL_POINT#; touch_point: 0.8546, 0.3449, lift_point: 0.8546, 0.3449; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1189, 0.9051, lift_point: 0.1189, 0.9051; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.3164, 0.0237, lift_point: 0.3164, 0.0237; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.4396, 0.1947, lift_point: 0.4396, 0.1947; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27613_29.png" ] }, { "query": "\nPrevious Actions: Goal: Install the ESPN app; The action is #DUAL_POINT#; touch_point: 0.6751, 0.6307, lift_point: 0.6751, 0.6307; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6705, 0.6189, lift_point: 0.6705, 0.6189; The action is #DUAL_POINT#; touch_point: 0.6886, 0.6201, lift_point: 0.6886, 0.6201; The action is #DUAL_POINT#; touch_point: 0.1264, 0.5271, lift_point: 0.1264, 0.5271; The action is #TYPE#; And the content is : \"typed_text\": \"espn app\"; The action is #DUAL_POINT#; touch_point: 0.2716, 0.4401, lift_point: 0.2716, 0.4401; The action is #DUAL_POINT#; touch_point: 0.6323, 0.3296, lift_point: 0.6323, 0.3296; The action is #DUAL_POINT#; touch_point: 0.6357, 0.3296, lift_point: 0.6357, 0.3296; The action is #DUAL_POINT#; touch_point: 0.8648, 0.5908, lift_point: 0.8648, 0.5908; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6208, 0.7456, lift_point: 0.6208, 0.7456; The action is #DUAL_POINT#; touch_point: 0.8546, 0.3449, lift_point: 0.8546, 0.3449; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1189, 0.9051, lift_point: 0.1189, 0.9051; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.3164, 0.0237, lift_point: 0.3164, 0.0237; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.4396, 0.1947, lift_point: 0.4396, 0.1947; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27613_30.png" ] }, { "query": "\nPrevious Actions: Goal: Install the ESPN app; The action is #DUAL_POINT#; touch_point: 0.6751, 0.6307, lift_point: 0.6751, 0.6307; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6705, 0.6189, lift_point: 0.6705, 0.6189; The action is #DUAL_POINT#; touch_point: 0.6886, 0.6201, lift_point: 0.6886, 0.6201; The action is #DUAL_POINT#; touch_point: 0.1264, 0.5271, lift_point: 0.1264, 0.5271; The action is #TYPE#; And the content is : \"typed_text\": \"espn app\"; The action is #DUAL_POINT#; touch_point: 0.2716, 0.4401, lift_point: 0.2716, 0.4401; The action is #DUAL_POINT#; touch_point: 0.6323, 0.3296, lift_point: 0.6323, 0.3296; The action is #DUAL_POINT#; touch_point: 0.6357, 0.3296, lift_point: 0.6357, 0.3296; The action is #DUAL_POINT#; touch_point: 0.8648, 0.5908, lift_point: 0.8648, 0.5908; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6208, 0.7456, lift_point: 0.6208, 0.7456; The action is #DUAL_POINT#; touch_point: 0.8546, 0.3449, lift_point: 0.8546, 0.3449; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1189, 0.9051, lift_point: 0.1189, 0.9051; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.3164, 0.0237, lift_point: 0.3164, 0.0237; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.4396, 0.1947, lift_point: 0.4396, 0.1947; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.9041, 0.6678, lift_point: 0.9041, 0.6678", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27613_31.png" ] }, { "query": "\nPrevious Actions: Goal: Install the ESPN app; The action is #DUAL_POINT#; touch_point: 0.6751, 0.6307, lift_point: 0.6751, 0.6307; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6705, 0.6189, lift_point: 0.6705, 0.6189; The action is #DUAL_POINT#; touch_point: 0.6886, 0.6201, lift_point: 0.6886, 0.6201; The action is #DUAL_POINT#; touch_point: 0.1264, 0.5271, lift_point: 0.1264, 0.5271; The action is #TYPE#; And the content is : \"typed_text\": \"espn app\"; The action is #DUAL_POINT#; touch_point: 0.2716, 0.4401, lift_point: 0.2716, 0.4401; The action is #DUAL_POINT#; touch_point: 0.6323, 0.3296, lift_point: 0.6323, 0.3296; The action is #DUAL_POINT#; touch_point: 0.6357, 0.3296, lift_point: 0.6357, 0.3296; The action is #DUAL_POINT#; touch_point: 0.8648, 0.5908, lift_point: 0.8648, 0.5908; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6208, 0.7456, lift_point: 0.6208, 0.7456; The action is #DUAL_POINT#; touch_point: 0.8546, 0.3449, lift_point: 0.8546, 0.3449; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1189, 0.9051, lift_point: 0.1189, 0.9051; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.3164, 0.0237, lift_point: 0.3164, 0.0237; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.4396, 0.1947, lift_point: 0.4396, 0.1947; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9041, 0.6678, lift_point: 0.9041, 0.6678", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27613_32.png" ] }, { "query": "\nPrevious Actions: Goal: Open the settings", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27753_1.png" ] }, { "query": "\nPrevious Actions: Goal: Open the settings; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27753_2.png" ] }, { "query": "\nPrevious Actions: Goal: Open the settings; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.8074, 0.134, lift_point: 0.8074, 0.134", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27753_3.png" ] }, { "query": "\nPrevious Actions: Goal: Open the settings; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8074, 0.134, lift_point: 0.8074, 0.134", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27753_4.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Brazil?", "response": "The action is #DUAL_POINT#; touch_point: 0.6621, 0.6229, lift_point: 0.6621, 0.6229", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27887_1.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Brazil?; The action is #DUAL_POINT#; touch_point: 0.6621, 0.6229, lift_point: 0.6621, 0.6229", "response": "The action is #DUAL_POINT#; touch_point: 0.0983, 0.4783, lift_point: 0.0983, 0.4783", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27887_2.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Brazil?; The action is #DUAL_POINT#; touch_point: 0.6621, 0.6229, lift_point: 0.6621, 0.6229; The action is #DUAL_POINT#; touch_point: 0.0983, 0.4783, lift_point: 0.0983, 0.4783", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of brazil\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27887_3.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Brazil?; The action is #DUAL_POINT#; touch_point: 0.6621, 0.6229, lift_point: 0.6621, 0.6229; The action is #DUAL_POINT#; touch_point: 0.0983, 0.4783, lift_point: 0.0983, 0.4783; The action is #TYPE#; And the content is : \"typed_text\": \"capital of brazil\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27887_4.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Brazil?; The action is #DUAL_POINT#; touch_point: 0.6621, 0.6229, lift_point: 0.6621, 0.6229; The action is #DUAL_POINT#; touch_point: 0.0983, 0.4783, lift_point: 0.0983, 0.4783; The action is #TYPE#; And the content is : \"typed_text\": \"capital of brazil\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27887_5.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Italy?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27975_1.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Italy?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.6604, 0.614, lift_point: 0.6604, 0.614", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27975_2.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Italy?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6604, 0.614, lift_point: 0.6604, 0.614", "response": "The action is #DUAL_POINT#; touch_point: 0.1315, 0.4787, lift_point: 0.1315, 0.4787", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27975_3.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Italy?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6604, 0.614, lift_point: 0.6604, 0.614; The action is #DUAL_POINT#; touch_point: 0.1315, 0.4787, lift_point: 0.1315, 0.4787", "response": "The action is #DUAL_POINT#; touch_point: 0.0851, 0.4957, lift_point: 0.0851, 0.4957", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27975_4.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Italy?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6604, 0.614, lift_point: 0.6604, 0.614; The action is #DUAL_POINT#; touch_point: 0.1315, 0.4787, lift_point: 0.1315, 0.4787; The action is #DUAL_POINT#; touch_point: 0.0851, 0.4957, lift_point: 0.0851, 0.4957", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"capital city of Italy\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27975_5.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Italy?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6604, 0.614, lift_point: 0.6604, 0.614; The action is #DUAL_POINT#; touch_point: 0.1315, 0.4787, lift_point: 0.1315, 0.4787; The action is #DUAL_POINT#; touch_point: 0.0851, 0.4957, lift_point: 0.0851, 0.4957; The action is #TYPE#; And the content is : \"typed_text\": \"capital city of Italy\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27975_6.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Italy?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6604, 0.614, lift_point: 0.6604, 0.614; The action is #DUAL_POINT#; touch_point: 0.1315, 0.4787, lift_point: 0.1315, 0.4787; The action is #DUAL_POINT#; touch_point: 0.0851, 0.4957, lift_point: 0.0851, 0.4957; The action is #TYPE#; And the content is : \"typed_text\": \"capital city of Italy\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27975_7.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Italy?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6604, 0.614, lift_point: 0.6604, 0.614; The action is #DUAL_POINT#; touch_point: 0.1315, 0.4787, lift_point: 0.1315, 0.4787; The action is #DUAL_POINT#; touch_point: 0.0851, 0.4957, lift_point: 0.0851, 0.4957; The action is #TYPE#; And the content is : \"typed_text\": \"capital city of Italy\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27975_8.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Italy?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6604, 0.614, lift_point: 0.6604, 0.614; The action is #DUAL_POINT#; touch_point: 0.1315, 0.4787, lift_point: 0.1315, 0.4787; The action is #DUAL_POINT#; touch_point: 0.0851, 0.4957, lift_point: 0.0851, 0.4957; The action is #TYPE#; And the content is : \"typed_text\": \"capital city of Italy\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27975_9.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Italy?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6604, 0.614, lift_point: 0.6604, 0.614; The action is #DUAL_POINT#; touch_point: 0.1315, 0.4787, lift_point: 0.1315, 0.4787; The action is #DUAL_POINT#; touch_point: 0.0851, 0.4957, lift_point: 0.0851, 0.4957; The action is #TYPE#; And the content is : \"typed_text\": \"capital city of Italy\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27975_10.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Italy?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6604, 0.614, lift_point: 0.6604, 0.614; The action is #DUAL_POINT#; touch_point: 0.1315, 0.4787, lift_point: 0.1315, 0.4787; The action is #DUAL_POINT#; touch_point: 0.0851, 0.4957, lift_point: 0.0851, 0.4957; The action is #TYPE#; And the content is : \"typed_text\": \"capital city of Italy\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27975_11.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Italy?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6604, 0.614, lift_point: 0.6604, 0.614; The action is #DUAL_POINT#; touch_point: 0.1315, 0.4787, lift_point: 0.1315, 0.4787; The action is #DUAL_POINT#; touch_point: 0.0851, 0.4957, lift_point: 0.0851, 0.4957; The action is #TYPE#; And the content is : \"typed_text\": \"capital city of Italy\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27975_12.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Italy?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6604, 0.614, lift_point: 0.6604, 0.614; The action is #DUAL_POINT#; touch_point: 0.1315, 0.4787, lift_point: 0.1315, 0.4787; The action is #DUAL_POINT#; touch_point: 0.0851, 0.4957, lift_point: 0.0851, 0.4957; The action is #TYPE#; And the content is : \"typed_text\": \"capital city of Italy\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27975_13.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Italy?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6604, 0.614, lift_point: 0.6604, 0.614; The action is #DUAL_POINT#; touch_point: 0.1315, 0.4787, lift_point: 0.1315, 0.4787; The action is #DUAL_POINT#; touch_point: 0.0851, 0.4957, lift_point: 0.0851, 0.4957; The action is #TYPE#; And the content is : \"typed_text\": \"capital city of Italy\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27975_14.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Italy?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6604, 0.614, lift_point: 0.6604, 0.614; The action is #DUAL_POINT#; touch_point: 0.1315, 0.4787, lift_point: 0.1315, 0.4787; The action is #DUAL_POINT#; touch_point: 0.0851, 0.4957, lift_point: 0.0851, 0.4957; The action is #TYPE#; And the content is : \"typed_text\": \"capital city of Italy\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27975_15.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Italy?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6604, 0.614, lift_point: 0.6604, 0.614; The action is #DUAL_POINT#; touch_point: 0.1315, 0.4787, lift_point: 0.1315, 0.4787; The action is #DUAL_POINT#; touch_point: 0.0851, 0.4957, lift_point: 0.0851, 0.4957; The action is #TYPE#; And the content is : \"typed_text\": \"capital city of Italy\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27975_16.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Italy?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6604, 0.614, lift_point: 0.6604, 0.614; The action is #DUAL_POINT#; touch_point: 0.1315, 0.4787, lift_point: 0.1315, 0.4787; The action is #DUAL_POINT#; touch_point: 0.0851, 0.4957, lift_point: 0.0851, 0.4957; The action is #TYPE#; And the content is : \"typed_text\": \"capital city of Italy\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27975_17.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Italy?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6604, 0.614, lift_point: 0.6604, 0.614; The action is #DUAL_POINT#; touch_point: 0.1315, 0.4787, lift_point: 0.1315, 0.4787; The action is #DUAL_POINT#; touch_point: 0.0851, 0.4957, lift_point: 0.0851, 0.4957; The action is #TYPE#; And the content is : \"typed_text\": \"capital city of Italy\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27975_18.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Italy?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6604, 0.614, lift_point: 0.6604, 0.614; The action is #DUAL_POINT#; touch_point: 0.1315, 0.4787, lift_point: 0.1315, 0.4787; The action is #DUAL_POINT#; touch_point: 0.0851, 0.4957, lift_point: 0.0851, 0.4957; The action is #TYPE#; And the content is : \"typed_text\": \"capital city of Italy\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #DUAL_POINT#; touch_point: 0.6369, 0.5138, lift_point: 0.6369, 0.5138", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27975_19.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Italy?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6604, 0.614, lift_point: 0.6604, 0.614; The action is #DUAL_POINT#; touch_point: 0.1315, 0.4787, lift_point: 0.1315, 0.4787; The action is #DUAL_POINT#; touch_point: 0.0851, 0.4957, lift_point: 0.0851, 0.4957; The action is #TYPE#; And the content is : \"typed_text\": \"capital city of Italy\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.6369, 0.5138, lift_point: 0.6369, 0.5138", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/27975_20.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in San Francisco?", "response": "The action is #DUAL_POINT#; touch_point: 0.6673, 0.5903, lift_point: 0.6673, 0.5903", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/28075_1.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in San Francisco?; The action is #DUAL_POINT#; touch_point: 0.6673, 0.5903, lift_point: 0.6673, 0.5903", "response": "The action is #DUAL_POINT#; touch_point: 0.1147, 0.4767, lift_point: 0.1147, 0.4767", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/28075_2.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in San Francisco?; The action is #DUAL_POINT#; touch_point: 0.6673, 0.5903, lift_point: 0.6673, 0.5903; The action is #DUAL_POINT#; touch_point: 0.1147, 0.4767, lift_point: 0.1147, 0.4767", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"2 bedroom apartment rent in san francisco\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/28075_3.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in San Francisco?; The action is #DUAL_POINT#; touch_point: 0.6673, 0.5903, lift_point: 0.6673, 0.5903; The action is #DUAL_POINT#; touch_point: 0.1147, 0.4767, lift_point: 0.1147, 0.4767; The action is #TYPE#; And the content is : \"typed_text\": \"2 bedroom apartment rent in san francisco\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/28075_4.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in San Francisco?; The action is #DUAL_POINT#; touch_point: 0.6673, 0.5903, lift_point: 0.6673, 0.5903; The action is #DUAL_POINT#; touch_point: 0.1147, 0.4767, lift_point: 0.1147, 0.4767; The action is #TYPE#; And the content is : \"typed_text\": \"2 bedroom apartment rent in san francisco\"; The action is #PRESS_ENTER#", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/28075_5.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in San Francisco?; The action is #DUAL_POINT#; touch_point: 0.6673, 0.5903, lift_point: 0.6673, 0.5903; The action is #DUAL_POINT#; touch_point: 0.1147, 0.4767, lift_point: 0.1147, 0.4767; The action is #TYPE#; And the content is : \"typed_text\": \"2 bedroom apartment rent in san francisco\"; The action is #PRESS_ENTER#; The action is #TYPE#; And the content is : \"typed_text\": \"\"", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/28075_6.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in San Francisco?; The action is #DUAL_POINT#; touch_point: 0.6673, 0.5903, lift_point: 0.6673, 0.5903; The action is #DUAL_POINT#; touch_point: 0.1147, 0.4767, lift_point: 0.1147, 0.4767; The action is #TYPE#; And the content is : \"typed_text\": \"2 bedroom apartment rent in san francisco\"; The action is #PRESS_ENTER#; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/28075_7.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in San Francisco?; The action is #DUAL_POINT#; touch_point: 0.6673, 0.5903, lift_point: 0.6673, 0.5903; The action is #DUAL_POINT#; touch_point: 0.1147, 0.4767, lift_point: 0.1147, 0.4767; The action is #TYPE#; And the content is : \"typed_text\": \"2 bedroom apartment rent in san francisco\"; The action is #PRESS_ENTER#; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/28075_8.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in San Francisco?; The action is #DUAL_POINT#; touch_point: 0.6673, 0.5903, lift_point: 0.6673, 0.5903; The action is #DUAL_POINT#; touch_point: 0.1147, 0.4767, lift_point: 0.1147, 0.4767; The action is #TYPE#; And the content is : \"typed_text\": \"2 bedroom apartment rent in san francisco\"; The action is #PRESS_ENTER#; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.5689, 0.5117, lift_point: 0.5689, 0.5117", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/28075_9.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in San Francisco?; The action is #DUAL_POINT#; touch_point: 0.6673, 0.5903, lift_point: 0.6673, 0.5903; The action is #DUAL_POINT#; touch_point: 0.1147, 0.4767, lift_point: 0.1147, 0.4767; The action is #TYPE#; And the content is : \"typed_text\": \"2 bedroom apartment rent in san francisco\"; The action is #PRESS_ENTER#; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5689, 0.5117, lift_point: 0.5689, 0.5117", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/28075_10.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Colombia", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/28219_1.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Colombia; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.6609, 0.6025, lift_point: 0.6609, 0.6025", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/28219_2.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Colombia; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6609, 0.6025, lift_point: 0.6609, 0.6025", "response": "The action is #DUAL_POINT#; touch_point: 0.088, 0.4926, lift_point: 0.088, 0.4926", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/28219_3.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Colombia; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6609, 0.6025, lift_point: 0.6609, 0.6025; The action is #DUAL_POINT#; touch_point: 0.088, 0.4926, lift_point: 0.088, 0.4926", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of colombia\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/28219_4.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Colombia; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6609, 0.6025, lift_point: 0.6609, 0.6025; The action is #DUAL_POINT#; touch_point: 0.088, 0.4926, lift_point: 0.088, 0.4926; The action is #TYPE#; And the content is : \"typed_text\": \"capital of colombia\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/28219_5.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Colombia; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6609, 0.6025, lift_point: 0.6609, 0.6025; The action is #DUAL_POINT#; touch_point: 0.088, 0.4926, lift_point: 0.088, 0.4926; The action is #TYPE#; And the content is : \"typed_text\": \"capital of colombia\"; The action is #PRESS_ENTER#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/28219_6.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Colombia; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6609, 0.6025, lift_point: 0.6609, 0.6025; The action is #DUAL_POINT#; touch_point: 0.088, 0.4926, lift_point: 0.088, 0.4926; The action is #TYPE#; And the content is : \"typed_text\": \"capital of colombia\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/28219_7.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Colombia; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6609, 0.6025, lift_point: 0.6609, 0.6025; The action is #DUAL_POINT#; touch_point: 0.088, 0.4926, lift_point: 0.088, 0.4926; The action is #TYPE#; And the content is : \"typed_text\": \"capital of colombia\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/28219_8.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Colombia; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6609, 0.6025, lift_point: 0.6609, 0.6025; The action is #DUAL_POINT#; touch_point: 0.088, 0.4926, lift_point: 0.088, 0.4926; The action is #TYPE#; And the content is : \"typed_text\": \"capital of colombia\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#", "response": "The action is #DUAL_POINT#; touch_point: 0.7693, 0.9368, lift_point: 0.7693, 0.9368", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/28219_9.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Colombia; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6609, 0.6025, lift_point: 0.6609, 0.6025; The action is #DUAL_POINT#; touch_point: 0.088, 0.4926, lift_point: 0.088, 0.4926; The action is #TYPE#; And the content is : \"typed_text\": \"capital of colombia\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.7693, 0.9368, lift_point: 0.7693, 0.9368", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/28219_10.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Ecuador?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/28468_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Ecuador?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.672, 0.6159, lift_point: 0.672, 0.6159", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/28468_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Ecuador?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.672, 0.6159, lift_point: 0.672, 0.6159", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"news in Ecuador\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/28468_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Ecuador?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.672, 0.6159, lift_point: 0.672, 0.6159; The action is #TYPE#; And the content is : \"typed_text\": \"news in Ecuador\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/28468_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Ecuador?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.672, 0.6159, lift_point: 0.672, 0.6159; The action is #TYPE#; And the content is : \"typed_text\": \"news in Ecuador\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/28468_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Ecuador?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.672, 0.6159, lift_point: 0.672, 0.6159; The action is #TYPE#; And the content is : \"typed_text\": \"news in Ecuador\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/28468_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Ecuador?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.672, 0.6159, lift_point: 0.672, 0.6159; The action is #TYPE#; And the content is : \"typed_text\": \"news in Ecuador\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/28468_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Ecuador?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.672, 0.6159, lift_point: 0.672, 0.6159; The action is #TYPE#; And the content is : \"typed_text\": \"news in Ecuador\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Up#", "response": "The action is #DUAL_POINT#; touch_point: 0.2196, 0.2362, lift_point: 0.2196, 0.2362", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/28468_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Ecuador?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.672, 0.6159, lift_point: 0.672, 0.6159; The action is #TYPE#; And the content is : \"typed_text\": \"news in Ecuador\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2196, 0.2362, lift_point: 0.2196, 0.2362", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/28468_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest technology news?", "response": "The action is #DUAL_POINT#; touch_point: 0.6684, 0.6136, lift_point: 0.6684, 0.6136", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/28499_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest technology news?; The action is #DUAL_POINT#; touch_point: 0.6684, 0.6136, lift_point: 0.6684, 0.6136", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"latest technology news\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/28499_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest technology news?; The action is #DUAL_POINT#; touch_point: 0.6684, 0.6136, lift_point: 0.6684, 0.6136; The action is #TYPE#; And the content is : \"typed_text\": \"latest technology news\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/28499_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest technology news?; The action is #DUAL_POINT#; touch_point: 0.6684, 0.6136, lift_point: 0.6684, 0.6136; The action is #TYPE#; And the content is : \"typed_text\": \"latest technology news\"; The action is #PRESS_ENTER#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/28499_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest technology news?; The action is #DUAL_POINT#; touch_point: 0.6684, 0.6136, lift_point: 0.6684, 0.6136; The action is #TYPE#; And the content is : \"typed_text\": \"latest technology news\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.4153, 0.2788, lift_point: 0.4153, 0.2788", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/28499_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest technology news?; The action is #DUAL_POINT#; touch_point: 0.6684, 0.6136, lift_point: 0.6684, 0.6136; The action is #TYPE#; And the content is : \"typed_text\": \"latest technology news\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4153, 0.2788, lift_point: 0.4153, 0.2788", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/28499_6.png" ] }, { "query": "\nPrevious Actions: Goal: Turn on notifications for the Google Maps app", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/28603_1.png" ] }, { "query": "\nPrevious Actions: Goal: Turn on notifications for the Google Maps app; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/28603_2.png" ] }, { "query": "\nPrevious Actions: Goal: Turn on notifications for the Google Maps app; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/28603_3.png" ] }, { "query": "\nPrevious Actions: Goal: Turn on notifications for the Google Maps app; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.8662, 0.1249, lift_point: 0.8662, 0.1249", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/28603_4.png" ] }, { "query": "\nPrevious Actions: Goal: Turn on notifications for the Google Maps app; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8662, 0.1249, lift_point: 0.8662, 0.1249", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/28603_5.png" ] }, { "query": "\nPrevious Actions: Goal: Turn on notifications for the Google Maps app; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8662, 0.1249, lift_point: 0.8662, 0.1249; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/28603_6.png" ] }, { "query": "\nPrevious Actions: Goal: Turn on notifications for the Google Maps app; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8662, 0.1249, lift_point: 0.8662, 0.1249; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/28603_7.png" ] }, { "query": "\nPrevious Actions: Goal: Turn on notifications for the Google Maps app; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8662, 0.1249, lift_point: 0.8662, 0.1249; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/28603_8.png" ] }, { "query": "\nPrevious Actions: Goal: Turn on notifications for the Google Maps app; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8662, 0.1249, lift_point: 0.8662, 0.1249; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/28603_9.png" ] }, { "query": "\nPrevious Actions: Goal: Turn on notifications for the Google Maps app; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8662, 0.1249, lift_point: 0.8662, 0.1249; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #DUAL_POINT#; touch_point: 0.3776, 0.5482, lift_point: 0.3776, 0.5482", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/28603_10.png" ] }, { "query": "\nPrevious Actions: Goal: Turn on notifications for the Google Maps app; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8662, 0.1249, lift_point: 0.8662, 0.1249; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.3776, 0.5482, lift_point: 0.3776, 0.5482", "response": "The action is #DUAL_POINT#; touch_point: 0.6163, 0.5461, lift_point: 0.6163, 0.5461", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/28603_11.png" ] }, { "query": "\nPrevious Actions: Goal: Turn on notifications for the Google Maps app; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8662, 0.1249, lift_point: 0.8662, 0.1249; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.3776, 0.5482, lift_point: 0.3776, 0.5482; The action is #DUAL_POINT#; touch_point: 0.6163, 0.5461, lift_point: 0.6163, 0.5461", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/28603_12.png" ] }, { "query": "\nPrevious Actions: Goal: Turn on notifications for the Google Maps app; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8662, 0.1249, lift_point: 0.8662, 0.1249; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.3776, 0.5482, lift_point: 0.3776, 0.5482; The action is #DUAL_POINT#; touch_point: 0.6163, 0.5461, lift_point: 0.6163, 0.5461; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/28603_13.png" ] }, { "query": "\nPrevious Actions: Goal: Turn on notifications for the Google Maps app; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8662, 0.1249, lift_point: 0.8662, 0.1249; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.3776, 0.5482, lift_point: 0.3776, 0.5482; The action is #DUAL_POINT#; touch_point: 0.6163, 0.5461, lift_point: 0.6163, 0.5461; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/28603_14.png" ] }, { "query": "\nPrevious Actions: Goal: Turn on notifications for the Google Maps app; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8662, 0.1249, lift_point: 0.8662, 0.1249; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.3776, 0.5482, lift_point: 0.3776, 0.5482; The action is #DUAL_POINT#; touch_point: 0.6163, 0.5461, lift_point: 0.6163, 0.5461; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/28603_15.png" ] }, { "query": "\nPrevious Actions: Goal: Turn on notifications for the Google Maps app; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8662, 0.1249, lift_point: 0.8662, 0.1249; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.3776, 0.5482, lift_point: 0.3776, 0.5482; The action is #DUAL_POINT#; touch_point: 0.6163, 0.5461, lift_point: 0.6163, 0.5461; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/28603_16.png" ] }, { "query": "\nPrevious Actions: Goal: Turn on notifications for the Google Maps app; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8662, 0.1249, lift_point: 0.8662, 0.1249; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.3776, 0.5482, lift_point: 0.3776, 0.5482; The action is #DUAL_POINT#; touch_point: 0.6163, 0.5461, lift_point: 0.6163, 0.5461; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/28603_17.png" ] }, { "query": "\nPrevious Actions: Goal: Turn on notifications for the Google Maps app; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8662, 0.1249, lift_point: 0.8662, 0.1249; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.3776, 0.5482, lift_point: 0.3776, 0.5482; The action is #DUAL_POINT#; touch_point: 0.6163, 0.5461, lift_point: 0.6163, 0.5461; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.6944, 0.4068, lift_point: 0.6944, 0.4068", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/28603_18.png" ] }, { "query": "\nPrevious Actions: Goal: Turn on notifications for the Google Maps app; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8662, 0.1249, lift_point: 0.8662, 0.1249; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.3776, 0.5482, lift_point: 0.3776, 0.5482; The action is #DUAL_POINT#; touch_point: 0.6163, 0.5461, lift_point: 0.6163, 0.5461; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6944, 0.4068, lift_point: 0.6944, 0.4068", "response": "The action is #DUAL_POINT#; touch_point: 0.6993, 0.5955, lift_point: 0.6993, 0.5955", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/28603_19.png" ] }, { "query": "\nPrevious Actions: Goal: Turn on notifications for the Google Maps app; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8662, 0.1249, lift_point: 0.8662, 0.1249; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.3776, 0.5482, lift_point: 0.3776, 0.5482; The action is #DUAL_POINT#; touch_point: 0.6163, 0.5461, lift_point: 0.6163, 0.5461; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6944, 0.4068, lift_point: 0.6944, 0.4068; The action is #DUAL_POINT#; touch_point: 0.6993, 0.5955, lift_point: 0.6993, 0.5955", "response": "The action is #DUAL_POINT#; touch_point: 0.4782, 0.8456, lift_point: 0.4782, 0.8456", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/28603_20.png" ] }, { "query": "\nPrevious Actions: Goal: Turn on notifications for the Google Maps app; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8662, 0.1249, lift_point: 0.8662, 0.1249; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.3776, 0.5482, lift_point: 0.3776, 0.5482; The action is #DUAL_POINT#; touch_point: 0.6163, 0.5461, lift_point: 0.6163, 0.5461; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6944, 0.4068, lift_point: 0.6944, 0.4068; The action is #DUAL_POINT#; touch_point: 0.6993, 0.5955, lift_point: 0.6993, 0.5955; The action is #DUAL_POINT#; touch_point: 0.4782, 0.8456, lift_point: 0.4782, 0.8456", "response": "The action is #DUAL_POINT#; touch_point: 0.4782, 0.8456, lift_point: 0.4782, 0.8456", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/28603_21.png" ] }, { "query": "\nPrevious Actions: Goal: Turn on notifications for the Google Maps app; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8662, 0.1249, lift_point: 0.8662, 0.1249; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.3776, 0.5482, lift_point: 0.3776, 0.5482; The action is #DUAL_POINT#; touch_point: 0.6163, 0.5461, lift_point: 0.6163, 0.5461; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6944, 0.4068, lift_point: 0.6944, 0.4068; The action is #DUAL_POINT#; touch_point: 0.6993, 0.5955, lift_point: 0.6993, 0.5955; The action is #DUAL_POINT#; touch_point: 0.4782, 0.8456, lift_point: 0.4782, 0.8456; The action is #DUAL_POINT#; touch_point: 0.4782, 0.8456, lift_point: 0.4782, 0.8456", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/28603_22.png" ] }, { "query": "\nPrevious Actions: Goal: Turn on notifications for the Google Maps app; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8662, 0.1249, lift_point: 0.8662, 0.1249; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.3776, 0.5482, lift_point: 0.3776, 0.5482; The action is #DUAL_POINT#; touch_point: 0.6163, 0.5461, lift_point: 0.6163, 0.5461; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6944, 0.4068, lift_point: 0.6944, 0.4068; The action is #DUAL_POINT#; touch_point: 0.6993, 0.5955, lift_point: 0.6993, 0.5955; The action is #DUAL_POINT#; touch_point: 0.4782, 0.8456, lift_point: 0.4782, 0.8456; The action is #DUAL_POINT#; touch_point: 0.4782, 0.8456, lift_point: 0.4782, 0.8456; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/28603_23.png" ] }, { "query": "\nPrevious Actions: Goal: Turn on notifications for the Google Maps app; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8662, 0.1249, lift_point: 0.8662, 0.1249; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.3776, 0.5482, lift_point: 0.3776, 0.5482; The action is #DUAL_POINT#; touch_point: 0.6163, 0.5461, lift_point: 0.6163, 0.5461; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6944, 0.4068, lift_point: 0.6944, 0.4068; The action is #DUAL_POINT#; touch_point: 0.6993, 0.5955, lift_point: 0.6993, 0.5955; The action is #DUAL_POINT#; touch_point: 0.4782, 0.8456, lift_point: 0.4782, 0.8456; The action is #DUAL_POINT#; touch_point: 0.4782, 0.8456, lift_point: 0.4782, 0.8456; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.1094, 0.07, lift_point: 0.1094, 0.07", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/28603_24.png" ] }, { "query": "\nPrevious Actions: Goal: Turn on notifications for the Google Maps app; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8662, 0.1249, lift_point: 0.8662, 0.1249; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.3776, 0.5482, lift_point: 0.3776, 0.5482; The action is #DUAL_POINT#; touch_point: 0.6163, 0.5461, lift_point: 0.6163, 0.5461; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6944, 0.4068, lift_point: 0.6944, 0.4068; The action is #DUAL_POINT#; touch_point: 0.6993, 0.5955, lift_point: 0.6993, 0.5955; The action is #DUAL_POINT#; touch_point: 0.4782, 0.8456, lift_point: 0.4782, 0.8456; The action is #DUAL_POINT#; touch_point: 0.4782, 0.8456, lift_point: 0.4782, 0.8456; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1094, 0.07, lift_point: 0.1094, 0.07", "response": "The action is #DUAL_POINT#; touch_point: 0.1207, 0.0852, lift_point: 0.1207, 0.0852", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/28603_25.png" ] }, { "query": "\nPrevious Actions: Goal: Turn on notifications for the Google Maps app; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8662, 0.1249, lift_point: 0.8662, 0.1249; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.3776, 0.5482, lift_point: 0.3776, 0.5482; The action is #DUAL_POINT#; touch_point: 0.6163, 0.5461, lift_point: 0.6163, 0.5461; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6944, 0.4068, lift_point: 0.6944, 0.4068; The action is #DUAL_POINT#; touch_point: 0.6993, 0.5955, lift_point: 0.6993, 0.5955; The action is #DUAL_POINT#; touch_point: 0.4782, 0.8456, lift_point: 0.4782, 0.8456; The action is #DUAL_POINT#; touch_point: 0.4782, 0.8456, lift_point: 0.4782, 0.8456; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1094, 0.07, lift_point: 0.1094, 0.07; The action is #DUAL_POINT#; touch_point: 0.1207, 0.0852, lift_point: 0.1207, 0.0852", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/28603_26.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of France?", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of France\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29182_1.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of France?; The action is #TYPE#; And the content is : \"typed_text\": \"capital of France\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1799, 0.3409, lift_point: 0.1799, 0.3409", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29182_2.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of France?; The action is #TYPE#; And the content is : \"typed_text\": \"capital of France\"; The action is #DUAL_POINT#; touch_point: 0.1799, 0.3409, lift_point: 0.1799, 0.3409", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29182_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the time?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29203_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the time?; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29203_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the time?; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3682, 0.7279, lift_point: 0.3682, 0.7279", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29203_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the time?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3682, 0.7279, lift_point: 0.3682, 0.7279", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29203_4.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7pm", "response": "The action is #DUAL_POINT#; touch_point: 0.8245, 0.4131, lift_point: 0.8245, 0.4131", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29212_1.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7pm; The action is #DUAL_POINT#; touch_point: 0.8245, 0.4131, lift_point: 0.8245, 0.4131", "response": "The action is #DUAL_POINT#; touch_point: 0.7836, 0.1513, lift_point: 0.7836, 0.1513", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29212_2.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7pm; The action is #DUAL_POINT#; touch_point: 0.8245, 0.4131, lift_point: 0.8245, 0.4131; The action is #DUAL_POINT#; touch_point: 0.7836, 0.1513, lift_point: 0.7836, 0.1513", "response": "The action is #DUAL_POINT#; touch_point: 0.7932, 0.1401, lift_point: 0.7932, 0.1401", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29212_3.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7pm; The action is #DUAL_POINT#; touch_point: 0.8245, 0.4131, lift_point: 0.8245, 0.4131; The action is #DUAL_POINT#; touch_point: 0.7836, 0.1513, lift_point: 0.7836, 0.1513; The action is #DUAL_POINT#; touch_point: 0.7932, 0.1401, lift_point: 0.7932, 0.1401", "response": "The action is #DUAL_POINT#; touch_point: 0.0787, 0.0942, lift_point: 0.0787, 0.0942", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29212_4.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7pm; The action is #DUAL_POINT#; touch_point: 0.8245, 0.4131, lift_point: 0.8245, 0.4131; The action is #DUAL_POINT#; touch_point: 0.7836, 0.1513, lift_point: 0.7836, 0.1513; The action is #DUAL_POINT#; touch_point: 0.7932, 0.1401, lift_point: 0.7932, 0.1401; The action is #DUAL_POINT#; touch_point: 0.0787, 0.0942, lift_point: 0.0787, 0.0942", "response": "The action is #DUAL_POINT#; touch_point: 0.8713, 0.5122, lift_point: 0.8713, 0.5122", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29212_5.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7pm; The action is #DUAL_POINT#; touch_point: 0.8245, 0.4131, lift_point: 0.8245, 0.4131; The action is #DUAL_POINT#; touch_point: 0.7836, 0.1513, lift_point: 0.7836, 0.1513; The action is #DUAL_POINT#; touch_point: 0.7932, 0.1401, lift_point: 0.7932, 0.1401; The action is #DUAL_POINT#; touch_point: 0.0787, 0.0942, lift_point: 0.0787, 0.0942; The action is #DUAL_POINT#; touch_point: 0.8713, 0.5122, lift_point: 0.8713, 0.5122", "response": "The action is #DUAL_POINT#; touch_point: 0.6238, 0.3816, lift_point: 0.6238, 0.3816", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29212_6.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7pm; The action is #DUAL_POINT#; touch_point: 0.8245, 0.4131, lift_point: 0.8245, 0.4131; The action is #DUAL_POINT#; touch_point: 0.7836, 0.1513, lift_point: 0.7836, 0.1513; The action is #DUAL_POINT#; touch_point: 0.7932, 0.1401, lift_point: 0.7932, 0.1401; The action is #DUAL_POINT#; touch_point: 0.0787, 0.0942, lift_point: 0.0787, 0.0942; The action is #DUAL_POINT#; touch_point: 0.8713, 0.5122, lift_point: 0.8713, 0.5122; The action is #DUAL_POINT#; touch_point: 0.6238, 0.3816, lift_point: 0.6238, 0.3816", "response": "The action is #DUAL_POINT#; touch_point: 0.4124, 0.4896, lift_point: 0.4124, 0.4896", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29212_7.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7pm; The action is #DUAL_POINT#; touch_point: 0.8245, 0.4131, lift_point: 0.8245, 0.4131; The action is #DUAL_POINT#; touch_point: 0.7836, 0.1513, lift_point: 0.7836, 0.1513; The action is #DUAL_POINT#; touch_point: 0.7932, 0.1401, lift_point: 0.7932, 0.1401; The action is #DUAL_POINT#; touch_point: 0.0787, 0.0942, lift_point: 0.0787, 0.0942; The action is #DUAL_POINT#; touch_point: 0.8713, 0.5122, lift_point: 0.8713, 0.5122; The action is #DUAL_POINT#; touch_point: 0.6238, 0.3816, lift_point: 0.6238, 0.3816; The action is #DUAL_POINT#; touch_point: 0.4124, 0.4896, lift_point: 0.4124, 0.4896", "response": "The action is #DUAL_POINT#; touch_point: 0.7037, 0.7685, lift_point: 0.7037, 0.7685", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29212_8.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7pm; The action is #DUAL_POINT#; touch_point: 0.8245, 0.4131, lift_point: 0.8245, 0.4131; The action is #DUAL_POINT#; touch_point: 0.7836, 0.1513, lift_point: 0.7836, 0.1513; The action is #DUAL_POINT#; touch_point: 0.7932, 0.1401, lift_point: 0.7932, 0.1401; The action is #DUAL_POINT#; touch_point: 0.0787, 0.0942, lift_point: 0.0787, 0.0942; The action is #DUAL_POINT#; touch_point: 0.8713, 0.5122, lift_point: 0.8713, 0.5122; The action is #DUAL_POINT#; touch_point: 0.6238, 0.3816, lift_point: 0.6238, 0.3816; The action is #DUAL_POINT#; touch_point: 0.4124, 0.4896, lift_point: 0.4124, 0.4896; The action is #DUAL_POINT#; touch_point: 0.7037, 0.7685, lift_point: 0.7037, 0.7685", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29212_9.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Seattle?", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Seattle?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29223_1.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Seattle?; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Seattle?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1519, 0.2186, lift_point: 0.1519, 0.2186", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29223_2.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Seattle?; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Seattle?\"; The action is #DUAL_POINT#; touch_point: 0.1519, 0.2186, lift_point: 0.1519, 0.2186", "response": "The action is #DUAL_POINT#; touch_point: 0.2245, 0.6318, lift_point: 0.2245, 0.6318", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29223_3.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Seattle?; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Seattle?\"; The action is #DUAL_POINT#; touch_point: 0.1519, 0.2186, lift_point: 0.1519, 0.2186; The action is #DUAL_POINT#; touch_point: 0.2245, 0.6318, lift_point: 0.2245, 0.6318", "response": "The action is #DUAL_POINT#; touch_point: 0.1952, 0.0642, lift_point: 0.1952, 0.0642", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29223_4.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Seattle?; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Seattle?\"; The action is #DUAL_POINT#; touch_point: 0.1519, 0.2186, lift_point: 0.1519, 0.2186; The action is #DUAL_POINT#; touch_point: 0.2245, 0.6318, lift_point: 0.2245, 0.6318; The action is #DUAL_POINT#; touch_point: 0.1952, 0.0642, lift_point: 0.1952, 0.0642", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29223_5.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Seattle?; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Seattle?\"; The action is #DUAL_POINT#; touch_point: 0.1519, 0.2186, lift_point: 0.1519, 0.2186; The action is #DUAL_POINT#; touch_point: 0.2245, 0.6318, lift_point: 0.2245, 0.6318; The action is #DUAL_POINT#; touch_point: 0.1952, 0.0642, lift_point: 0.1952, 0.0642; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29223_6.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Seattle?; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Seattle?\"; The action is #DUAL_POINT#; touch_point: 0.1519, 0.2186, lift_point: 0.1519, 0.2186; The action is #DUAL_POINT#; touch_point: 0.2245, 0.6318, lift_point: 0.2245, 0.6318; The action is #DUAL_POINT#; touch_point: 0.1952, 0.0642, lift_point: 0.1952, 0.0642; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3727, 0.3787, lift_point: 0.3727, 0.3787", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29223_7.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Seattle?; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Seattle?\"; The action is #DUAL_POINT#; touch_point: 0.1519, 0.2186, lift_point: 0.1519, 0.2186; The action is #DUAL_POINT#; touch_point: 0.2245, 0.6318, lift_point: 0.2245, 0.6318; The action is #DUAL_POINT#; touch_point: 0.1952, 0.0642, lift_point: 0.1952, 0.0642; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3727, 0.3787, lift_point: 0.3727, 0.3787", "response": "The action is #DUAL_POINT#; touch_point: 0.4, 0.914, lift_point: 0.4, 0.914", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29223_8.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Seattle?; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Seattle?\"; The action is #DUAL_POINT#; touch_point: 0.1519, 0.2186, lift_point: 0.1519, 0.2186; The action is #DUAL_POINT#; touch_point: 0.2245, 0.6318, lift_point: 0.2245, 0.6318; The action is #DUAL_POINT#; touch_point: 0.1952, 0.0642, lift_point: 0.1952, 0.0642; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3727, 0.3787, lift_point: 0.3727, 0.3787; The action is #DUAL_POINT#; touch_point: 0.4, 0.914, lift_point: 0.4, 0.914", "response": "The action is #DUAL_POINT#; touch_point: 0.4, 0.914, lift_point: 0.4, 0.914", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29223_9.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Seattle?; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Seattle?\"; The action is #DUAL_POINT#; touch_point: 0.1519, 0.2186, lift_point: 0.1519, 0.2186; The action is #DUAL_POINT#; touch_point: 0.2245, 0.6318, lift_point: 0.2245, 0.6318; The action is #DUAL_POINT#; touch_point: 0.1952, 0.0642, lift_point: 0.1952, 0.0642; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3727, 0.3787, lift_point: 0.3727, 0.3787; The action is #DUAL_POINT#; touch_point: 0.4, 0.914, lift_point: 0.4, 0.914; The action is #DUAL_POINT#; touch_point: 0.4, 0.914, lift_point: 0.4, 0.914", "response": "The action is #DUAL_POINT#; touch_point: 0.4, 0.914, lift_point: 0.4, 0.914", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29223_10.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Seattle?; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Seattle?\"; The action is #DUAL_POINT#; touch_point: 0.1519, 0.2186, lift_point: 0.1519, 0.2186; The action is #DUAL_POINT#; touch_point: 0.2245, 0.6318, lift_point: 0.2245, 0.6318; The action is #DUAL_POINT#; touch_point: 0.1952, 0.0642, lift_point: 0.1952, 0.0642; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3727, 0.3787, lift_point: 0.3727, 0.3787; The action is #DUAL_POINT#; touch_point: 0.4, 0.914, lift_point: 0.4, 0.914; The action is #DUAL_POINT#; touch_point: 0.4, 0.914, lift_point: 0.4, 0.914; The action is #DUAL_POINT#; touch_point: 0.4, 0.914, lift_point: 0.4, 0.914", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29223_11.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Suriname?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29267_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Suriname?; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29267_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Suriname?; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3555, 0.5587, lift_point: 0.3555, 0.5587", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29267_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Suriname?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3555, 0.5587, lift_point: 0.3555, 0.5587", "response": "The action is #DUAL_POINT#; touch_point: 0.0639, 0.4558, lift_point: 0.0639, 0.4558", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29267_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Suriname?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3555, 0.5587, lift_point: 0.3555, 0.5587; The action is #DUAL_POINT#; touch_point: 0.0639, 0.4558, lift_point: 0.0639, 0.4558", "response": "The action is #DUAL_POINT#; touch_point: 0.0639, 0.4558, lift_point: 0.0639, 0.4558", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29267_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Suriname?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3555, 0.5587, lift_point: 0.3555, 0.5587; The action is #DUAL_POINT#; touch_point: 0.0639, 0.4558, lift_point: 0.0639, 0.4558; The action is #DUAL_POINT#; touch_point: 0.0639, 0.4558, lift_point: 0.0639, 0.4558", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Suriname?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29267_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Suriname?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3555, 0.5587, lift_point: 0.3555, 0.5587; The action is #DUAL_POINT#; touch_point: 0.0639, 0.4558, lift_point: 0.0639, 0.4558; The action is #DUAL_POINT#; touch_point: 0.0639, 0.4558, lift_point: 0.0639, 0.4558; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Suriname?\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29267_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Suriname?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3555, 0.5587, lift_point: 0.3555, 0.5587; The action is #DUAL_POINT#; touch_point: 0.0639, 0.4558, lift_point: 0.0639, 0.4558; The action is #DUAL_POINT#; touch_point: 0.0639, 0.4558, lift_point: 0.0639, 0.4558; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Suriname?\"; The action is #PRESS_ENTER#", "response": "The action is #DUAL_POINT#; touch_point: 0.4069, 0.1882, lift_point: 0.4069, 0.1882", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29267_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Suriname?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3555, 0.5587, lift_point: 0.3555, 0.5587; The action is #DUAL_POINT#; touch_point: 0.0639, 0.4558, lift_point: 0.0639, 0.4558; The action is #DUAL_POINT#; touch_point: 0.0639, 0.4558, lift_point: 0.0639, 0.4558; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Suriname?\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.4069, 0.1882, lift_point: 0.4069, 0.1882", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29267_9.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of sound?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29393_1.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of sound?; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29393_2.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of sound?; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3643, 0.5149, lift_point: 0.3643, 0.5149", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29393_3.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of sound?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3643, 0.5149, lift_point: 0.3643, 0.5149", "response": "The action is #DUAL_POINT#; touch_point: 0.0756, 0.4319, lift_point: 0.0756, 0.4319", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29393_4.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of sound?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3643, 0.5149, lift_point: 0.3643, 0.5149; The action is #DUAL_POINT#; touch_point: 0.0756, 0.4319, lift_point: 0.0756, 0.4319", "response": "The action is #DUAL_POINT#; touch_point: 0.0721, 0.4319, lift_point: 0.0721, 0.4319", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29393_5.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of sound?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3643, 0.5149, lift_point: 0.3643, 0.5149; The action is #DUAL_POINT#; touch_point: 0.0756, 0.4319, lift_point: 0.0756, 0.4319; The action is #DUAL_POINT#; touch_point: 0.0721, 0.4319, lift_point: 0.0721, 0.4319", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of sound\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29393_6.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of sound?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3643, 0.5149, lift_point: 0.3643, 0.5149; The action is #DUAL_POINT#; touch_point: 0.0756, 0.4319, lift_point: 0.0756, 0.4319; The action is #DUAL_POINT#; touch_point: 0.0721, 0.4319, lift_point: 0.0721, 0.4319; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of sound\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29393_7.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of sound?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3643, 0.5149, lift_point: 0.3643, 0.5149; The action is #DUAL_POINT#; touch_point: 0.0756, 0.4319, lift_point: 0.0756, 0.4319; The action is #DUAL_POINT#; touch_point: 0.0721, 0.4319, lift_point: 0.0721, 0.4319; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of sound\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29393_8.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Switzerland?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29441_1.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Switzerland?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8279, 0.5825, lift_point: 0.8279, 0.5825", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29441_2.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Switzerland?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8279, 0.5825, lift_point: 0.8279, 0.5825", "response": "The action is #DUAL_POINT#; touch_point: 0.9338, 0.5386, lift_point: 0.9338, 0.5386", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29441_3.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Switzerland?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8279, 0.5825, lift_point: 0.8279, 0.5825; The action is #DUAL_POINT#; touch_point: 0.9338, 0.5386, lift_point: 0.9338, 0.5386", "response": "The action is #DUAL_POINT#; touch_point: 0.9485, 0.7779, lift_point: 0.9485, 0.7779", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29441_4.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Switzerland?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8279, 0.5825, lift_point: 0.8279, 0.5825; The action is #DUAL_POINT#; touch_point: 0.9338, 0.5386, lift_point: 0.9338, 0.5386; The action is #DUAL_POINT#; touch_point: 0.9485, 0.7779, lift_point: 0.9485, 0.7779", "response": "The action is #DUAL_POINT#; touch_point: 0.6718, 0.8082, lift_point: 0.6718, 0.8082", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29441_5.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Switzerland?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8279, 0.5825, lift_point: 0.8279, 0.5825; The action is #DUAL_POINT#; touch_point: 0.9338, 0.5386, lift_point: 0.9338, 0.5386; The action is #DUAL_POINT#; touch_point: 0.9485, 0.7779, lift_point: 0.9485, 0.7779; The action is #DUAL_POINT#; touch_point: 0.6718, 0.8082, lift_point: 0.6718, 0.8082", "response": "The action is #DUAL_POINT#; touch_point: 0.5375, 0.6687, lift_point: 0.5375, 0.6687", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29441_6.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Switzerland?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8279, 0.5825, lift_point: 0.8279, 0.5825; The action is #DUAL_POINT#; touch_point: 0.9338, 0.5386, lift_point: 0.9338, 0.5386; The action is #DUAL_POINT#; touch_point: 0.9485, 0.7779, lift_point: 0.9485, 0.7779; The action is #DUAL_POINT#; touch_point: 0.6718, 0.8082, lift_point: 0.6718, 0.8082; The action is #DUAL_POINT#; touch_point: 0.5375, 0.6687, lift_point: 0.5375, 0.6687", "response": "The action is #DUAL_POINT#; touch_point: 0.2518, 0.5285, lift_point: 0.2518, 0.5285", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29441_7.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Switzerland?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8279, 0.5825, lift_point: 0.8279, 0.5825; The action is #DUAL_POINT#; touch_point: 0.9338, 0.5386, lift_point: 0.9338, 0.5386; The action is #DUAL_POINT#; touch_point: 0.9485, 0.7779, lift_point: 0.9485, 0.7779; The action is #DUAL_POINT#; touch_point: 0.6718, 0.8082, lift_point: 0.6718, 0.8082; The action is #DUAL_POINT#; touch_point: 0.5375, 0.6687, lift_point: 0.5375, 0.6687; The action is #DUAL_POINT#; touch_point: 0.2518, 0.5285, lift_point: 0.2518, 0.5285", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of switzerland ?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29441_8.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Switzerland?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8279, 0.5825, lift_point: 0.8279, 0.5825; The action is #DUAL_POINT#; touch_point: 0.9338, 0.5386, lift_point: 0.9338, 0.5386; The action is #DUAL_POINT#; touch_point: 0.9485, 0.7779, lift_point: 0.9485, 0.7779; The action is #DUAL_POINT#; touch_point: 0.6718, 0.8082, lift_point: 0.6718, 0.8082; The action is #DUAL_POINT#; touch_point: 0.5375, 0.6687, lift_point: 0.5375, 0.6687; The action is #DUAL_POINT#; touch_point: 0.2518, 0.5285, lift_point: 0.2518, 0.5285; The action is #TYPE#; And the content is : \"typed_text\": \"capital of switzerland ?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1132, 0.31, lift_point: 0.1132, 0.31", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29441_9.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Switzerland?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8279, 0.5825, lift_point: 0.8279, 0.5825; The action is #DUAL_POINT#; touch_point: 0.9338, 0.5386, lift_point: 0.9338, 0.5386; The action is #DUAL_POINT#; touch_point: 0.9485, 0.7779, lift_point: 0.9485, 0.7779; The action is #DUAL_POINT#; touch_point: 0.6718, 0.8082, lift_point: 0.6718, 0.8082; The action is #DUAL_POINT#; touch_point: 0.5375, 0.6687, lift_point: 0.5375, 0.6687; The action is #DUAL_POINT#; touch_point: 0.2518, 0.5285, lift_point: 0.2518, 0.5285; The action is #TYPE#; And the content is : \"typed_text\": \"capital of switzerland ?\"; The action is #DUAL_POINT#; touch_point: 0.1132, 0.31, lift_point: 0.1132, 0.31", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29441_10.png" ] }, { "query": "\nPrevious Actions: Goal: Show me some nice wallpapers for my desktop", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29623_1.png" ] }, { "query": "\nPrevious Actions: Goal: Show me some nice wallpapers for my desktop; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29623_2.png" ] }, { "query": "\nPrevious Actions: Goal: Show me some nice wallpapers for my desktop; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.8715, 0.6588, lift_point: 0.8715, 0.6588", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29623_3.png" ] }, { "query": "\nPrevious Actions: Goal: Show me some nice wallpapers for my desktop; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8715, 0.6588, lift_point: 0.8715, 0.6588", "response": "The action is #DUAL_POINT#; touch_point: 0.4388, 0.4604, lift_point: 0.4388, 0.4604", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29623_4.png" ] }, { "query": "\nPrevious Actions: Goal: Show me some nice wallpapers for my desktop; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8715, 0.6588, lift_point: 0.8715, 0.6588; The action is #DUAL_POINT#; touch_point: 0.4388, 0.4604, lift_point: 0.4388, 0.4604", "response": "The action is #DUAL_POINT#; touch_point: 0.135, 0.8465, lift_point: 0.135, 0.8465", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29623_5.png" ] }, { "query": "\nPrevious Actions: Goal: Show me some nice wallpapers for my desktop; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8715, 0.6588, lift_point: 0.8715, 0.6588; The action is #DUAL_POINT#; touch_point: 0.4388, 0.4604, lift_point: 0.4388, 0.4604; The action is #DUAL_POINT#; touch_point: 0.135, 0.8465, lift_point: 0.135, 0.8465", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Show me some nice wallpapers for my desktop\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29623_6.png" ] }, { "query": "\nPrevious Actions: Goal: Show me some nice wallpapers for my desktop; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8715, 0.6588, lift_point: 0.8715, 0.6588; The action is #DUAL_POINT#; touch_point: 0.4388, 0.4604, lift_point: 0.4388, 0.4604; The action is #DUAL_POINT#; touch_point: 0.135, 0.8465, lift_point: 0.135, 0.8465; The action is #TYPE#; And the content is : \"typed_text\": \"Show me some nice wallpapers for my desktop\"", "response": "The action is #DUAL_POINT#; touch_point: 0.3977, 0.5613, lift_point: 0.3977, 0.5613", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29623_7.png" ] }, { "query": "\nPrevious Actions: Goal: Show me some nice wallpapers for my desktop; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8715, 0.6588, lift_point: 0.8715, 0.6588; The action is #DUAL_POINT#; touch_point: 0.4388, 0.4604, lift_point: 0.4388, 0.4604; The action is #DUAL_POINT#; touch_point: 0.135, 0.8465, lift_point: 0.135, 0.8465; The action is #TYPE#; And the content is : \"typed_text\": \"Show me some nice wallpapers for my desktop\"; The action is #DUAL_POINT#; touch_point: 0.3977, 0.5613, lift_point: 0.3977, 0.5613", "response": "The action is #DUAL_POINT#; touch_point: 0.593, 0.4368, lift_point: 0.593, 0.4368", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29623_8.png" ] }, { "query": "\nPrevious Actions: Goal: Show me some nice wallpapers for my desktop; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8715, 0.6588, lift_point: 0.8715, 0.6588; The action is #DUAL_POINT#; touch_point: 0.4388, 0.4604, lift_point: 0.4388, 0.4604; The action is #DUAL_POINT#; touch_point: 0.135, 0.8465, lift_point: 0.135, 0.8465; The action is #TYPE#; And the content is : \"typed_text\": \"Show me some nice wallpapers for my desktop\"; The action is #DUAL_POINT#; touch_point: 0.3977, 0.5613, lift_point: 0.3977, 0.5613; The action is #DUAL_POINT#; touch_point: 0.593, 0.4368, lift_point: 0.593, 0.4368", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29623_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?", "response": "The action is #DUAL_POINT#; touch_point: 0.7952, 0.6984, lift_point: 0.7952, 0.6984", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29692_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #DUAL_POINT#; touch_point: 0.7952, 0.6984, lift_point: 0.7952, 0.6984", "response": "The action is #DUAL_POINT#; touch_point: 0.8001, 0.6984, lift_point: 0.8001, 0.6984", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29692_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #DUAL_POINT#; touch_point: 0.7952, 0.6984, lift_point: 0.7952, 0.6984; The action is #DUAL_POINT#; touch_point: 0.8001, 0.6984, lift_point: 0.8001, 0.6984", "response": "The action is #DUAL_POINT#; touch_point: 0.9174, 0.4332, lift_point: 0.9174, 0.4332", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29692_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #DUAL_POINT#; touch_point: 0.7952, 0.6984, lift_point: 0.7952, 0.6984; The action is #DUAL_POINT#; touch_point: 0.8001, 0.6984, lift_point: 0.8001, 0.6984; The action is #DUAL_POINT#; touch_point: 0.9174, 0.4332, lift_point: 0.9174, 0.4332", "response": "The action is #DUAL_POINT#; touch_point: 0.9063, 0.8258, lift_point: 0.9063, 0.8258", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29692_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #DUAL_POINT#; touch_point: 0.7952, 0.6984, lift_point: 0.7952, 0.6984; The action is #DUAL_POINT#; touch_point: 0.8001, 0.6984, lift_point: 0.8001, 0.6984; The action is #DUAL_POINT#; touch_point: 0.9174, 0.4332, lift_point: 0.9174, 0.4332; The action is #DUAL_POINT#; touch_point: 0.9063, 0.8258, lift_point: 0.9063, 0.8258", "response": "The action is #DUAL_POINT#; touch_point: 0.2569, 0.5632, lift_point: 0.2569, 0.5632", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29692_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #DUAL_POINT#; touch_point: 0.7952, 0.6984, lift_point: 0.7952, 0.6984; The action is #DUAL_POINT#; touch_point: 0.8001, 0.6984, lift_point: 0.8001, 0.6984; The action is #DUAL_POINT#; touch_point: 0.9174, 0.4332, lift_point: 0.9174, 0.4332; The action is #DUAL_POINT#; touch_point: 0.9063, 0.8258, lift_point: 0.9063, 0.8258; The action is #DUAL_POINT#; touch_point: 0.2569, 0.5632, lift_point: 0.2569, 0.5632", "response": "The action is #TYPE#; And the content is : \"typed_text\": \" weather like in Seoul\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29692_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #DUAL_POINT#; touch_point: 0.7952, 0.6984, lift_point: 0.7952, 0.6984; The action is #DUAL_POINT#; touch_point: 0.8001, 0.6984, lift_point: 0.8001, 0.6984; The action is #DUAL_POINT#; touch_point: 0.9174, 0.4332, lift_point: 0.9174, 0.4332; The action is #DUAL_POINT#; touch_point: 0.9063, 0.8258, lift_point: 0.9063, 0.8258; The action is #DUAL_POINT#; touch_point: 0.2569, 0.5632, lift_point: 0.2569, 0.5632; The action is #TYPE#; And the content is : \"typed_text\": \" weather like in Seoul\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29692_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #DUAL_POINT#; touch_point: 0.7952, 0.6984, lift_point: 0.7952, 0.6984; The action is #DUAL_POINT#; touch_point: 0.8001, 0.6984, lift_point: 0.8001, 0.6984; The action is #DUAL_POINT#; touch_point: 0.9174, 0.4332, lift_point: 0.9174, 0.4332; The action is #DUAL_POINT#; touch_point: 0.9063, 0.8258, lift_point: 0.9063, 0.8258; The action is #DUAL_POINT#; touch_point: 0.2569, 0.5632, lift_point: 0.2569, 0.5632; The action is #TYPE#; And the content is : \"typed_text\": \" weather like in Seoul\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29692_8.png" ] }, { "query": "\nPrevious Actions: Goal: Play the latest video from the Huffington Post", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29719_1.png" ] }, { "query": "\nPrevious Actions: Goal: Play the latest video from the Huffington Post; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7928, 0.6911, lift_point: 0.7928, 0.6911", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29719_2.png" ] }, { "query": "\nPrevious Actions: Goal: Play the latest video from the Huffington Post; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7928, 0.6911, lift_point: 0.7928, 0.6911", "response": "The action is #DUAL_POINT#; touch_point: 0.8014, 0.6911, lift_point: 0.8014, 0.6911", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29719_3.png" ] }, { "query": "\nPrevious Actions: Goal: Play the latest video from the Huffington Post; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7928, 0.6911, lift_point: 0.7928, 0.6911; The action is #DUAL_POINT#; touch_point: 0.8014, 0.6911, lift_point: 0.8014, 0.6911", "response": "The action is #DUAL_POINT#; touch_point: 0.0513, 0.612, lift_point: 0.0513, 0.612", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29719_4.png" ] }, { "query": "\nPrevious Actions: Goal: Play the latest video from the Huffington Post; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7928, 0.6911, lift_point: 0.7928, 0.6911; The action is #DUAL_POINT#; touch_point: 0.8014, 0.6911, lift_point: 0.8014, 0.6911; The action is #DUAL_POINT#; touch_point: 0.0513, 0.612, lift_point: 0.0513, 0.612", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Play the latest video from the Huffington Post\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29719_5.png" ] }, { "query": "\nPrevious Actions: Goal: Play the latest video from the Huffington Post; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7928, 0.6911, lift_point: 0.7928, 0.6911; The action is #DUAL_POINT#; touch_point: 0.8014, 0.6911, lift_point: 0.8014, 0.6911; The action is #DUAL_POINT#; touch_point: 0.0513, 0.612, lift_point: 0.0513, 0.612; The action is #TYPE#; And the content is : \"typed_text\": \"Play the latest video from the Huffington Post\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29719_6.png" ] }, { "query": "\nPrevious Actions: Goal: Play the latest video from the Huffington Post; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7928, 0.6911, lift_point: 0.7928, 0.6911; The action is #DUAL_POINT#; touch_point: 0.8014, 0.6911, lift_point: 0.8014, 0.6911; The action is #DUAL_POINT#; touch_point: 0.0513, 0.612, lift_point: 0.0513, 0.612; The action is #TYPE#; And the content is : \"typed_text\": \"Play the latest video from the Huffington Post\"; The action is #PRESS_ENTER#", "response": "The action is #DUAL_POINT#; touch_point: 0.469, 0.2267, lift_point: 0.469, 0.2267", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29719_7.png" ] }, { "query": "\nPrevious Actions: Goal: Play the latest video from the Huffington Post; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7928, 0.6911, lift_point: 0.7928, 0.6911; The action is #DUAL_POINT#; touch_point: 0.8014, 0.6911, lift_point: 0.8014, 0.6911; The action is #DUAL_POINT#; touch_point: 0.0513, 0.612, lift_point: 0.0513, 0.612; The action is #TYPE#; And the content is : \"typed_text\": \"Play the latest video from the Huffington Post\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.469, 0.2267, lift_point: 0.469, 0.2267", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29719_8.png" ] }, { "query": "\nPrevious Actions: Goal: Play the latest video from the Huffington Post; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7928, 0.6911, lift_point: 0.7928, 0.6911; The action is #DUAL_POINT#; touch_point: 0.8014, 0.6911, lift_point: 0.8014, 0.6911; The action is #DUAL_POINT#; touch_point: 0.0513, 0.612, lift_point: 0.0513, 0.612; The action is #TYPE#; And the content is : \"typed_text\": \"Play the latest video from the Huffington Post\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.469, 0.2267, lift_point: 0.469, 0.2267; The action is #Scrolling Down#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29719_9.png" ] }, { "query": "\nPrevious Actions: Goal: Play the latest video from the Huffington Post; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7928, 0.6911, lift_point: 0.7928, 0.6911; The action is #DUAL_POINT#; touch_point: 0.8014, 0.6911, lift_point: 0.8014, 0.6911; The action is #DUAL_POINT#; touch_point: 0.0513, 0.612, lift_point: 0.0513, 0.612; The action is #TYPE#; And the content is : \"typed_text\": \"Play the latest video from the Huffington Post\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.469, 0.2267, lift_point: 0.469, 0.2267; The action is #Scrolling Down#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29719_10.png" ] }, { "query": "\nPrevious Actions: Goal: Play the latest video from the Huffington Post; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7928, 0.6911, lift_point: 0.7928, 0.6911; The action is #DUAL_POINT#; touch_point: 0.8014, 0.6911, lift_point: 0.8014, 0.6911; The action is #DUAL_POINT#; touch_point: 0.0513, 0.612, lift_point: 0.0513, 0.612; The action is #TYPE#; And the content is : \"typed_text\": \"Play the latest video from the Huffington Post\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.469, 0.2267, lift_point: 0.469, 0.2267; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #DUAL_POINT#; touch_point: 0.2165, 0.5162, lift_point: 0.2165, 0.5162", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29719_11.png" ] }, { "query": "\nPrevious Actions: Goal: Play the latest video from the Huffington Post; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7928, 0.6911, lift_point: 0.7928, 0.6911; The action is #DUAL_POINT#; touch_point: 0.8014, 0.6911, lift_point: 0.8014, 0.6911; The action is #DUAL_POINT#; touch_point: 0.0513, 0.612, lift_point: 0.0513, 0.612; The action is #TYPE#; And the content is : \"typed_text\": \"Play the latest video from the Huffington Post\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.469, 0.2267, lift_point: 0.469, 0.2267; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2165, 0.5162, lift_point: 0.2165, 0.5162", "response": "The action is #DUAL_POINT#; touch_point: 0.1361, 0.5295, lift_point: 0.1361, 0.5295", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29719_12.png" ] }, { "query": "\nPrevious Actions: Goal: Play the latest video from the Huffington Post; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7928, 0.6911, lift_point: 0.7928, 0.6911; The action is #DUAL_POINT#; touch_point: 0.8014, 0.6911, lift_point: 0.8014, 0.6911; The action is #DUAL_POINT#; touch_point: 0.0513, 0.612, lift_point: 0.0513, 0.612; The action is #TYPE#; And the content is : \"typed_text\": \"Play the latest video from the Huffington Post\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.469, 0.2267, lift_point: 0.469, 0.2267; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2165, 0.5162, lift_point: 0.2165, 0.5162; The action is #DUAL_POINT#; touch_point: 0.1361, 0.5295, lift_point: 0.1361, 0.5295", "response": "The action is #DUAL_POINT#; touch_point: 0.1692, 0.5142, lift_point: 0.1692, 0.5142", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29719_13.png" ] }, { "query": "\nPrevious Actions: Goal: Play the latest video from the Huffington Post; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7928, 0.6911, lift_point: 0.7928, 0.6911; The action is #DUAL_POINT#; touch_point: 0.8014, 0.6911, lift_point: 0.8014, 0.6911; The action is #DUAL_POINT#; touch_point: 0.0513, 0.612, lift_point: 0.0513, 0.612; The action is #TYPE#; And the content is : \"typed_text\": \"Play the latest video from the Huffington Post\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.469, 0.2267, lift_point: 0.469, 0.2267; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2165, 0.5162, lift_point: 0.2165, 0.5162; The action is #DUAL_POINT#; touch_point: 0.1361, 0.5295, lift_point: 0.1361, 0.5295; The action is #DUAL_POINT#; touch_point: 0.1692, 0.5142, lift_point: 0.1692, 0.5142", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29719_14.png" ] }, { "query": "\nPrevious Actions: Goal: Play some music on YouTube", "response": "The action is #DUAL_POINT#; touch_point: 0.7887, 0.8951, lift_point: 0.7887, 0.8951", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29802_1.png" ] }, { "query": "\nPrevious Actions: Goal: Play some music on YouTube; The action is #DUAL_POINT#; touch_point: 0.7887, 0.8951, lift_point: 0.7887, 0.8951", "response": "The action is #DUAL_POINT#; touch_point: 0.7912, 0.8951, lift_point: 0.7912, 0.8951", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29802_2.png" ] }, { "query": "\nPrevious Actions: Goal: Play some music on YouTube; The action is #DUAL_POINT#; touch_point: 0.7887, 0.8951, lift_point: 0.7887, 0.8951; The action is #DUAL_POINT#; touch_point: 0.7912, 0.8951, lift_point: 0.7912, 0.8951", "response": "The action is #PRESS_BACK#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29802_3.png" ] }, { "query": "\nPrevious Actions: Goal: Play some music on YouTube; The action is #DUAL_POINT#; touch_point: 0.7887, 0.8951, lift_point: 0.7887, 0.8951; The action is #DUAL_POINT#; touch_point: 0.7912, 0.8951, lift_point: 0.7912, 0.8951; The action is #PRESS_BACK#", "response": "The action is #DUAL_POINT#; touch_point: 0.0398, 0.7971, lift_point: 0.0398, 0.7971", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29802_4.png" ] }, { "query": "\nPrevious Actions: Goal: Play some music on YouTube; The action is #DUAL_POINT#; touch_point: 0.7887, 0.8951, lift_point: 0.7887, 0.8951; The action is #DUAL_POINT#; touch_point: 0.7912, 0.8951, lift_point: 0.7912, 0.8951; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.0398, 0.7971, lift_point: 0.0398, 0.7971", "response": "The action is #DUAL_POINT#; touch_point: 0.9018, 0.9146, lift_point: 0.9018, 0.9146", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29802_5.png" ] }, { "query": "\nPrevious Actions: Goal: Play some music on YouTube; The action is #DUAL_POINT#; touch_point: 0.7887, 0.8951, lift_point: 0.7887, 0.8951; The action is #DUAL_POINT#; touch_point: 0.7912, 0.8951, lift_point: 0.7912, 0.8951; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.0398, 0.7971, lift_point: 0.0398, 0.7971; The action is #DUAL_POINT#; touch_point: 0.9018, 0.9146, lift_point: 0.9018, 0.9146", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"some music\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29802_6.png" ] }, { "query": "\nPrevious Actions: Goal: Play some music on YouTube; The action is #DUAL_POINT#; touch_point: 0.7887, 0.8951, lift_point: 0.7887, 0.8951; The action is #DUAL_POINT#; touch_point: 0.7912, 0.8951, lift_point: 0.7912, 0.8951; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.0398, 0.7971, lift_point: 0.0398, 0.7971; The action is #DUAL_POINT#; touch_point: 0.9018, 0.9146, lift_point: 0.9018, 0.9146; The action is #TYPE#; And the content is : \"typed_text\": \"some music\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29802_7.png" ] }, { "query": "\nPrevious Actions: Goal: Play some music on YouTube; The action is #DUAL_POINT#; touch_point: 0.7887, 0.8951, lift_point: 0.7887, 0.8951; The action is #DUAL_POINT#; touch_point: 0.7912, 0.8951, lift_point: 0.7912, 0.8951; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.0398, 0.7971, lift_point: 0.0398, 0.7971; The action is #DUAL_POINT#; touch_point: 0.9018, 0.9146, lift_point: 0.9018, 0.9146; The action is #TYPE#; And the content is : \"typed_text\": \"some music\"; The action is #PRESS_ENTER#", "response": "The action is #DUAL_POINT#; touch_point: 0.2655, 0.4144, lift_point: 0.2655, 0.4144", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29802_8.png" ] }, { "query": "\nPrevious Actions: Goal: Play some music on YouTube; The action is #DUAL_POINT#; touch_point: 0.7887, 0.8951, lift_point: 0.7887, 0.8951; The action is #DUAL_POINT#; touch_point: 0.7912, 0.8951, lift_point: 0.7912, 0.8951; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.0398, 0.7971, lift_point: 0.0398, 0.7971; The action is #DUAL_POINT#; touch_point: 0.9018, 0.9146, lift_point: 0.9018, 0.9146; The action is #TYPE#; And the content is : \"typed_text\": \"some music\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.2655, 0.4144, lift_point: 0.2655, 0.4144", "response": "The action is #DUAL_POINT#; touch_point: 0.1666, 0.5229, lift_point: 0.1666, 0.5229", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29802_9.png" ] }, { "query": "\nPrevious Actions: Goal: Play some music on YouTube; The action is #DUAL_POINT#; touch_point: 0.7887, 0.8951, lift_point: 0.7887, 0.8951; The action is #DUAL_POINT#; touch_point: 0.7912, 0.8951, lift_point: 0.7912, 0.8951; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.0398, 0.7971, lift_point: 0.0398, 0.7971; The action is #DUAL_POINT#; touch_point: 0.9018, 0.9146, lift_point: 0.9018, 0.9146; The action is #TYPE#; And the content is : \"typed_text\": \"some music\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.2655, 0.4144, lift_point: 0.2655, 0.4144; The action is #DUAL_POINT#; touch_point: 0.1666, 0.5229, lift_point: 0.1666, 0.5229", "response": "The action is #DUAL_POINT#; touch_point: 0.1697, 0.4941, lift_point: 0.1697, 0.4941", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29802_10.png" ] }, { "query": "\nPrevious Actions: Goal: Play some music on YouTube; The action is #DUAL_POINT#; touch_point: 0.7887, 0.8951, lift_point: 0.7887, 0.8951; The action is #DUAL_POINT#; touch_point: 0.7912, 0.8951, lift_point: 0.7912, 0.8951; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.0398, 0.7971, lift_point: 0.0398, 0.7971; The action is #DUAL_POINT#; touch_point: 0.9018, 0.9146, lift_point: 0.9018, 0.9146; The action is #TYPE#; And the content is : \"typed_text\": \"some music\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.2655, 0.4144, lift_point: 0.2655, 0.4144; The action is #DUAL_POINT#; touch_point: 0.1666, 0.5229, lift_point: 0.1666, 0.5229; The action is #DUAL_POINT#; touch_point: 0.1697, 0.4941, lift_point: 0.1697, 0.4941", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29802_11.png" ] }, { "query": "\nPrevious Actions: Goal: What's the US dollar exchange rate against the Euro?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29811_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the US dollar exchange rate against the Euro?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.6516, 0.6794, lift_point: 0.6516, 0.6794", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29811_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the US dollar exchange rate against the Euro?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6516, 0.6794, lift_point: 0.6516, 0.6794", "response": "The action is #DUAL_POINT#; touch_point: 0.6553, 0.6794, lift_point: 0.6553, 0.6794", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29811_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the US dollar exchange rate against the Euro?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6516, 0.6794, lift_point: 0.6516, 0.6794; The action is #DUAL_POINT#; touch_point: 0.6553, 0.6794, lift_point: 0.6553, 0.6794", "response": "The action is #DUAL_POINT#; touch_point: 0.0587, 0.6953, lift_point: 0.0587, 0.6953", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29811_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the US dollar exchange rate against the Euro?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6516, 0.6794, lift_point: 0.6516, 0.6794; The action is #DUAL_POINT#; touch_point: 0.6553, 0.6794, lift_point: 0.6553, 0.6794; The action is #DUAL_POINT#; touch_point: 0.0587, 0.6953, lift_point: 0.0587, 0.6953", "response": "The action is #DUAL_POINT#; touch_point: 0.0538, 0.9241, lift_point: 0.0538, 0.9241", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29811_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the US dollar exchange rate against the Euro?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6516, 0.6794, lift_point: 0.6516, 0.6794; The action is #DUAL_POINT#; touch_point: 0.6553, 0.6794, lift_point: 0.6553, 0.6794; The action is #DUAL_POINT#; touch_point: 0.0587, 0.6953, lift_point: 0.0587, 0.6953; The action is #DUAL_POINT#; touch_point: 0.0538, 0.9241, lift_point: 0.0538, 0.9241", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29811_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the US dollar exchange rate against the Euro?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6516, 0.6794, lift_point: 0.6516, 0.6794; The action is #DUAL_POINT#; touch_point: 0.6553, 0.6794, lift_point: 0.6553, 0.6794; The action is #DUAL_POINT#; touch_point: 0.0587, 0.6953, lift_point: 0.0587, 0.6953; The action is #DUAL_POINT#; touch_point: 0.0538, 0.9241, lift_point: 0.0538, 0.9241; The action is #PRESS_ENTER#", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"US dollar exchange rate against the Euro\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29811_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the US dollar exchange rate against the Euro?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6516, 0.6794, lift_point: 0.6516, 0.6794; The action is #DUAL_POINT#; touch_point: 0.6553, 0.6794, lift_point: 0.6553, 0.6794; The action is #DUAL_POINT#; touch_point: 0.0587, 0.6953, lift_point: 0.0587, 0.6953; The action is #DUAL_POINT#; touch_point: 0.0538, 0.9241, lift_point: 0.0538, 0.9241; The action is #PRESS_ENTER#; The action is #TYPE#; And the content is : \"typed_text\": \"US dollar exchange rate against the Euro\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1906, 0.4771, lift_point: 0.1906, 0.4771", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29811_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the US dollar exchange rate against the Euro?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6516, 0.6794, lift_point: 0.6516, 0.6794; The action is #DUAL_POINT#; touch_point: 0.6553, 0.6794, lift_point: 0.6553, 0.6794; The action is #DUAL_POINT#; touch_point: 0.0587, 0.6953, lift_point: 0.0587, 0.6953; The action is #DUAL_POINT#; touch_point: 0.0538, 0.9241, lift_point: 0.0538, 0.9241; The action is #PRESS_ENTER#; The action is #TYPE#; And the content is : \"typed_text\": \"US dollar exchange rate against the Euro\"; The action is #DUAL_POINT#; touch_point: 0.1906, 0.4771, lift_point: 0.1906, 0.4771", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29811_9.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of light?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29819_1.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of light?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.6506, 0.6833, lift_point: 0.6506, 0.6833", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29819_2.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of light?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6506, 0.6833, lift_point: 0.6506, 0.6833", "response": "The action is #DUAL_POINT#; touch_point: 0.653, 0.6833, lift_point: 0.653, 0.6833", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29819_3.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of light?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6506, 0.6833, lift_point: 0.6506, 0.6833; The action is #DUAL_POINT#; touch_point: 0.653, 0.6833, lift_point: 0.653, 0.6833", "response": "The action is #DUAL_POINT#; touch_point: 0.0568, 0.5975, lift_point: 0.0568, 0.5975", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29819_4.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of light?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6506, 0.6833, lift_point: 0.6506, 0.6833; The action is #DUAL_POINT#; touch_point: 0.653, 0.6833, lift_point: 0.653, 0.6833; The action is #DUAL_POINT#; touch_point: 0.0568, 0.5975, lift_point: 0.0568, 0.5975", "response": "The action is #DUAL_POINT#; touch_point: 0.0549, 0.9429, lift_point: 0.0549, 0.9429", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29819_5.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of light?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6506, 0.6833, lift_point: 0.6506, 0.6833; The action is #DUAL_POINT#; touch_point: 0.653, 0.6833, lift_point: 0.653, 0.6833; The action is #DUAL_POINT#; touch_point: 0.0568, 0.5975, lift_point: 0.0568, 0.5975; The action is #DUAL_POINT#; touch_point: 0.0549, 0.9429, lift_point: 0.0549, 0.9429", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of light\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29819_6.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of light?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6506, 0.6833, lift_point: 0.6506, 0.6833; The action is #DUAL_POINT#; touch_point: 0.653, 0.6833, lift_point: 0.653, 0.6833; The action is #DUAL_POINT#; touch_point: 0.0568, 0.5975, lift_point: 0.0568, 0.5975; The action is #DUAL_POINT#; touch_point: 0.0549, 0.9429, lift_point: 0.0549, 0.9429; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of light\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1167, 0.4031, lift_point: 0.1167, 0.4031", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29819_7.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of light?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6506, 0.6833, lift_point: 0.6506, 0.6833; The action is #DUAL_POINT#; touch_point: 0.653, 0.6833, lift_point: 0.653, 0.6833; The action is #DUAL_POINT#; touch_point: 0.0568, 0.5975, lift_point: 0.0568, 0.5975; The action is #DUAL_POINT#; touch_point: 0.0549, 0.9429, lift_point: 0.0549, 0.9429; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of light\"; The action is #DUAL_POINT#; touch_point: 0.1167, 0.4031, lift_point: 0.1167, 0.4031", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/29819_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news about the US dollar exchange rate?", "response": "The action is #DUAL_POINT#; touch_point: 0.7981, 0.687, lift_point: 0.7981, 0.687", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/30076_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news about the US dollar exchange rate?; The action is #DUAL_POINT#; touch_point: 0.7981, 0.687, lift_point: 0.7981, 0.687", "response": "The action is #DUAL_POINT#; touch_point: 0.7885, 0.713, lift_point: 0.7885, 0.713", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/30076_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news about the US dollar exchange rate?; The action is #DUAL_POINT#; touch_point: 0.7981, 0.687, lift_point: 0.7981, 0.687; The action is #DUAL_POINT#; touch_point: 0.7885, 0.713, lift_point: 0.7885, 0.713", "response": "The action is #DUAL_POINT#; touch_point: 0.7896, 0.6711, lift_point: 0.7896, 0.6711", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/30076_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news about the US dollar exchange rate?; The action is #DUAL_POINT#; touch_point: 0.7981, 0.687, lift_point: 0.7981, 0.687; The action is #DUAL_POINT#; touch_point: 0.7885, 0.713, lift_point: 0.7885, 0.713; The action is #DUAL_POINT#; touch_point: 0.7896, 0.6711, lift_point: 0.7896, 0.6711", "response": "The action is #DUAL_POINT#; touch_point: 0.8047, 0.689, lift_point: 0.8047, 0.689", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/30076_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news about the US dollar exchange rate?; The action is #DUAL_POINT#; touch_point: 0.7981, 0.687, lift_point: 0.7981, 0.687; The action is #DUAL_POINT#; touch_point: 0.7885, 0.713, lift_point: 0.7885, 0.713; The action is #DUAL_POINT#; touch_point: 0.7896, 0.6711, lift_point: 0.7896, 0.6711; The action is #DUAL_POINT#; touch_point: 0.8047, 0.689, lift_point: 0.8047, 0.689", "response": "The action is #DUAL_POINT#; touch_point: 0.7914, 0.7008, lift_point: 0.7914, 0.7008", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/30076_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news about the US dollar exchange rate?; The action is #DUAL_POINT#; touch_point: 0.7981, 0.687, lift_point: 0.7981, 0.687; The action is #DUAL_POINT#; touch_point: 0.7885, 0.713, lift_point: 0.7885, 0.713; The action is #DUAL_POINT#; touch_point: 0.7896, 0.6711, lift_point: 0.7896, 0.6711; The action is #DUAL_POINT#; touch_point: 0.8047, 0.689, lift_point: 0.8047, 0.689; The action is #DUAL_POINT#; touch_point: 0.7914, 0.7008, lift_point: 0.7914, 0.7008", "response": "The action is #DUAL_POINT#; touch_point: 0.0578, 0.4378, lift_point: 0.0578, 0.4378", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/30076_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news about the US dollar exchange rate?; The action is #DUAL_POINT#; touch_point: 0.7981, 0.687, lift_point: 0.7981, 0.687; The action is #DUAL_POINT#; touch_point: 0.7885, 0.713, lift_point: 0.7885, 0.713; The action is #DUAL_POINT#; touch_point: 0.7896, 0.6711, lift_point: 0.7896, 0.6711; The action is #DUAL_POINT#; touch_point: 0.8047, 0.689, lift_point: 0.8047, 0.689; The action is #DUAL_POINT#; touch_point: 0.7914, 0.7008, lift_point: 0.7914, 0.7008; The action is #DUAL_POINT#; touch_point: 0.0578, 0.4378, lift_point: 0.0578, 0.4378", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"news about the US dollar exchange rate\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/30076_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news about the US dollar exchange rate?; The action is #DUAL_POINT#; touch_point: 0.7981, 0.687, lift_point: 0.7981, 0.687; The action is #DUAL_POINT#; touch_point: 0.7885, 0.713, lift_point: 0.7885, 0.713; The action is #DUAL_POINT#; touch_point: 0.7896, 0.6711, lift_point: 0.7896, 0.6711; The action is #DUAL_POINT#; touch_point: 0.8047, 0.689, lift_point: 0.8047, 0.689; The action is #DUAL_POINT#; touch_point: 0.7914, 0.7008, lift_point: 0.7914, 0.7008; The action is #DUAL_POINT#; touch_point: 0.0578, 0.4378, lift_point: 0.0578, 0.4378; The action is #TYPE#; And the content is : \"typed_text\": \"news about the US dollar exchange rate\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/30076_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news about the US dollar exchange rate?; The action is #DUAL_POINT#; touch_point: 0.7981, 0.687, lift_point: 0.7981, 0.687; The action is #DUAL_POINT#; touch_point: 0.7885, 0.713, lift_point: 0.7885, 0.713; The action is #DUAL_POINT#; touch_point: 0.7896, 0.6711, lift_point: 0.7896, 0.6711; The action is #DUAL_POINT#; touch_point: 0.8047, 0.689, lift_point: 0.8047, 0.689; The action is #DUAL_POINT#; touch_point: 0.7914, 0.7008, lift_point: 0.7914, 0.7008; The action is #DUAL_POINT#; touch_point: 0.0578, 0.4378, lift_point: 0.0578, 0.4378; The action is #TYPE#; And the content is : \"typed_text\": \"news about the US dollar exchange rate\"; The action is #PRESS_ENTER#", "response": "The action is #DUAL_POINT#; touch_point: 0.332, 0.4957, lift_point: 0.332, 0.4957", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/30076_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news about the US dollar exchange rate?; The action is #DUAL_POINT#; touch_point: 0.7981, 0.687, lift_point: 0.7981, 0.687; The action is #DUAL_POINT#; touch_point: 0.7885, 0.713, lift_point: 0.7885, 0.713; The action is #DUAL_POINT#; touch_point: 0.7896, 0.6711, lift_point: 0.7896, 0.6711; The action is #DUAL_POINT#; touch_point: 0.8047, 0.689, lift_point: 0.8047, 0.689; The action is #DUAL_POINT#; touch_point: 0.7914, 0.7008, lift_point: 0.7914, 0.7008; The action is #DUAL_POINT#; touch_point: 0.0578, 0.4378, lift_point: 0.0578, 0.4378; The action is #TYPE#; And the content is : \"typed_text\": \"news about the US dollar exchange rate\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.332, 0.4957, lift_point: 0.332, 0.4957", "response": "The action is #PRESS_BACK#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/30076_10.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news about the US dollar exchange rate?; The action is #DUAL_POINT#; touch_point: 0.7981, 0.687, lift_point: 0.7981, 0.687; The action is #DUAL_POINT#; touch_point: 0.7885, 0.713, lift_point: 0.7885, 0.713; The action is #DUAL_POINT#; touch_point: 0.7896, 0.6711, lift_point: 0.7896, 0.6711; The action is #DUAL_POINT#; touch_point: 0.8047, 0.689, lift_point: 0.8047, 0.689; The action is #DUAL_POINT#; touch_point: 0.7914, 0.7008, lift_point: 0.7914, 0.7008; The action is #DUAL_POINT#; touch_point: 0.0578, 0.4378, lift_point: 0.0578, 0.4378; The action is #TYPE#; And the content is : \"typed_text\": \"news about the US dollar exchange rate\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.332, 0.4957, lift_point: 0.332, 0.4957; The action is #PRESS_BACK#", "response": "The action is #DUAL_POINT#; touch_point: 0.242, 0.1486, lift_point: 0.242, 0.1486", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/30076_11.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news about the US dollar exchange rate?; The action is #DUAL_POINT#; touch_point: 0.7981, 0.687, lift_point: 0.7981, 0.687; The action is #DUAL_POINT#; touch_point: 0.7885, 0.713, lift_point: 0.7885, 0.713; The action is #DUAL_POINT#; touch_point: 0.7896, 0.6711, lift_point: 0.7896, 0.6711; The action is #DUAL_POINT#; touch_point: 0.8047, 0.689, lift_point: 0.8047, 0.689; The action is #DUAL_POINT#; touch_point: 0.7914, 0.7008, lift_point: 0.7914, 0.7008; The action is #DUAL_POINT#; touch_point: 0.0578, 0.4378, lift_point: 0.0578, 0.4378; The action is #TYPE#; And the content is : \"typed_text\": \"news about the US dollar exchange rate\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.332, 0.4957, lift_point: 0.332, 0.4957; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.242, 0.1486, lift_point: 0.242, 0.1486", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/30076_12.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Myanmar?", "response": "The action is #DUAL_POINT#; touch_point: 0.8049, 0.6838, lift_point: 0.8049, 0.6838", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/30088_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Myanmar?; The action is #DUAL_POINT#; touch_point: 0.8049, 0.6838, lift_point: 0.8049, 0.6838", "response": "The action is #DUAL_POINT#; touch_point: 0.7931, 0.6976, lift_point: 0.7931, 0.6976", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/30088_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Myanmar?; The action is #DUAL_POINT#; touch_point: 0.8049, 0.6838, lift_point: 0.8049, 0.6838; The action is #DUAL_POINT#; touch_point: 0.7931, 0.6976, lift_point: 0.7931, 0.6976", "response": "The action is #DUAL_POINT#; touch_point: 0.0545, 0.87, lift_point: 0.0545, 0.87", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/30088_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Myanmar?; The action is #DUAL_POINT#; touch_point: 0.8049, 0.6838, lift_point: 0.8049, 0.6838; The action is #DUAL_POINT#; touch_point: 0.7931, 0.6976, lift_point: 0.7931, 0.6976; The action is #DUAL_POINT#; touch_point: 0.0545, 0.87, lift_point: 0.0545, 0.87", "response": "The action is #DUAL_POINT#; touch_point: 0.1419, 0.9107, lift_point: 0.1419, 0.9107", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/30088_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Myanmar?; The action is #DUAL_POINT#; touch_point: 0.8049, 0.6838, lift_point: 0.8049, 0.6838; The action is #DUAL_POINT#; touch_point: 0.7931, 0.6976, lift_point: 0.7931, 0.6976; The action is #DUAL_POINT#; touch_point: 0.0545, 0.87, lift_point: 0.0545, 0.87; The action is #DUAL_POINT#; touch_point: 0.1419, 0.9107, lift_point: 0.1419, 0.9107", "response": "The action is #DUAL_POINT#; touch_point: 0.458, 0.9112, lift_point: 0.458, 0.9112", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/30088_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Myanmar?; The action is #DUAL_POINT#; touch_point: 0.8049, 0.6838, lift_point: 0.8049, 0.6838; The action is #DUAL_POINT#; touch_point: 0.7931, 0.6976, lift_point: 0.7931, 0.6976; The action is #DUAL_POINT#; touch_point: 0.0545, 0.87, lift_point: 0.0545, 0.87; The action is #DUAL_POINT#; touch_point: 0.1419, 0.9107, lift_point: 0.1419, 0.9107; The action is #DUAL_POINT#; touch_point: 0.458, 0.9112, lift_point: 0.458, 0.9112", "response": "The action is #DUAL_POINT#; touch_point: 0.1208, 0.9087, lift_point: 0.1208, 0.9087", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/30088_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Myanmar?; The action is #DUAL_POINT#; touch_point: 0.8049, 0.6838, lift_point: 0.8049, 0.6838; The action is #DUAL_POINT#; touch_point: 0.7931, 0.6976, lift_point: 0.7931, 0.6976; The action is #DUAL_POINT#; touch_point: 0.0545, 0.87, lift_point: 0.0545, 0.87; The action is #DUAL_POINT#; touch_point: 0.1419, 0.9107, lift_point: 0.1419, 0.9107; The action is #DUAL_POINT#; touch_point: 0.458, 0.9112, lift_point: 0.458, 0.9112; The action is #DUAL_POINT#; touch_point: 0.1208, 0.9087, lift_point: 0.1208, 0.9087", "response": "The action is #DUAL_POINT#; touch_point: 0.0627, 0.0336, lift_point: 0.0627, 0.0336", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/30088_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Myanmar?; The action is #DUAL_POINT#; touch_point: 0.8049, 0.6838, lift_point: 0.8049, 0.6838; The action is #DUAL_POINT#; touch_point: 0.7931, 0.6976, lift_point: 0.7931, 0.6976; The action is #DUAL_POINT#; touch_point: 0.0545, 0.87, lift_point: 0.0545, 0.87; The action is #DUAL_POINT#; touch_point: 0.1419, 0.9107, lift_point: 0.1419, 0.9107; The action is #DUAL_POINT#; touch_point: 0.458, 0.9112, lift_point: 0.458, 0.9112; The action is #DUAL_POINT#; touch_point: 0.1208, 0.9087, lift_point: 0.1208, 0.9087; The action is #DUAL_POINT#; touch_point: 0.0627, 0.0336, lift_point: 0.0627, 0.0336", "response": "The action is #DUAL_POINT#; touch_point: 0.2841, 0.2791, lift_point: 0.2841, 0.2791", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/30088_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Myanmar?; The action is #DUAL_POINT#; touch_point: 0.8049, 0.6838, lift_point: 0.8049, 0.6838; The action is #DUAL_POINT#; touch_point: 0.7931, 0.6976, lift_point: 0.7931, 0.6976; The action is #DUAL_POINT#; touch_point: 0.0545, 0.87, lift_point: 0.0545, 0.87; The action is #DUAL_POINT#; touch_point: 0.1419, 0.9107, lift_point: 0.1419, 0.9107; The action is #DUAL_POINT#; touch_point: 0.458, 0.9112, lift_point: 0.458, 0.9112; The action is #DUAL_POINT#; touch_point: 0.1208, 0.9087, lift_point: 0.1208, 0.9087; The action is #DUAL_POINT#; touch_point: 0.0627, 0.0336, lift_point: 0.0627, 0.0336; The action is #DUAL_POINT#; touch_point: 0.2841, 0.2791, lift_point: 0.2841, 0.2791", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"news in Myanmar\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/30088_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Myanmar?; The action is #DUAL_POINT#; touch_point: 0.8049, 0.6838, lift_point: 0.8049, 0.6838; The action is #DUAL_POINT#; touch_point: 0.7931, 0.6976, lift_point: 0.7931, 0.6976; The action is #DUAL_POINT#; touch_point: 0.0545, 0.87, lift_point: 0.0545, 0.87; The action is #DUAL_POINT#; touch_point: 0.1419, 0.9107, lift_point: 0.1419, 0.9107; The action is #DUAL_POINT#; touch_point: 0.458, 0.9112, lift_point: 0.458, 0.9112; The action is #DUAL_POINT#; touch_point: 0.1208, 0.9087, lift_point: 0.1208, 0.9087; The action is #DUAL_POINT#; touch_point: 0.0627, 0.0336, lift_point: 0.0627, 0.0336; The action is #DUAL_POINT#; touch_point: 0.2841, 0.2791, lift_point: 0.2841, 0.2791; The action is #TYPE#; And the content is : \"typed_text\": \"news in Myanmar\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/30088_10.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Myanmar?; The action is #DUAL_POINT#; touch_point: 0.8049, 0.6838, lift_point: 0.8049, 0.6838; The action is #DUAL_POINT#; touch_point: 0.7931, 0.6976, lift_point: 0.7931, 0.6976; The action is #DUAL_POINT#; touch_point: 0.0545, 0.87, lift_point: 0.0545, 0.87; The action is #DUAL_POINT#; touch_point: 0.1419, 0.9107, lift_point: 0.1419, 0.9107; The action is #DUAL_POINT#; touch_point: 0.458, 0.9112, lift_point: 0.458, 0.9112; The action is #DUAL_POINT#; touch_point: 0.1208, 0.9087, lift_point: 0.1208, 0.9087; The action is #DUAL_POINT#; touch_point: 0.0627, 0.0336, lift_point: 0.0627, 0.0336; The action is #DUAL_POINT#; touch_point: 0.2841, 0.2791, lift_point: 0.2841, 0.2791; The action is #TYPE#; And the content is : \"typed_text\": \"news in Myanmar\"; The action is #PRESS_ENTER#", "response": "The action is #DUAL_POINT#; touch_point: 0.2454, 0.1445, lift_point: 0.2454, 0.1445", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/30088_11.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Myanmar?; The action is #DUAL_POINT#; touch_point: 0.8049, 0.6838, lift_point: 0.8049, 0.6838; The action is #DUAL_POINT#; touch_point: 0.7931, 0.6976, lift_point: 0.7931, 0.6976; The action is #DUAL_POINT#; touch_point: 0.0545, 0.87, lift_point: 0.0545, 0.87; The action is #DUAL_POINT#; touch_point: 0.1419, 0.9107, lift_point: 0.1419, 0.9107; The action is #DUAL_POINT#; touch_point: 0.458, 0.9112, lift_point: 0.458, 0.9112; The action is #DUAL_POINT#; touch_point: 0.1208, 0.9087, lift_point: 0.1208, 0.9087; The action is #DUAL_POINT#; touch_point: 0.0627, 0.0336, lift_point: 0.0627, 0.0336; The action is #DUAL_POINT#; touch_point: 0.2841, 0.2791, lift_point: 0.2841, 0.2791; The action is #TYPE#; And the content is : \"typed_text\": \"news in Myanmar\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.2454, 0.1445, lift_point: 0.2454, 0.1445", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/30088_12.png" ] }, { "query": "\nPrevious Actions: Goal: Show me my notifications", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/30258_1.png" ] }, { "query": "\nPrevious Actions: Goal: Show me my notifications; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3499, 0.878, lift_point: 0.3499, 0.878", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/30258_2.png" ] }, { "query": "\nPrevious Actions: Goal: Show me my notifications; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3499, 0.878, lift_point: 0.3499, 0.878", "response": "The action is #DUAL_POINT#; touch_point: 0.3683, 0.8742, lift_point: 0.3683, 0.8742", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/30258_3.png" ] }, { "query": "\nPrevious Actions: Goal: Show me my notifications; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3499, 0.878, lift_point: 0.3499, 0.878; The action is #DUAL_POINT#; touch_point: 0.3683, 0.8742, lift_point: 0.3683, 0.8742", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/30258_4.png" ] }, { "query": "\nPrevious Actions: Goal: Show me my notifications; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3499, 0.878, lift_point: 0.3499, 0.878; The action is #DUAL_POINT#; touch_point: 0.3683, 0.8742, lift_point: 0.3683, 0.8742; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/30258_5.png" ] }, { "query": "\nPrevious Actions: Goal: Show me my notifications; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3499, 0.878, lift_point: 0.3499, 0.878; The action is #DUAL_POINT#; touch_point: 0.3683, 0.8742, lift_point: 0.3683, 0.8742; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.6858, 0.8866, lift_point: 0.6858, 0.8866", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/30258_6.png" ] }, { "query": "\nPrevious Actions: Goal: Show me my notifications; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3499, 0.878, lift_point: 0.3499, 0.878; The action is #DUAL_POINT#; touch_point: 0.3683, 0.8742, lift_point: 0.3683, 0.8742; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6858, 0.8866, lift_point: 0.6858, 0.8866", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/30258_7.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Seattle?", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/30434_1.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Seattle?; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3576, 0.5059, lift_point: 0.3576, 0.5059", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/30434_2.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Seattle?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3576, 0.5059, lift_point: 0.3576, 0.5059", "response": "The action is #DUAL_POINT#; touch_point: 0.8887, 0.5227, lift_point: 0.8887, 0.5227", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/30434_3.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Seattle?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3576, 0.5059, lift_point: 0.3576, 0.5059; The action is #DUAL_POINT#; touch_point: 0.8887, 0.5227, lift_point: 0.8887, 0.5227", "response": "The action is #DUAL_POINT#; touch_point: 0.891, 0.8258, lift_point: 0.891, 0.8258", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/30434_4.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Seattle?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3576, 0.5059, lift_point: 0.3576, 0.5059; The action is #DUAL_POINT#; touch_point: 0.8887, 0.5227, lift_point: 0.8887, 0.5227; The action is #DUAL_POINT#; touch_point: 0.891, 0.8258, lift_point: 0.891, 0.8258", "response": "The action is #DUAL_POINT#; touch_point: 0.2741, 0.5065, lift_point: 0.2741, 0.5065", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/30434_5.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Seattle?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3576, 0.5059, lift_point: 0.3576, 0.5059; The action is #DUAL_POINT#; touch_point: 0.8887, 0.5227, lift_point: 0.8887, 0.5227; The action is #DUAL_POINT#; touch_point: 0.891, 0.8258, lift_point: 0.891, 0.8258; The action is #DUAL_POINT#; touch_point: 0.2741, 0.5065, lift_point: 0.2741, 0.5065", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Seattle?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/30434_6.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Seattle?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3576, 0.5059, lift_point: 0.3576, 0.5059; The action is #DUAL_POINT#; touch_point: 0.8887, 0.5227, lift_point: 0.8887, 0.5227; The action is #DUAL_POINT#; touch_point: 0.891, 0.8258, lift_point: 0.891, 0.8258; The action is #DUAL_POINT#; touch_point: 0.2741, 0.5065, lift_point: 0.2741, 0.5065; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Seattle?\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/30434_7.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Seattle?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3576, 0.5059, lift_point: 0.3576, 0.5059; The action is #DUAL_POINT#; touch_point: 0.8887, 0.5227, lift_point: 0.8887, 0.5227; The action is #DUAL_POINT#; touch_point: 0.891, 0.8258, lift_point: 0.891, 0.8258; The action is #DUAL_POINT#; touch_point: 0.2741, 0.5065, lift_point: 0.2741, 0.5065; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Seattle?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1232, 0.3528, lift_point: 0.1232, 0.3528", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/30434_8.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Seattle?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3576, 0.5059, lift_point: 0.3576, 0.5059; The action is #DUAL_POINT#; touch_point: 0.8887, 0.5227, lift_point: 0.8887, 0.5227; The action is #DUAL_POINT#; touch_point: 0.891, 0.8258, lift_point: 0.891, 0.8258; The action is #DUAL_POINT#; touch_point: 0.2741, 0.5065, lift_point: 0.2741, 0.5065; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Seattle?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1232, 0.3528, lift_point: 0.1232, 0.3528", "response": "The action is #DUAL_POINT#; touch_point: 0.8609, 0.9214, lift_point: 0.8609, 0.9214", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/30434_9.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Seattle?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3576, 0.5059, lift_point: 0.3576, 0.5059; The action is #DUAL_POINT#; touch_point: 0.8887, 0.5227, lift_point: 0.8887, 0.5227; The action is #DUAL_POINT#; touch_point: 0.891, 0.8258, lift_point: 0.891, 0.8258; The action is #DUAL_POINT#; touch_point: 0.2741, 0.5065, lift_point: 0.2741, 0.5065; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Seattle?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1232, 0.3528, lift_point: 0.1232, 0.3528; The action is #DUAL_POINT#; touch_point: 0.8609, 0.9214, lift_point: 0.8609, 0.9214", "response": "The action is #DUAL_POINT#; touch_point: 0.3492, 0.2792, lift_point: 0.3492, 0.2792", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/30434_10.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Seattle?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3576, 0.5059, lift_point: 0.3576, 0.5059; The action is #DUAL_POINT#; touch_point: 0.8887, 0.5227, lift_point: 0.8887, 0.5227; The action is #DUAL_POINT#; touch_point: 0.891, 0.8258, lift_point: 0.891, 0.8258; The action is #DUAL_POINT#; touch_point: 0.2741, 0.5065, lift_point: 0.2741, 0.5065; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Seattle?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1232, 0.3528, lift_point: 0.1232, 0.3528; The action is #DUAL_POINT#; touch_point: 0.8609, 0.9214, lift_point: 0.8609, 0.9214; The action is #DUAL_POINT#; touch_point: 0.3492, 0.2792, lift_point: 0.3492, 0.2792", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/30434_11.png" ] }, { "query": "\nPrevious Actions: Goal: Search for the best pizza restaurants on Maps", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/30477_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for the best pizza restaurants on Maps; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/30477_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for the best pizza restaurants on Maps; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3521, 0.4913, lift_point: 0.3521, 0.4913", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/30477_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for the best pizza restaurants on Maps; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3521, 0.4913, lift_point: 0.3521, 0.4913", "response": "The action is #DUAL_POINT#; touch_point: 0.1806, 0.742, lift_point: 0.1806, 0.742", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/30477_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for the best pizza restaurants on Maps; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3521, 0.4913, lift_point: 0.3521, 0.4913; The action is #DUAL_POINT#; touch_point: 0.1806, 0.742, lift_point: 0.1806, 0.742", "response": "The action is #DUAL_POINT#; touch_point: 0.1092, 0.9366, lift_point: 0.1092, 0.9366", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/30477_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for the best pizza restaurants on Maps; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3521, 0.4913, lift_point: 0.3521, 0.4913; The action is #DUAL_POINT#; touch_point: 0.1806, 0.742, lift_point: 0.1806, 0.742; The action is #DUAL_POINT#; touch_point: 0.1092, 0.9366, lift_point: 0.1092, 0.9366", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"best pizza restaurants on Maps\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/30477_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for the best pizza restaurants on Maps; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3521, 0.4913, lift_point: 0.3521, 0.4913; The action is #DUAL_POINT#; touch_point: 0.1806, 0.742, lift_point: 0.1806, 0.742; The action is #DUAL_POINT#; touch_point: 0.1092, 0.9366, lift_point: 0.1092, 0.9366; The action is #TYPE#; And the content is : \"typed_text\": \"best pizza restaurants on Maps\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/30477_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for the best pizza restaurants on Maps; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3521, 0.4913, lift_point: 0.3521, 0.4913; The action is #DUAL_POINT#; touch_point: 0.1806, 0.742, lift_point: 0.1806, 0.742; The action is #DUAL_POINT#; touch_point: 0.1092, 0.9366, lift_point: 0.1092, 0.9366; The action is #TYPE#; And the content is : \"typed_text\": \"best pizza restaurants on Maps\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1683, 0.2318, lift_point: 0.1683, 0.2318", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/30477_8.png" ] }, { "query": "\nPrevious Actions: Goal: Search for the best pizza restaurants on Maps; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3521, 0.4913, lift_point: 0.3521, 0.4913; The action is #DUAL_POINT#; touch_point: 0.1806, 0.742, lift_point: 0.1806, 0.742; The action is #DUAL_POINT#; touch_point: 0.1092, 0.9366, lift_point: 0.1092, 0.9366; The action is #TYPE#; And the content is : \"typed_text\": \"best pizza restaurants on Maps\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1683, 0.2318, lift_point: 0.1683, 0.2318", "response": "The action is #DUAL_POINT#; touch_point: 0.4786, 0.5535, lift_point: 0.4786, 0.5535", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/30477_9.png" ] }, { "query": "\nPrevious Actions: Goal: Search for the best pizza restaurants on Maps; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3521, 0.4913, lift_point: 0.3521, 0.4913; The action is #DUAL_POINT#; touch_point: 0.1806, 0.742, lift_point: 0.1806, 0.742; The action is #DUAL_POINT#; touch_point: 0.1092, 0.9366, lift_point: 0.1092, 0.9366; The action is #TYPE#; And the content is : \"typed_text\": \"best pizza restaurants on Maps\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1683, 0.2318, lift_point: 0.1683, 0.2318; The action is #DUAL_POINT#; touch_point: 0.4786, 0.5535, lift_point: 0.4786, 0.5535", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/30477_10.png" ] }, { "query": "\nPrevious Actions: Goal: Show me some nice wallpapers for my computer", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/30495_1.png" ] }, { "query": "\nPrevious Actions: Goal: Show me some nice wallpapers for my computer; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3598, 0.513, lift_point: 0.3598, 0.513", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/30495_2.png" ] }, { "query": "\nPrevious Actions: Goal: Show me some nice wallpapers for my computer; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3598, 0.513, lift_point: 0.3598, 0.513", "response": "The action is #DUAL_POINT#; touch_point: 0.1847, 0.713, lift_point: 0.1847, 0.713", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/30495_3.png" ] }, { "query": "\nPrevious Actions: Goal: Show me some nice wallpapers for my computer; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3598, 0.513, lift_point: 0.3598, 0.513; The action is #DUAL_POINT#; touch_point: 0.1847, 0.713, lift_point: 0.1847, 0.713", "response": "The action is #DUAL_POINT#; touch_point: 0.1061, 0.9273, lift_point: 0.1061, 0.9273", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/30495_4.png" ] }, { "query": "\nPrevious Actions: Goal: Show me some nice wallpapers for my computer; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3598, 0.513, lift_point: 0.3598, 0.513; The action is #DUAL_POINT#; touch_point: 0.1847, 0.713, lift_point: 0.1847, 0.713; The action is #DUAL_POINT#; touch_point: 0.1061, 0.9273, lift_point: 0.1061, 0.9273", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Show me some nice wallpapers for my computer\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/30495_5.png" ] }, { "query": "\nPrevious Actions: Goal: Show me some nice wallpapers for my computer; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3598, 0.513, lift_point: 0.3598, 0.513; The action is #DUAL_POINT#; touch_point: 0.1847, 0.713, lift_point: 0.1847, 0.713; The action is #DUAL_POINT#; touch_point: 0.1061, 0.9273, lift_point: 0.1061, 0.9273; The action is #TYPE#; And the content is : \"typed_text\": \"Show me some nice wallpapers for my computer\"", "response": "The action is #DUAL_POINT#; touch_point: 0.2728, 0.2707, lift_point: 0.2728, 0.2707", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/30495_6.png" ] }, { "query": "\nPrevious Actions: Goal: Show me some nice wallpapers for my computer; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3598, 0.513, lift_point: 0.3598, 0.513; The action is #DUAL_POINT#; touch_point: 0.1847, 0.713, lift_point: 0.1847, 0.713; The action is #DUAL_POINT#; touch_point: 0.1061, 0.9273, lift_point: 0.1061, 0.9273; The action is #TYPE#; And the content is : \"typed_text\": \"Show me some nice wallpapers for my computer\"; The action is #DUAL_POINT#; touch_point: 0.2728, 0.2707, lift_point: 0.2728, 0.2707", "response": "The action is #DUAL_POINT#; touch_point: 0.3256, 0.4458, lift_point: 0.3256, 0.4458", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/30495_7.png" ] }, { "query": "\nPrevious Actions: Goal: Show me some nice wallpapers for my computer; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3598, 0.513, lift_point: 0.3598, 0.513; The action is #DUAL_POINT#; touch_point: 0.1847, 0.713, lift_point: 0.1847, 0.713; The action is #DUAL_POINT#; touch_point: 0.1061, 0.9273, lift_point: 0.1061, 0.9273; The action is #TYPE#; And the content is : \"typed_text\": \"Show me some nice wallpapers for my computer\"; The action is #DUAL_POINT#; touch_point: 0.2728, 0.2707, lift_point: 0.2728, 0.2707; The action is #DUAL_POINT#; touch_point: 0.3256, 0.4458, lift_point: 0.3256, 0.4458", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/30495_8.png" ] }, { "query": "\nPrevious Actions: Goal: What does the iPhone 8 look like on eBay?", "response": "The action is #DUAL_POINT#; touch_point: 0.7774, 0.6961, lift_point: 0.7774, 0.6961", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/30574_1.png" ] }, { "query": "\nPrevious Actions: Goal: What does the iPhone 8 look like on eBay?; The action is #DUAL_POINT#; touch_point: 0.7774, 0.6961, lift_point: 0.7774, 0.6961", "response": "The action is #DUAL_POINT#; touch_point: 0.1855, 0.6422, lift_point: 0.1855, 0.6422", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/30574_2.png" ] }, { "query": "\nPrevious Actions: Goal: What does the iPhone 8 look like on eBay?; The action is #DUAL_POINT#; touch_point: 0.7774, 0.6961, lift_point: 0.7774, 0.6961; The action is #DUAL_POINT#; touch_point: 0.1855, 0.6422, lift_point: 0.1855, 0.6422", "response": "The action is #DUAL_POINT#; touch_point: 0.1185, 0.9216, lift_point: 0.1185, 0.9216", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/30574_3.png" ] }, { "query": "\nPrevious Actions: Goal: What does the iPhone 8 look like on eBay?; The action is #DUAL_POINT#; touch_point: 0.7774, 0.6961, lift_point: 0.7774, 0.6961; The action is #DUAL_POINT#; touch_point: 0.1855, 0.6422, lift_point: 0.1855, 0.6422; The action is #DUAL_POINT#; touch_point: 0.1185, 0.9216, lift_point: 0.1185, 0.9216", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"iPhone 8 look like on eBay?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/30574_4.png" ] }, { "query": "\nPrevious Actions: Goal: What does the iPhone 8 look like on eBay?; The action is #DUAL_POINT#; touch_point: 0.7774, 0.6961, lift_point: 0.7774, 0.6961; The action is #DUAL_POINT#; touch_point: 0.1855, 0.6422, lift_point: 0.1855, 0.6422; The action is #DUAL_POINT#; touch_point: 0.1185, 0.9216, lift_point: 0.1185, 0.9216; The action is #TYPE#; And the content is : \"typed_text\": \"iPhone 8 look like on eBay?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1754, 0.2773, lift_point: 0.1754, 0.2773", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/30574_5.png" ] }, { "query": "\nPrevious Actions: Goal: What does the iPhone 8 look like on eBay?; The action is #DUAL_POINT#; touch_point: 0.7774, 0.6961, lift_point: 0.7774, 0.6961; The action is #DUAL_POINT#; touch_point: 0.1855, 0.6422, lift_point: 0.1855, 0.6422; The action is #DUAL_POINT#; touch_point: 0.1185, 0.9216, lift_point: 0.1185, 0.9216; The action is #TYPE#; And the content is : \"typed_text\": \"iPhone 8 look like on eBay?\"; The action is #DUAL_POINT#; touch_point: 0.1754, 0.2773, lift_point: 0.1754, 0.2773", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/30574_6.png" ] }, { "query": "\nPrevious Actions: Goal: Open the camera", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/30618_1.png" ] }, { "query": "\nPrevious Actions: Goal: Open the camera; The action is #Scrolling Down#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/30618_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Laos?", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/30666_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Laos?; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.6013, 0.6804, lift_point: 0.6013, 0.6804", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/30666_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Laos?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6013, 0.6804, lift_point: 0.6013, 0.6804", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/30666_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Laos?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6013, 0.6804, lift_point: 0.6013, 0.6804; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7732, 0.6982, lift_point: 0.7732, 0.6982", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/30666_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Laos?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6013, 0.6804, lift_point: 0.6013, 0.6804; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7732, 0.6982, lift_point: 0.7732, 0.6982", "response": "The action is #DUAL_POINT#; touch_point: 0.1823, 0.7716, lift_point: 0.1823, 0.7716", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/30666_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Laos?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6013, 0.6804, lift_point: 0.6013, 0.6804; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7732, 0.6982, lift_point: 0.7732, 0.6982; The action is #DUAL_POINT#; touch_point: 0.1823, 0.7716, lift_point: 0.1823, 0.7716", "response": "The action is #DUAL_POINT#; touch_point: 0.1099, 0.9265, lift_point: 0.1099, 0.9265", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/30666_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Laos?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6013, 0.6804, lift_point: 0.6013, 0.6804; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7732, 0.6982, lift_point: 0.7732, 0.6982; The action is #DUAL_POINT#; touch_point: 0.1823, 0.7716, lift_point: 0.1823, 0.7716; The action is #DUAL_POINT#; touch_point: 0.1099, 0.9265, lift_point: 0.1099, 0.9265", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Laos?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/30666_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Laos?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6013, 0.6804, lift_point: 0.6013, 0.6804; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7732, 0.6982, lift_point: 0.7732, 0.6982; The action is #DUAL_POINT#; touch_point: 0.1823, 0.7716, lift_point: 0.1823, 0.7716; The action is #DUAL_POINT#; touch_point: 0.1099, 0.9265, lift_point: 0.1099, 0.9265; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Laos?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.3812, 0.4281, lift_point: 0.3812, 0.4281", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/30666_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Laos?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6013, 0.6804, lift_point: 0.6013, 0.6804; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7732, 0.6982, lift_point: 0.7732, 0.6982; The action is #DUAL_POINT#; touch_point: 0.1823, 0.7716, lift_point: 0.1823, 0.7716; The action is #DUAL_POINT#; touch_point: 0.1099, 0.9265, lift_point: 0.1099, 0.9265; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Laos?\"; The action is #DUAL_POINT#; touch_point: 0.3812, 0.4281, lift_point: 0.3812, 0.4281", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/30666_9.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Mexico?", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/30916_1.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Mexico?; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.4671, 0.6866, lift_point: 0.4671, 0.6866", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/30916_2.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Mexico?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4671, 0.6866, lift_point: 0.4671, 0.6866", "response": "The action is #DUAL_POINT#; touch_point: 0.1977, 0.5229, lift_point: 0.1977, 0.5229", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/30916_3.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Mexico?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4671, 0.6866, lift_point: 0.4671, 0.6866; The action is #DUAL_POINT#; touch_point: 0.1977, 0.5229, lift_point: 0.1977, 0.5229", "response": "The action is #DUAL_POINT#; touch_point: 0.0591, 0.919, lift_point: 0.0591, 0.919", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/30916_4.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Mexico?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4671, 0.6866, lift_point: 0.4671, 0.6866; The action is #DUAL_POINT#; touch_point: 0.1977, 0.5229, lift_point: 0.1977, 0.5229; The action is #DUAL_POINT#; touch_point: 0.0591, 0.919, lift_point: 0.0591, 0.919", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Mexico?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/30916_5.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Mexico?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4671, 0.6866, lift_point: 0.4671, 0.6866; The action is #DUAL_POINT#; touch_point: 0.1977, 0.5229, lift_point: 0.1977, 0.5229; The action is #DUAL_POINT#; touch_point: 0.0591, 0.919, lift_point: 0.0591, 0.919; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Mexico?\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/30916_6.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Mexico?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4671, 0.6866, lift_point: 0.4671, 0.6866; The action is #DUAL_POINT#; touch_point: 0.1977, 0.5229, lift_point: 0.1977, 0.5229; The action is #DUAL_POINT#; touch_point: 0.0591, 0.919, lift_point: 0.0591, 0.919; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Mexico?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"", "response": "The action is #DUAL_POINT#; touch_point: 0.5395, 0.3816, lift_point: 0.5395, 0.3816", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/30916_7.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Mexico?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4671, 0.6866, lift_point: 0.4671, 0.6866; The action is #DUAL_POINT#; touch_point: 0.1977, 0.5229, lift_point: 0.1977, 0.5229; The action is #DUAL_POINT#; touch_point: 0.0591, 0.919, lift_point: 0.0591, 0.919; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Mexico?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.5395, 0.3816, lift_point: 0.5395, 0.3816", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/30916_8.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Twitter app", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/31020_1.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Twitter app; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.6075, 0.6952, lift_point: 0.6075, 0.6952", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/31020_2.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Twitter app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6075, 0.6952, lift_point: 0.6075, 0.6952", "response": "The action is #DUAL_POINT#; touch_point: 0.0524, 0.8201, lift_point: 0.0524, 0.8201", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/31020_3.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Twitter app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6075, 0.6952, lift_point: 0.6075, 0.6952; The action is #DUAL_POINT#; touch_point: 0.0524, 0.8201, lift_point: 0.0524, 0.8201", "response": "The action is #DUAL_POINT#; touch_point: 0.057, 0.9176, lift_point: 0.057, 0.9176", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/31020_4.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Twitter app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6075, 0.6952, lift_point: 0.6075, 0.6952; The action is #DUAL_POINT#; touch_point: 0.0524, 0.8201, lift_point: 0.0524, 0.8201; The action is #DUAL_POINT#; touch_point: 0.057, 0.9176, lift_point: 0.057, 0.9176", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Twitter app\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/31020_5.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Twitter app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6075, 0.6952, lift_point: 0.6075, 0.6952; The action is #DUAL_POINT#; touch_point: 0.0524, 0.8201, lift_point: 0.0524, 0.8201; The action is #DUAL_POINT#; touch_point: 0.057, 0.9176, lift_point: 0.057, 0.9176; The action is #TYPE#; And the content is : \"typed_text\": \"Twitter app\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/31020_6.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Twitter app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6075, 0.6952, lift_point: 0.6075, 0.6952; The action is #DUAL_POINT#; touch_point: 0.0524, 0.8201, lift_point: 0.0524, 0.8201; The action is #DUAL_POINT#; touch_point: 0.057, 0.9176, lift_point: 0.057, 0.9176; The action is #TYPE#; And the content is : \"typed_text\": \"Twitter app\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1227, 0.3341, lift_point: 0.1227, 0.3341", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/31020_7.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Twitter app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6075, 0.6952, lift_point: 0.6075, 0.6952; The action is #DUAL_POINT#; touch_point: 0.0524, 0.8201, lift_point: 0.0524, 0.8201; The action is #DUAL_POINT#; touch_point: 0.057, 0.9176, lift_point: 0.057, 0.9176; The action is #TYPE#; And the content is : \"typed_text\": \"Twitter app\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1227, 0.3341, lift_point: 0.1227, 0.3341", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/31020_8.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7pm", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/31223_1.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7pm; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/31223_2.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7pm; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3779, 0.6628, lift_point: 0.3779, 0.6628", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/31223_3.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7pm; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3779, 0.6628, lift_point: 0.3779, 0.6628", "response": "The action is #DUAL_POINT#; touch_point: 0.0802, 0.0698, lift_point: 0.0802, 0.0698", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/31223_4.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7pm; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3779, 0.6628, lift_point: 0.3779, 0.6628; The action is #DUAL_POINT#; touch_point: 0.0802, 0.0698, lift_point: 0.0802, 0.0698", "response": "The action is #DUAL_POINT#; touch_point: 0.8797, 0.5105, lift_point: 0.8797, 0.5105", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/31223_5.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7pm; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3779, 0.6628, lift_point: 0.3779, 0.6628; The action is #DUAL_POINT#; touch_point: 0.0802, 0.0698, lift_point: 0.0802, 0.0698; The action is #DUAL_POINT#; touch_point: 0.8797, 0.5105, lift_point: 0.8797, 0.5105", "response": "The action is #DUAL_POINT#; touch_point: 0.6133, 0.4004, lift_point: 0.6133, 0.4004", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/31223_6.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7pm; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3779, 0.6628, lift_point: 0.3779, 0.6628; The action is #DUAL_POINT#; touch_point: 0.0802, 0.0698, lift_point: 0.0802, 0.0698; The action is #DUAL_POINT#; touch_point: 0.8797, 0.5105, lift_point: 0.8797, 0.5105; The action is #DUAL_POINT#; touch_point: 0.6133, 0.4004, lift_point: 0.6133, 0.4004", "response": "The action is #DUAL_POINT#; touch_point: 0.4131, 0.4954, lift_point: 0.4131, 0.4954", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/31223_7.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7pm; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3779, 0.6628, lift_point: 0.3779, 0.6628; The action is #DUAL_POINT#; touch_point: 0.0802, 0.0698, lift_point: 0.0802, 0.0698; The action is #DUAL_POINT#; touch_point: 0.8797, 0.5105, lift_point: 0.8797, 0.5105; The action is #DUAL_POINT#; touch_point: 0.6133, 0.4004, lift_point: 0.6133, 0.4004; The action is #DUAL_POINT#; touch_point: 0.4131, 0.4954, lift_point: 0.4131, 0.4954", "response": "The action is #DUAL_POINT#; touch_point: 0.3334, 0.71, lift_point: 0.3334, 0.71", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/31223_8.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7pm; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3779, 0.6628, lift_point: 0.3779, 0.6628; The action is #DUAL_POINT#; touch_point: 0.0802, 0.0698, lift_point: 0.0802, 0.0698; The action is #DUAL_POINT#; touch_point: 0.8797, 0.5105, lift_point: 0.8797, 0.5105; The action is #DUAL_POINT#; touch_point: 0.6133, 0.4004, lift_point: 0.6133, 0.4004; The action is #DUAL_POINT#; touch_point: 0.4131, 0.4954, lift_point: 0.4131, 0.4954; The action is #DUAL_POINT#; touch_point: 0.3334, 0.71, lift_point: 0.3334, 0.71", "response": "The action is #DUAL_POINT#; touch_point: 0.6824, 0.7429, lift_point: 0.6824, 0.7429", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/31223_9.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7pm; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3779, 0.6628, lift_point: 0.3779, 0.6628; The action is #DUAL_POINT#; touch_point: 0.0802, 0.0698, lift_point: 0.0802, 0.0698; The action is #DUAL_POINT#; touch_point: 0.8797, 0.5105, lift_point: 0.8797, 0.5105; The action is #DUAL_POINT#; touch_point: 0.6133, 0.4004, lift_point: 0.6133, 0.4004; The action is #DUAL_POINT#; touch_point: 0.4131, 0.4954, lift_point: 0.4131, 0.4954; The action is #DUAL_POINT#; touch_point: 0.3334, 0.71, lift_point: 0.3334, 0.71; The action is #DUAL_POINT#; touch_point: 0.6824, 0.7429, lift_point: 0.6824, 0.7429", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/31223_10.png" ] }, { "query": "\nPrevious Actions: Goal: How big is the moon?", "response": "The action is #DUAL_POINT#; touch_point: 0.8906, 0.2882, lift_point: 0.8906, 0.2882", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/31271_1.png" ] }, { "query": "\nPrevious Actions: Goal: How big is the moon?; The action is #DUAL_POINT#; touch_point: 0.8906, 0.2882, lift_point: 0.8906, 0.2882", "response": "The action is #DUAL_POINT#; touch_point: 0.8964, 0.4679, lift_point: 0.8964, 0.4679", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/31271_2.png" ] }, { "query": "\nPrevious Actions: Goal: How big is the moon?; The action is #DUAL_POINT#; touch_point: 0.8906, 0.2882, lift_point: 0.8906, 0.2882; The action is #DUAL_POINT#; touch_point: 0.8964, 0.4679, lift_point: 0.8964, 0.4679", "response": "The action is #DUAL_POINT#; touch_point: 0.0581, 0.2337, lift_point: 0.0581, 0.2337", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/31271_3.png" ] }, { "query": "\nPrevious Actions: Goal: How big is the moon?; The action is #DUAL_POINT#; touch_point: 0.8906, 0.2882, lift_point: 0.8906, 0.2882; The action is #DUAL_POINT#; touch_point: 0.8964, 0.4679, lift_point: 0.8964, 0.4679; The action is #DUAL_POINT#; touch_point: 0.0581, 0.2337, lift_point: 0.0581, 0.2337", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"How big is the moon?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/31271_4.png" ] }, { "query": "\nPrevious Actions: Goal: How big is the moon?; The action is #DUAL_POINT#; touch_point: 0.8906, 0.2882, lift_point: 0.8906, 0.2882; The action is #DUAL_POINT#; touch_point: 0.8964, 0.4679, lift_point: 0.8964, 0.4679; The action is #DUAL_POINT#; touch_point: 0.0581, 0.2337, lift_point: 0.0581, 0.2337; The action is #TYPE#; And the content is : \"typed_text\": \"How big is the moon?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.2506, 0.3563, lift_point: 0.2506, 0.3563", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/31271_5.png" ] }, { "query": "\nPrevious Actions: Goal: How big is the moon?; The action is #DUAL_POINT#; touch_point: 0.8906, 0.2882, lift_point: 0.8906, 0.2882; The action is #DUAL_POINT#; touch_point: 0.8964, 0.4679, lift_point: 0.8964, 0.4679; The action is #DUAL_POINT#; touch_point: 0.0581, 0.2337, lift_point: 0.0581, 0.2337; The action is #TYPE#; And the content is : \"typed_text\": \"How big is the moon?\"; The action is #DUAL_POINT#; touch_point: 0.2506, 0.3563, lift_point: 0.2506, 0.3563", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/31271_6.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Taylor Swift video on YouTube", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/31284_1.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Taylor Swift video on YouTube; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7939, 0.8807, lift_point: 0.7939, 0.8807", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/31284_2.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Taylor Swift video on YouTube; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7939, 0.8807, lift_point: 0.7939, 0.8807", "response": "The action is #DUAL_POINT#; touch_point: 0.7817, 0.8517, lift_point: 0.7817, 0.8517", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/31284_3.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Taylor Swift video on YouTube; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7939, 0.8807, lift_point: 0.7939, 0.8807; The action is #DUAL_POINT#; touch_point: 0.7817, 0.8517, lift_point: 0.7817, 0.8517", "response": "The action is #DUAL_POINT#; touch_point: 0.0503, 0.8356, lift_point: 0.0503, 0.8356", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/31284_4.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Taylor Swift video on YouTube; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7939, 0.8807, lift_point: 0.7939, 0.8807; The action is #DUAL_POINT#; touch_point: 0.7817, 0.8517, lift_point: 0.7817, 0.8517; The action is #DUAL_POINT#; touch_point: 0.0503, 0.8356, lift_point: 0.0503, 0.8356", "response": "The action is #DUAL_POINT#; touch_point: 0.0606, 0.4229, lift_point: 0.0606, 0.4229", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/31284_5.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Taylor Swift video on YouTube; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7939, 0.8807, lift_point: 0.7939, 0.8807; The action is #DUAL_POINT#; touch_point: 0.7817, 0.8517, lift_point: 0.7817, 0.8517; The action is #DUAL_POINT#; touch_point: 0.0503, 0.8356, lift_point: 0.0503, 0.8356; The action is #DUAL_POINT#; touch_point: 0.0606, 0.4229, lift_point: 0.0606, 0.4229", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Taylor Swift\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/31284_6.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Taylor Swift video on YouTube; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7939, 0.8807, lift_point: 0.7939, 0.8807; The action is #DUAL_POINT#; touch_point: 0.7817, 0.8517, lift_point: 0.7817, 0.8517; The action is #DUAL_POINT#; touch_point: 0.0503, 0.8356, lift_point: 0.0503, 0.8356; The action is #DUAL_POINT#; touch_point: 0.0606, 0.4229, lift_point: 0.0606, 0.4229; The action is #TYPE#; And the content is : \"typed_text\": \"Taylor Swift\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1108, 0.339, lift_point: 0.1108, 0.339", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/31284_7.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Taylor Swift video on YouTube; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7939, 0.8807, lift_point: 0.7939, 0.8807; The action is #DUAL_POINT#; touch_point: 0.7817, 0.8517, lift_point: 0.7817, 0.8517; The action is #DUAL_POINT#; touch_point: 0.0503, 0.8356, lift_point: 0.0503, 0.8356; The action is #DUAL_POINT#; touch_point: 0.0606, 0.4229, lift_point: 0.0606, 0.4229; The action is #TYPE#; And the content is : \"typed_text\": \"Taylor Swift\"; The action is #DUAL_POINT#; touch_point: 0.1108, 0.339, lift_point: 0.1108, 0.339", "response": "The action is #DUAL_POINT#; touch_point: 0.2375, 0.3558, lift_point: 0.2375, 0.3558", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/31284_8.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Taylor Swift video on YouTube; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7939, 0.8807, lift_point: 0.7939, 0.8807; The action is #DUAL_POINT#; touch_point: 0.7817, 0.8517, lift_point: 0.7817, 0.8517; The action is #DUAL_POINT#; touch_point: 0.0503, 0.8356, lift_point: 0.0503, 0.8356; The action is #DUAL_POINT#; touch_point: 0.0606, 0.4229, lift_point: 0.0606, 0.4229; The action is #TYPE#; And the content is : \"typed_text\": \"Taylor Swift\"; The action is #DUAL_POINT#; touch_point: 0.1108, 0.339, lift_point: 0.1108, 0.339; The action is #DUAL_POINT#; touch_point: 0.2375, 0.3558, lift_point: 0.2375, 0.3558", "response": "The action is #DUAL_POINT#; touch_point: 0.1867, 0.335, lift_point: 0.1867, 0.335", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/31284_9.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Taylor Swift video on YouTube; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7939, 0.8807, lift_point: 0.7939, 0.8807; The action is #DUAL_POINT#; touch_point: 0.7817, 0.8517, lift_point: 0.7817, 0.8517; The action is #DUAL_POINT#; touch_point: 0.0503, 0.8356, lift_point: 0.0503, 0.8356; The action is #DUAL_POINT#; touch_point: 0.0606, 0.4229, lift_point: 0.0606, 0.4229; The action is #TYPE#; And the content is : \"typed_text\": \"Taylor Swift\"; The action is #DUAL_POINT#; touch_point: 0.1108, 0.339, lift_point: 0.1108, 0.339; The action is #DUAL_POINT#; touch_point: 0.2375, 0.3558, lift_point: 0.2375, 0.3558; The action is #DUAL_POINT#; touch_point: 0.1867, 0.335, lift_point: 0.1867, 0.335", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/31284_10.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Taylor Swift video on YouTube; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7939, 0.8807, lift_point: 0.7939, 0.8807; The action is #DUAL_POINT#; touch_point: 0.7817, 0.8517, lift_point: 0.7817, 0.8517; The action is #DUAL_POINT#; touch_point: 0.0503, 0.8356, lift_point: 0.0503, 0.8356; The action is #DUAL_POINT#; touch_point: 0.0606, 0.4229, lift_point: 0.0606, 0.4229; The action is #TYPE#; And the content is : \"typed_text\": \"Taylor Swift\"; The action is #DUAL_POINT#; touch_point: 0.1108, 0.339, lift_point: 0.1108, 0.339; The action is #DUAL_POINT#; touch_point: 0.2375, 0.3558, lift_point: 0.2375, 0.3558; The action is #DUAL_POINT#; touch_point: 0.1867, 0.335, lift_point: 0.1867, 0.335; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.4122, 0.4985, lift_point: 0.4122, 0.4985", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/31284_11.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Taylor Swift video on YouTube; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7939, 0.8807, lift_point: 0.7939, 0.8807; The action is #DUAL_POINT#; touch_point: 0.7817, 0.8517, lift_point: 0.7817, 0.8517; The action is #DUAL_POINT#; touch_point: 0.0503, 0.8356, lift_point: 0.0503, 0.8356; The action is #DUAL_POINT#; touch_point: 0.0606, 0.4229, lift_point: 0.0606, 0.4229; The action is #TYPE#; And the content is : \"typed_text\": \"Taylor Swift\"; The action is #DUAL_POINT#; touch_point: 0.1108, 0.339, lift_point: 0.1108, 0.339; The action is #DUAL_POINT#; touch_point: 0.2375, 0.3558, lift_point: 0.2375, 0.3558; The action is #DUAL_POINT#; touch_point: 0.1867, 0.335, lift_point: 0.1867, 0.335; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4122, 0.4985, lift_point: 0.4122, 0.4985", "response": "The action is #DUAL_POINT#; touch_point: 0.2333, 0.8605, lift_point: 0.2333, 0.8605", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/31284_12.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Taylor Swift video on YouTube; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7939, 0.8807, lift_point: 0.7939, 0.8807; The action is #DUAL_POINT#; touch_point: 0.7817, 0.8517, lift_point: 0.7817, 0.8517; The action is #DUAL_POINT#; touch_point: 0.0503, 0.8356, lift_point: 0.0503, 0.8356; The action is #DUAL_POINT#; touch_point: 0.0606, 0.4229, lift_point: 0.0606, 0.4229; The action is #TYPE#; And the content is : \"typed_text\": \"Taylor Swift\"; The action is #DUAL_POINT#; touch_point: 0.1108, 0.339, lift_point: 0.1108, 0.339; The action is #DUAL_POINT#; touch_point: 0.2375, 0.3558, lift_point: 0.2375, 0.3558; The action is #DUAL_POINT#; touch_point: 0.1867, 0.335, lift_point: 0.1867, 0.335; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4122, 0.4985, lift_point: 0.4122, 0.4985; The action is #DUAL_POINT#; touch_point: 0.2333, 0.8605, lift_point: 0.2333, 0.8605", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/31284_13.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in India?", "response": "The action is #DUAL_POINT#; touch_point: 0.0652, 0.2505, lift_point: 0.0652, 0.2505", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/31292_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in India?; The action is #DUAL_POINT#; touch_point: 0.0652, 0.2505, lift_point: 0.0652, 0.2505", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in India?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/31292_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in India?; The action is #DUAL_POINT#; touch_point: 0.0652, 0.2505, lift_point: 0.0652, 0.2505; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in India?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1341, 0.4418, lift_point: 0.1341, 0.4418", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/31292_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in India?; The action is #DUAL_POINT#; touch_point: 0.0652, 0.2505, lift_point: 0.0652, 0.2505; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in India?\"; The action is #DUAL_POINT#; touch_point: 0.1341, 0.4418, lift_point: 0.1341, 0.4418", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/31292_4.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Denver?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/31413_1.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Denver?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7911, 0.6743, lift_point: 0.7911, 0.6743", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/31413_2.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Denver?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7911, 0.6743, lift_point: 0.7911, 0.6743", "response": "The action is #DUAL_POINT#; touch_point: 0.058, 0.4617, lift_point: 0.058, 0.4617", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/31413_3.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Denver?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7911, 0.6743, lift_point: 0.7911, 0.6743; The action is #DUAL_POINT#; touch_point: 0.058, 0.4617, lift_point: 0.058, 0.4617", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"2 bedroom apartment rent for in Denver\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/31413_4.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Denver?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7911, 0.6743, lift_point: 0.7911, 0.6743; The action is #DUAL_POINT#; touch_point: 0.058, 0.4617, lift_point: 0.058, 0.4617; The action is #TYPE#; And the content is : \"typed_text\": \"2 bedroom apartment rent for in Denver\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"n denver\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/31413_5.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Denver?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7911, 0.6743, lift_point: 0.7911, 0.6743; The action is #DUAL_POINT#; touch_point: 0.058, 0.4617, lift_point: 0.058, 0.4617; The action is #TYPE#; And the content is : \"typed_text\": \"2 bedroom apartment rent for in Denver\"; The action is #TYPE#; And the content is : \"typed_text\": \"n denver\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1228, 0.7962, lift_point: 0.1228, 0.7962", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/31413_6.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Denver?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7911, 0.6743, lift_point: 0.7911, 0.6743; The action is #DUAL_POINT#; touch_point: 0.058, 0.4617, lift_point: 0.058, 0.4617; The action is #TYPE#; And the content is : \"typed_text\": \"2 bedroom apartment rent for in Denver\"; The action is #TYPE#; And the content is : \"typed_text\": \"n denver\"; The action is #DUAL_POINT#; touch_point: 0.1228, 0.7962, lift_point: 0.1228, 0.7962", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/31413_7.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Denver?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7911, 0.6743, lift_point: 0.7911, 0.6743; The action is #DUAL_POINT#; touch_point: 0.058, 0.4617, lift_point: 0.058, 0.4617; The action is #TYPE#; And the content is : \"typed_text\": \"2 bedroom apartment rent for in Denver\"; The action is #TYPE#; And the content is : \"typed_text\": \"n denver\"; The action is #DUAL_POINT#; touch_point: 0.1228, 0.7962, lift_point: 0.1228, 0.7962; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/31413_8.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Denver?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7911, 0.6743, lift_point: 0.7911, 0.6743; The action is #DUAL_POINT#; touch_point: 0.058, 0.4617, lift_point: 0.058, 0.4617; The action is #TYPE#; And the content is : \"typed_text\": \"2 bedroom apartment rent for in Denver\"; The action is #TYPE#; And the content is : \"typed_text\": \"n denver\"; The action is #DUAL_POINT#; touch_point: 0.1228, 0.7962, lift_point: 0.1228, 0.7962; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3453, 0.4593, lift_point: 0.3453, 0.4593", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/31413_9.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Denver?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7911, 0.6743, lift_point: 0.7911, 0.6743; The action is #DUAL_POINT#; touch_point: 0.058, 0.4617, lift_point: 0.058, 0.4617; The action is #TYPE#; And the content is : \"typed_text\": \"2 bedroom apartment rent for in Denver\"; The action is #TYPE#; And the content is : \"typed_text\": \"n denver\"; The action is #DUAL_POINT#; touch_point: 0.1228, 0.7962, lift_point: 0.1228, 0.7962; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3453, 0.4593, lift_point: 0.3453, 0.4593", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/31413_10.png" ] }, { "query": "\nPrevious Actions: Goal: What's the US dollar exchange rate against the Canadian Dollar?", "response": "The action is #DUAL_POINT#; touch_point: 0.7885, 0.6904, lift_point: 0.7885, 0.6904", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/31606_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the US dollar exchange rate against the Canadian Dollar?; The action is #DUAL_POINT#; touch_point: 0.7885, 0.6904, lift_point: 0.7885, 0.6904", "response": "The action is #DUAL_POINT#; touch_point: 0.9078, 0.4758, lift_point: 0.9078, 0.4758", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/31606_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the US dollar exchange rate against the Canadian Dollar?; The action is #DUAL_POINT#; touch_point: 0.7885, 0.6904, lift_point: 0.7885, 0.6904; The action is #DUAL_POINT#; touch_point: 0.9078, 0.4758, lift_point: 0.9078, 0.4758", "response": "The action is #DUAL_POINT#; touch_point: 0.9064, 0.8726, lift_point: 0.9064, 0.8726", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/31606_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the US dollar exchange rate against the Canadian Dollar?; The action is #DUAL_POINT#; touch_point: 0.7885, 0.6904, lift_point: 0.7885, 0.6904; The action is #DUAL_POINT#; touch_point: 0.9078, 0.4758, lift_point: 0.9078, 0.4758; The action is #DUAL_POINT#; touch_point: 0.9064, 0.8726, lift_point: 0.9064, 0.8726", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/31606_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Sri Lanka?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/31882_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Sri Lanka?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8434, 0.4859, lift_point: 0.8434, 0.4859", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/31882_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Sri Lanka?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8434, 0.4859, lift_point: 0.8434, 0.4859", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Sri Lanka?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/31882_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Sri Lanka?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8434, 0.4859, lift_point: 0.8434, 0.4859; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Sri Lanka?\"", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/31882_4.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Philadelphia?", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/31887_1.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Philadelphia?; The action is #Scrolling Down#", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/31887_2.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Philadelphia?; The action is #Scrolling Down#; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.831, 0.6115, lift_point: 0.831, 0.6115", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/31887_3.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Philadelphia?; The action is #Scrolling Down#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.831, 0.6115, lift_point: 0.831, 0.6115", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in Philadelphia?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/31887_4.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Philadelphia?; The action is #Scrolling Down#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.831, 0.6115, lift_point: 0.831, 0.6115; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in Philadelphia?\"", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/31887_5.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Nordstrom?", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/32141_1.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Nordstrom?; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/32141_2.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Nordstrom?; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/32141_3.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Nordstrom?; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/32141_4.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Nordstrom?; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.4826, 0.6852, lift_point: 0.4826, 0.6852", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/32141_5.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Nordstrom?; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4826, 0.6852, lift_point: 0.4826, 0.6852", "response": "The action is #DUAL_POINT#; touch_point: 0.2261, 0.6257, lift_point: 0.2261, 0.6257", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/32141_6.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Nordstrom?; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4826, 0.6852, lift_point: 0.4826, 0.6852; The action is #DUAL_POINT#; touch_point: 0.2261, 0.6257, lift_point: 0.2261, 0.6257", "response": "The action is #DUAL_POINT#; touch_point: 0.0701, 0.8955, lift_point: 0.0701, 0.8955", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/32141_7.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Nordstrom?; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4826, 0.6852, lift_point: 0.4826, 0.6852; The action is #DUAL_POINT#; touch_point: 0.2261, 0.6257, lift_point: 0.2261, 0.6257; The action is #DUAL_POINT#; touch_point: 0.0701, 0.8955, lift_point: 0.0701, 0.8955", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"nearest Nordstrom\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/32141_8.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Nordstrom?; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4826, 0.6852, lift_point: 0.4826, 0.6852; The action is #DUAL_POINT#; touch_point: 0.2261, 0.6257, lift_point: 0.2261, 0.6257; The action is #DUAL_POINT#; touch_point: 0.0701, 0.8955, lift_point: 0.0701, 0.8955; The action is #TYPE#; And the content is : \"typed_text\": \"nearest Nordstrom\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1568, 0.4727, lift_point: 0.1568, 0.4727", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/32141_9.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Nordstrom?; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4826, 0.6852, lift_point: 0.4826, 0.6852; The action is #DUAL_POINT#; touch_point: 0.2261, 0.6257, lift_point: 0.2261, 0.6257; The action is #DUAL_POINT#; touch_point: 0.0701, 0.8955, lift_point: 0.0701, 0.8955; The action is #TYPE#; And the content is : \"typed_text\": \"nearest Nordstrom\"; The action is #DUAL_POINT#; touch_point: 0.1568, 0.4727, lift_point: 0.1568, 0.4727", "response": "The action is #DUAL_POINT#; touch_point: 0.5489, 0.8252, lift_point: 0.5489, 0.8252", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/32141_10.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Nordstrom?; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4826, 0.6852, lift_point: 0.4826, 0.6852; The action is #DUAL_POINT#; touch_point: 0.2261, 0.6257, lift_point: 0.2261, 0.6257; The action is #DUAL_POINT#; touch_point: 0.0701, 0.8955, lift_point: 0.0701, 0.8955; The action is #TYPE#; And the content is : \"typed_text\": \"nearest Nordstrom\"; The action is #DUAL_POINT#; touch_point: 0.1568, 0.4727, lift_point: 0.1568, 0.4727; The action is #DUAL_POINT#; touch_point: 0.5489, 0.8252, lift_point: 0.5489, 0.8252", "response": "The action is #DUAL_POINT#; touch_point: 0.1427, 0.5831, lift_point: 0.1427, 0.5831", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/32141_11.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Nordstrom?; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4826, 0.6852, lift_point: 0.4826, 0.6852; The action is #DUAL_POINT#; touch_point: 0.2261, 0.6257, lift_point: 0.2261, 0.6257; The action is #DUAL_POINT#; touch_point: 0.0701, 0.8955, lift_point: 0.0701, 0.8955; The action is #TYPE#; And the content is : \"typed_text\": \"nearest Nordstrom\"; The action is #DUAL_POINT#; touch_point: 0.1568, 0.4727, lift_point: 0.1568, 0.4727; The action is #DUAL_POINT#; touch_point: 0.5489, 0.8252, lift_point: 0.5489, 0.8252; The action is #DUAL_POINT#; touch_point: 0.1427, 0.5831, lift_point: 0.1427, 0.5831", "response": "The action is #DUAL_POINT#; touch_point: 0.751, 0.8872, lift_point: 0.751, 0.8872", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/32141_12.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Nordstrom?; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4826, 0.6852, lift_point: 0.4826, 0.6852; The action is #DUAL_POINT#; touch_point: 0.2261, 0.6257, lift_point: 0.2261, 0.6257; The action is #DUAL_POINT#; touch_point: 0.0701, 0.8955, lift_point: 0.0701, 0.8955; The action is #TYPE#; And the content is : \"typed_text\": \"nearest Nordstrom\"; The action is #DUAL_POINT#; touch_point: 0.1568, 0.4727, lift_point: 0.1568, 0.4727; The action is #DUAL_POINT#; touch_point: 0.5489, 0.8252, lift_point: 0.5489, 0.8252; The action is #DUAL_POINT#; touch_point: 0.1427, 0.5831, lift_point: 0.1427, 0.5831; The action is #DUAL_POINT#; touch_point: 0.751, 0.8872, lift_point: 0.751, 0.8872", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/32141_13.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this week?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/32250_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this week?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.6221, 0.9191, lift_point: 0.6221, 0.9191", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/32250_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this week?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6221, 0.9191, lift_point: 0.6221, 0.9191", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/32250_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this week?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6221, 0.9191, lift_point: 0.6221, 0.9191; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/32250_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this week?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6221, 0.9191, lift_point: 0.6221, 0.9191; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/32250_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this week?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6221, 0.9191, lift_point: 0.6221, 0.9191; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.4338, 0.3417, lift_point: 0.4338, 0.3417", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/32250_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this week?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6221, 0.9191, lift_point: 0.6221, 0.9191; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4338, 0.3417, lift_point: 0.4338, 0.3417", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/32250_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this week?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6221, 0.9191, lift_point: 0.6221, 0.9191; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4338, 0.3417, lift_point: 0.4338, 0.3417; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/32250_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this week?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6221, 0.9191, lift_point: 0.6221, 0.9191; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4338, 0.3417, lift_point: 0.4338, 0.3417; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/32250_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this week?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6221, 0.9191, lift_point: 0.6221, 0.9191; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4338, 0.3417, lift_point: 0.4338, 0.3417; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/32250_10.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this week?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6221, 0.9191, lift_point: 0.6221, 0.9191; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4338, 0.3417, lift_point: 0.4338, 0.3417; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/32250_11.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this week?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6221, 0.9191, lift_point: 0.6221, 0.9191; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4338, 0.3417, lift_point: 0.4338, 0.3417; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.4754, 0.7065, lift_point: 0.4754, 0.7065", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/32250_12.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this week?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6221, 0.9191, lift_point: 0.6221, 0.9191; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4338, 0.3417, lift_point: 0.4338, 0.3417; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4754, 0.7065, lift_point: 0.4754, 0.7065", "response": "The action is #DUAL_POINT#; touch_point: 0.1387, 0.7022, lift_point: 0.1387, 0.7022", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/32250_13.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this week?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6221, 0.9191, lift_point: 0.6221, 0.9191; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4338, 0.3417, lift_point: 0.4338, 0.3417; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4754, 0.7065, lift_point: 0.4754, 0.7065; The action is #DUAL_POINT#; touch_point: 0.1387, 0.7022, lift_point: 0.1387, 0.7022", "response": "The action is #DUAL_POINT#; touch_point: 0.0551, 0.907, lift_point: 0.0551, 0.907", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/32250_14.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this week?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6221, 0.9191, lift_point: 0.6221, 0.9191; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4338, 0.3417, lift_point: 0.4338, 0.3417; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4754, 0.7065, lift_point: 0.4754, 0.7065; The action is #DUAL_POINT#; touch_point: 0.1387, 0.7022, lift_point: 0.1387, 0.7022; The action is #DUAL_POINT#; touch_point: 0.0551, 0.907, lift_point: 0.0551, 0.907", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"news this week\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/32250_15.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this week?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6221, 0.9191, lift_point: 0.6221, 0.9191; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4338, 0.3417, lift_point: 0.4338, 0.3417; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4754, 0.7065, lift_point: 0.4754, 0.7065; The action is #DUAL_POINT#; touch_point: 0.1387, 0.7022, lift_point: 0.1387, 0.7022; The action is #DUAL_POINT#; touch_point: 0.0551, 0.907, lift_point: 0.0551, 0.907; The action is #TYPE#; And the content is : \"typed_text\": \"news this week\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1621, 0.4806, lift_point: 0.1621, 0.4806", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/32250_16.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this week?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6221, 0.9191, lift_point: 0.6221, 0.9191; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4338, 0.3417, lift_point: 0.4338, 0.3417; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4754, 0.7065, lift_point: 0.4754, 0.7065; The action is #DUAL_POINT#; touch_point: 0.1387, 0.7022, lift_point: 0.1387, 0.7022; The action is #DUAL_POINT#; touch_point: 0.0551, 0.907, lift_point: 0.0551, 0.907; The action is #TYPE#; And the content is : \"typed_text\": \"news this week\"; The action is #DUAL_POINT#; touch_point: 0.1621, 0.4806, lift_point: 0.1621, 0.4806", "response": "The action is #DUAL_POINT#; touch_point: 0.1939, 0.2645, lift_point: 0.1939, 0.2645", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/32250_17.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this week?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6221, 0.9191, lift_point: 0.6221, 0.9191; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4338, 0.3417, lift_point: 0.4338, 0.3417; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4754, 0.7065, lift_point: 0.4754, 0.7065; The action is #DUAL_POINT#; touch_point: 0.1387, 0.7022, lift_point: 0.1387, 0.7022; The action is #DUAL_POINT#; touch_point: 0.0551, 0.907, lift_point: 0.0551, 0.907; The action is #TYPE#; And the content is : \"typed_text\": \"news this week\"; The action is #DUAL_POINT#; touch_point: 0.1621, 0.4806, lift_point: 0.1621, 0.4806; The action is #DUAL_POINT#; touch_point: 0.1939, 0.2645, lift_point: 0.1939, 0.2645", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/32250_18.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach chair?", "response": "The action is #DUAL_POINT#; touch_point: 0.7799, 0.5312, lift_point: 0.7799, 0.5312", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/32413_1.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach chair?; The action is #DUAL_POINT#; touch_point: 0.7799, 0.5312, lift_point: 0.7799, 0.5312", "response": "The action is #TYPE#; And the content is : \"typed_text\": \" buy a nice beach chair\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/32413_2.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach chair?; The action is #DUAL_POINT#; touch_point: 0.7799, 0.5312, lift_point: 0.7799, 0.5312; The action is #TYPE#; And the content is : \"typed_text\": \" buy a nice beach chair\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/32413_3.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach chair?; The action is #DUAL_POINT#; touch_point: 0.7799, 0.5312, lift_point: 0.7799, 0.5312; The action is #TYPE#; And the content is : \"typed_text\": \" buy a nice beach chair\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"", "response": "The action is #DUAL_POINT#; touch_point: 0.2909, 0.6381, lift_point: 0.2909, 0.6381", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/32413_4.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach chair?; The action is #DUAL_POINT#; touch_point: 0.7799, 0.5312, lift_point: 0.7799, 0.5312; The action is #TYPE#; And the content is : \"typed_text\": \" buy a nice beach chair\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.2909, 0.6381, lift_point: 0.2909, 0.6381", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/32413_5.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Sprint Store?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/33689_1.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Sprint Store?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7916, 0.5385, lift_point: 0.7916, 0.5385", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/33689_2.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Sprint Store?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7916, 0.5385, lift_point: 0.7916, 0.5385", "response": "The action is #DUAL_POINT#; touch_point: 0.0679, 0.4665, lift_point: 0.0679, 0.4665", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/33689_3.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Sprint Store?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7916, 0.5385, lift_point: 0.7916, 0.5385; The action is #DUAL_POINT#; touch_point: 0.0679, 0.4665, lift_point: 0.0679, 0.4665", "response": "The action is #DUAL_POINT#; touch_point: 0.0769, 0.9198, lift_point: 0.0769, 0.9198", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/33689_4.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Sprint Store?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7916, 0.5385, lift_point: 0.7916, 0.5385; The action is #DUAL_POINT#; touch_point: 0.0679, 0.4665, lift_point: 0.0679, 0.4665; The action is #DUAL_POINT#; touch_point: 0.0769, 0.9198, lift_point: 0.0769, 0.9198", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"the nearest Sprint Store\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/33689_5.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Sprint Store?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7916, 0.5385, lift_point: 0.7916, 0.5385; The action is #DUAL_POINT#; touch_point: 0.0679, 0.4665, lift_point: 0.0679, 0.4665; The action is #DUAL_POINT#; touch_point: 0.0769, 0.9198, lift_point: 0.0769, 0.9198; The action is #TYPE#; And the content is : \"typed_text\": \"the nearest Sprint Store\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1658, 0.6097, lift_point: 0.1658, 0.6097", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/33689_6.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Sprint Store?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7916, 0.5385, lift_point: 0.7916, 0.5385; The action is #DUAL_POINT#; touch_point: 0.0679, 0.4665, lift_point: 0.0679, 0.4665; The action is #DUAL_POINT#; touch_point: 0.0769, 0.9198, lift_point: 0.0769, 0.9198; The action is #TYPE#; And the content is : \"typed_text\": \"the nearest Sprint Store\"; The action is #DUAL_POINT#; touch_point: 0.1658, 0.6097, lift_point: 0.1658, 0.6097", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/33689_7.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Italy?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/33831_1.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Italy?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8042, 0.1105, lift_point: 0.8042, 0.1105", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/33831_2.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Italy?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8042, 0.1105, lift_point: 0.8042, 0.1105", "response": "The action is #DUAL_POINT#; touch_point: 0.0619, 0.4591, lift_point: 0.0619, 0.4591", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/33831_3.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Italy?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8042, 0.1105, lift_point: 0.8042, 0.1105; The action is #DUAL_POINT#; touch_point: 0.0619, 0.4591, lift_point: 0.0619, 0.4591", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of italy\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/33831_4.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Italy?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8042, 0.1105, lift_point: 0.8042, 0.1105; The action is #DUAL_POINT#; touch_point: 0.0619, 0.4591, lift_point: 0.0619, 0.4591; The action is #TYPE#; And the content is : \"typed_text\": \"capital of italy\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1504, 0.4264, lift_point: 0.1504, 0.4264", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/33831_5.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Italy?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8042, 0.1105, lift_point: 0.8042, 0.1105; The action is #DUAL_POINT#; touch_point: 0.0619, 0.4591, lift_point: 0.0619, 0.4591; The action is #TYPE#; And the content is : \"typed_text\": \"capital of italy\"; The action is #DUAL_POINT#; touch_point: 0.1504, 0.4264, lift_point: 0.1504, 0.4264", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/33831_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in China?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/33860_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in China?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8908, 0.5219, lift_point: 0.8908, 0.5219", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/33860_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in China?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8908, 0.5219, lift_point: 0.8908, 0.5219", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in China\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/33860_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in China?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8908, 0.5219, lift_point: 0.8908, 0.5219; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in China\"", "response": "The action is #DUAL_POINT#; touch_point: 0.2318, 0.4508, lift_point: 0.2318, 0.4508", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/33860_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in China?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8908, 0.5219, lift_point: 0.8908, 0.5219; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in China\"; The action is #DUAL_POINT#; touch_point: 0.2318, 0.4508, lift_point: 0.2318, 0.4508", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/33860_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in San Diego?", "response": "The action is #DUAL_POINT#; touch_point: 0.879, 0.4738, lift_point: 0.879, 0.4738", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/33892_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in San Diego?; The action is #DUAL_POINT#; touch_point: 0.879, 0.4738, lift_point: 0.879, 0.4738", "response": "The action is #TYPE#; And the content is : \"typed_text\": \" a good restaurant in San Diego\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/33892_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in San Diego?; The action is #DUAL_POINT#; touch_point: 0.879, 0.4738, lift_point: 0.879, 0.4738; The action is #TYPE#; And the content is : \"typed_text\": \" a good restaurant in San Diego\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1221, 0.6906, lift_point: 0.1221, 0.6906", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/33892_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in San Diego?; The action is #DUAL_POINT#; touch_point: 0.879, 0.4738, lift_point: 0.879, 0.4738; The action is #TYPE#; And the content is : \"typed_text\": \" a good restaurant in San Diego\"; The action is #DUAL_POINT#; touch_point: 0.1221, 0.6906, lift_point: 0.1221, 0.6906", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/33892_4.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Houston?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34141_1.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Houston?; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34141_2.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Houston?; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3531, 0.4998, lift_point: 0.3531, 0.4998", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34141_3.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Houston?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3531, 0.4998, lift_point: 0.3531, 0.4998", "response": "The action is #DUAL_POINT#; touch_point: 0.0679, 0.373, lift_point: 0.0679, 0.373", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34141_4.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Houston?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3531, 0.4998, lift_point: 0.3531, 0.4998; The action is #DUAL_POINT#; touch_point: 0.0679, 0.373, lift_point: 0.0679, 0.373", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Houston?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34141_5.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Houston?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3531, 0.4998, lift_point: 0.3531, 0.4998; The action is #DUAL_POINT#; touch_point: 0.0679, 0.373, lift_point: 0.0679, 0.373; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Houston?\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34141_6.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Houston?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3531, 0.4998, lift_point: 0.3531, 0.4998; The action is #DUAL_POINT#; touch_point: 0.0679, 0.373, lift_point: 0.0679, 0.373; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Houston?\"; The action is #PRESS_ENTER#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34141_7.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Houston?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3531, 0.4998, lift_point: 0.3531, 0.4998; The action is #DUAL_POINT#; touch_point: 0.0679, 0.373, lift_point: 0.0679, 0.373; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Houston?\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34141_8.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Houston?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3531, 0.4998, lift_point: 0.3531, 0.4998; The action is #DUAL_POINT#; touch_point: 0.0679, 0.373, lift_point: 0.0679, 0.373; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Houston?\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.43, 0.3015, lift_point: 0.43, 0.3015", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34141_9.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Houston?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3531, 0.4998, lift_point: 0.3531, 0.4998; The action is #DUAL_POINT#; touch_point: 0.0679, 0.373, lift_point: 0.0679, 0.373; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Houston?\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.43, 0.3015, lift_point: 0.43, 0.3015", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34141_10.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Houston?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3531, 0.4998, lift_point: 0.3531, 0.4998; The action is #DUAL_POINT#; touch_point: 0.0679, 0.373, lift_point: 0.0679, 0.373; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Houston?\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.43, 0.3015, lift_point: 0.43, 0.3015; The action is #Scrolling Up#", "response": "The action is #DUAL_POINT#; touch_point: 0.5927, 0.4049, lift_point: 0.5927, 0.4049", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34141_11.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Houston?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3531, 0.4998, lift_point: 0.3531, 0.4998; The action is #DUAL_POINT#; touch_point: 0.0679, 0.373, lift_point: 0.0679, 0.373; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Houston?\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.43, 0.3015, lift_point: 0.43, 0.3015; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.5927, 0.4049, lift_point: 0.5927, 0.4049", "response": "The action is #DUAL_POINT#; touch_point: 0.5641, 0.4025, lift_point: 0.5641, 0.4025", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34141_12.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Houston?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3531, 0.4998, lift_point: 0.3531, 0.4998; The action is #DUAL_POINT#; touch_point: 0.0679, 0.373, lift_point: 0.0679, 0.373; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Houston?\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.43, 0.3015, lift_point: 0.43, 0.3015; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.5927, 0.4049, lift_point: 0.5927, 0.4049; The action is #DUAL_POINT#; touch_point: 0.5641, 0.4025, lift_point: 0.5641, 0.4025", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34141_13.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Houston?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3531, 0.4998, lift_point: 0.3531, 0.4998; The action is #DUAL_POINT#; touch_point: 0.0679, 0.373, lift_point: 0.0679, 0.373; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Houston?\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.43, 0.3015, lift_point: 0.43, 0.3015; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.5927, 0.4049, lift_point: 0.5927, 0.4049; The action is #DUAL_POINT#; touch_point: 0.5641, 0.4025, lift_point: 0.5641, 0.4025; The action is #Scrolling Down#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34141_14.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Houston?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3531, 0.4998, lift_point: 0.3531, 0.4998; The action is #DUAL_POINT#; touch_point: 0.0679, 0.373, lift_point: 0.0679, 0.373; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Houston?\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.43, 0.3015, lift_point: 0.43, 0.3015; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.5927, 0.4049, lift_point: 0.5927, 0.4049; The action is #DUAL_POINT#; touch_point: 0.5641, 0.4025, lift_point: 0.5641, 0.4025; The action is #Scrolling Down#; The action is #Scrolling Up#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34141_15.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Houston?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3531, 0.4998, lift_point: 0.3531, 0.4998; The action is #DUAL_POINT#; touch_point: 0.0679, 0.373, lift_point: 0.0679, 0.373; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Houston?\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.43, 0.3015, lift_point: 0.43, 0.3015; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.5927, 0.4049, lift_point: 0.5927, 0.4049; The action is #DUAL_POINT#; touch_point: 0.5641, 0.4025, lift_point: 0.5641, 0.4025; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#", "response": "The action is #PRESS_BACK#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34141_16.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Houston?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3531, 0.4998, lift_point: 0.3531, 0.4998; The action is #DUAL_POINT#; touch_point: 0.0679, 0.373, lift_point: 0.0679, 0.373; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Houston?\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.43, 0.3015, lift_point: 0.43, 0.3015; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.5927, 0.4049, lift_point: 0.5927, 0.4049; The action is #DUAL_POINT#; touch_point: 0.5641, 0.4025, lift_point: 0.5641, 0.4025; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #PRESS_BACK#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34141_17.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Houston?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3531, 0.4998, lift_point: 0.3531, 0.4998; The action is #DUAL_POINT#; touch_point: 0.0679, 0.373, lift_point: 0.0679, 0.373; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Houston?\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.43, 0.3015, lift_point: 0.43, 0.3015; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.5927, 0.4049, lift_point: 0.5927, 0.4049; The action is #DUAL_POINT#; touch_point: 0.5641, 0.4025, lift_point: 0.5641, 0.4025; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.8528, 0.3328, lift_point: 0.8528, 0.3328", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34141_18.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Houston?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3531, 0.4998, lift_point: 0.3531, 0.4998; The action is #DUAL_POINT#; touch_point: 0.0679, 0.373, lift_point: 0.0679, 0.373; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Houston?\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.43, 0.3015, lift_point: 0.43, 0.3015; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.5927, 0.4049, lift_point: 0.5927, 0.4049; The action is #DUAL_POINT#; touch_point: 0.5641, 0.4025, lift_point: 0.5641, 0.4025; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8528, 0.3328, lift_point: 0.8528, 0.3328", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34141_19.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Houston?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3531, 0.4998, lift_point: 0.3531, 0.4998; The action is #DUAL_POINT#; touch_point: 0.0679, 0.373, lift_point: 0.0679, 0.373; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Houston?\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.43, 0.3015, lift_point: 0.43, 0.3015; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.5927, 0.4049, lift_point: 0.5927, 0.4049; The action is #DUAL_POINT#; touch_point: 0.5641, 0.4025, lift_point: 0.5641, 0.4025; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8528, 0.3328, lift_point: 0.8528, 0.3328; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34141_20.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Houston?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3531, 0.4998, lift_point: 0.3531, 0.4998; The action is #DUAL_POINT#; touch_point: 0.0679, 0.373, lift_point: 0.0679, 0.373; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Houston?\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.43, 0.3015, lift_point: 0.43, 0.3015; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.5927, 0.4049, lift_point: 0.5927, 0.4049; The action is #DUAL_POINT#; touch_point: 0.5641, 0.4025, lift_point: 0.5641, 0.4025; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8528, 0.3328, lift_point: 0.8528, 0.3328; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34141_21.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Houston?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3531, 0.4998, lift_point: 0.3531, 0.4998; The action is #DUAL_POINT#; touch_point: 0.0679, 0.373, lift_point: 0.0679, 0.373; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Houston?\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.43, 0.3015, lift_point: 0.43, 0.3015; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.5927, 0.4049, lift_point: 0.5927, 0.4049; The action is #DUAL_POINT#; touch_point: 0.5641, 0.4025, lift_point: 0.5641, 0.4025; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8528, 0.3328, lift_point: 0.8528, 0.3328; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.8704, 0.3948, lift_point: 0.8704, 0.3948", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34141_22.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Houston?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3531, 0.4998, lift_point: 0.3531, 0.4998; The action is #DUAL_POINT#; touch_point: 0.0679, 0.373, lift_point: 0.0679, 0.373; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Houston?\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.43, 0.3015, lift_point: 0.43, 0.3015; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.5927, 0.4049, lift_point: 0.5927, 0.4049; The action is #DUAL_POINT#; touch_point: 0.5641, 0.4025, lift_point: 0.5641, 0.4025; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8528, 0.3328, lift_point: 0.8528, 0.3328; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8704, 0.3948, lift_point: 0.8704, 0.3948", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34141_23.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Houston?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3531, 0.4998, lift_point: 0.3531, 0.4998; The action is #DUAL_POINT#; touch_point: 0.0679, 0.373, lift_point: 0.0679, 0.373; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Houston?\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.43, 0.3015, lift_point: 0.43, 0.3015; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.5927, 0.4049, lift_point: 0.5927, 0.4049; The action is #DUAL_POINT#; touch_point: 0.5641, 0.4025, lift_point: 0.5641, 0.4025; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8528, 0.3328, lift_point: 0.8528, 0.3328; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8704, 0.3948, lift_point: 0.8704, 0.3948; The action is #Scrolling Down#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34141_24.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Houston?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3531, 0.4998, lift_point: 0.3531, 0.4998; The action is #DUAL_POINT#; touch_point: 0.0679, 0.373, lift_point: 0.0679, 0.373; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Houston?\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.43, 0.3015, lift_point: 0.43, 0.3015; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.5927, 0.4049, lift_point: 0.5927, 0.4049; The action is #DUAL_POINT#; touch_point: 0.5641, 0.4025, lift_point: 0.5641, 0.4025; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8528, 0.3328, lift_point: 0.8528, 0.3328; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8704, 0.3948, lift_point: 0.8704, 0.3948; The action is #Scrolling Down#; The action is #Scrolling Up#", "response": "The action is #DUAL_POINT#; touch_point: 0.1594, 0.7356, lift_point: 0.1594, 0.7356", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34141_25.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Houston?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3531, 0.4998, lift_point: 0.3531, 0.4998; The action is #DUAL_POINT#; touch_point: 0.0679, 0.373, lift_point: 0.0679, 0.373; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Houston?\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.43, 0.3015, lift_point: 0.43, 0.3015; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.5927, 0.4049, lift_point: 0.5927, 0.4049; The action is #DUAL_POINT#; touch_point: 0.5641, 0.4025, lift_point: 0.5641, 0.4025; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8528, 0.3328, lift_point: 0.8528, 0.3328; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8704, 0.3948, lift_point: 0.8704, 0.3948; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.1594, 0.7356, lift_point: 0.1594, 0.7356", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34141_26.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Houston?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3531, 0.4998, lift_point: 0.3531, 0.4998; The action is #DUAL_POINT#; touch_point: 0.0679, 0.373, lift_point: 0.0679, 0.373; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Houston?\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.43, 0.3015, lift_point: 0.43, 0.3015; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.5927, 0.4049, lift_point: 0.5927, 0.4049; The action is #DUAL_POINT#; touch_point: 0.5641, 0.4025, lift_point: 0.5641, 0.4025; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8528, 0.3328, lift_point: 0.8528, 0.3328; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8704, 0.3948, lift_point: 0.8704, 0.3948; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.1594, 0.7356, lift_point: 0.1594, 0.7356; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3167, 0.6896, lift_point: 0.3167, 0.6896", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34141_27.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Houston?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3531, 0.4998, lift_point: 0.3531, 0.4998; The action is #DUAL_POINT#; touch_point: 0.0679, 0.373, lift_point: 0.0679, 0.373; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Houston?\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.43, 0.3015, lift_point: 0.43, 0.3015; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.5927, 0.4049, lift_point: 0.5927, 0.4049; The action is #DUAL_POINT#; touch_point: 0.5641, 0.4025, lift_point: 0.5641, 0.4025; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8528, 0.3328, lift_point: 0.8528, 0.3328; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8704, 0.3948, lift_point: 0.8704, 0.3948; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.1594, 0.7356, lift_point: 0.1594, 0.7356; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3167, 0.6896, lift_point: 0.3167, 0.6896", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34141_28.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Houston?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3531, 0.4998, lift_point: 0.3531, 0.4998; The action is #DUAL_POINT#; touch_point: 0.0679, 0.373, lift_point: 0.0679, 0.373; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Houston?\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.43, 0.3015, lift_point: 0.43, 0.3015; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.5927, 0.4049, lift_point: 0.5927, 0.4049; The action is #DUAL_POINT#; touch_point: 0.5641, 0.4025, lift_point: 0.5641, 0.4025; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8528, 0.3328, lift_point: 0.8528, 0.3328; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8704, 0.3948, lift_point: 0.8704, 0.3948; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.1594, 0.7356, lift_point: 0.1594, 0.7356; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3167, 0.6896, lift_point: 0.3167, 0.6896; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.7562, 0.9092, lift_point: 0.7562, 0.9092", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34141_29.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Houston?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3531, 0.4998, lift_point: 0.3531, 0.4998; The action is #DUAL_POINT#; touch_point: 0.0679, 0.373, lift_point: 0.0679, 0.373; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Houston?\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.43, 0.3015, lift_point: 0.43, 0.3015; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.5927, 0.4049, lift_point: 0.5927, 0.4049; The action is #DUAL_POINT#; touch_point: 0.5641, 0.4025, lift_point: 0.5641, 0.4025; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8528, 0.3328, lift_point: 0.8528, 0.3328; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8704, 0.3948, lift_point: 0.8704, 0.3948; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.1594, 0.7356, lift_point: 0.1594, 0.7356; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3167, 0.6896, lift_point: 0.3167, 0.6896; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7562, 0.9092, lift_point: 0.7562, 0.9092", "response": "The action is #DUAL_POINT#; touch_point: 0.7627, 0.9254, lift_point: 0.7627, 0.9254", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34141_30.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Houston?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3531, 0.4998, lift_point: 0.3531, 0.4998; The action is #DUAL_POINT#; touch_point: 0.0679, 0.373, lift_point: 0.0679, 0.373; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Houston?\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.43, 0.3015, lift_point: 0.43, 0.3015; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.5927, 0.4049, lift_point: 0.5927, 0.4049; The action is #DUAL_POINT#; touch_point: 0.5641, 0.4025, lift_point: 0.5641, 0.4025; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8528, 0.3328, lift_point: 0.8528, 0.3328; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8704, 0.3948, lift_point: 0.8704, 0.3948; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.1594, 0.7356, lift_point: 0.1594, 0.7356; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3167, 0.6896, lift_point: 0.3167, 0.6896; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7562, 0.9092, lift_point: 0.7562, 0.9092; The action is #DUAL_POINT#; touch_point: 0.7627, 0.9254, lift_point: 0.7627, 0.9254", "response": "The action is #DUAL_POINT#; touch_point: 0.3851, 0.781, lift_point: 0.3851, 0.781", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34141_31.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Houston?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3531, 0.4998, lift_point: 0.3531, 0.4998; The action is #DUAL_POINT#; touch_point: 0.0679, 0.373, lift_point: 0.0679, 0.373; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Houston?\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.43, 0.3015, lift_point: 0.43, 0.3015; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.5927, 0.4049, lift_point: 0.5927, 0.4049; The action is #DUAL_POINT#; touch_point: 0.5641, 0.4025, lift_point: 0.5641, 0.4025; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8528, 0.3328, lift_point: 0.8528, 0.3328; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8704, 0.3948, lift_point: 0.8704, 0.3948; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.1594, 0.7356, lift_point: 0.1594, 0.7356; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3167, 0.6896, lift_point: 0.3167, 0.6896; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7562, 0.9092, lift_point: 0.7562, 0.9092; The action is #DUAL_POINT#; touch_point: 0.7627, 0.9254, lift_point: 0.7627, 0.9254; The action is #DUAL_POINT#; touch_point: 0.3851, 0.781, lift_point: 0.3851, 0.781", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34141_32.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Houston?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3531, 0.4998, lift_point: 0.3531, 0.4998; The action is #DUAL_POINT#; touch_point: 0.0679, 0.373, lift_point: 0.0679, 0.373; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Houston?\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.43, 0.3015, lift_point: 0.43, 0.3015; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.5927, 0.4049, lift_point: 0.5927, 0.4049; The action is #DUAL_POINT#; touch_point: 0.5641, 0.4025, lift_point: 0.5641, 0.4025; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8528, 0.3328, lift_point: 0.8528, 0.3328; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8704, 0.3948, lift_point: 0.8704, 0.3948; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.1594, 0.7356, lift_point: 0.1594, 0.7356; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3167, 0.6896, lift_point: 0.3167, 0.6896; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7562, 0.9092, lift_point: 0.7562, 0.9092; The action is #DUAL_POINT#; touch_point: 0.7627, 0.9254, lift_point: 0.7627, 0.9254; The action is #DUAL_POINT#; touch_point: 0.3851, 0.781, lift_point: 0.3851, 0.781; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.7513, 0.9036, lift_point: 0.7513, 0.9036", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34141_33.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Houston?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3531, 0.4998, lift_point: 0.3531, 0.4998; The action is #DUAL_POINT#; touch_point: 0.0679, 0.373, lift_point: 0.0679, 0.373; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Houston?\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.43, 0.3015, lift_point: 0.43, 0.3015; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.5927, 0.4049, lift_point: 0.5927, 0.4049; The action is #DUAL_POINT#; touch_point: 0.5641, 0.4025, lift_point: 0.5641, 0.4025; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8528, 0.3328, lift_point: 0.8528, 0.3328; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8704, 0.3948, lift_point: 0.8704, 0.3948; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.1594, 0.7356, lift_point: 0.1594, 0.7356; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3167, 0.6896, lift_point: 0.3167, 0.6896; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7562, 0.9092, lift_point: 0.7562, 0.9092; The action is #DUAL_POINT#; touch_point: 0.7627, 0.9254, lift_point: 0.7627, 0.9254; The action is #DUAL_POINT#; touch_point: 0.3851, 0.781, lift_point: 0.3851, 0.781; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7513, 0.9036, lift_point: 0.7513, 0.9036", "response": "The action is #DUAL_POINT#; touch_point: 0.7526, 0.9309, lift_point: 0.7526, 0.9309", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34141_34.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Houston?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3531, 0.4998, lift_point: 0.3531, 0.4998; The action is #DUAL_POINT#; touch_point: 0.0679, 0.373, lift_point: 0.0679, 0.373; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Houston?\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.43, 0.3015, lift_point: 0.43, 0.3015; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.5927, 0.4049, lift_point: 0.5927, 0.4049; The action is #DUAL_POINT#; touch_point: 0.5641, 0.4025, lift_point: 0.5641, 0.4025; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8528, 0.3328, lift_point: 0.8528, 0.3328; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8704, 0.3948, lift_point: 0.8704, 0.3948; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.1594, 0.7356, lift_point: 0.1594, 0.7356; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3167, 0.6896, lift_point: 0.3167, 0.6896; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7562, 0.9092, lift_point: 0.7562, 0.9092; The action is #DUAL_POINT#; touch_point: 0.7627, 0.9254, lift_point: 0.7627, 0.9254; The action is #DUAL_POINT#; touch_point: 0.3851, 0.781, lift_point: 0.3851, 0.781; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7513, 0.9036, lift_point: 0.7513, 0.9036; The action is #DUAL_POINT#; touch_point: 0.7526, 0.9309, lift_point: 0.7526, 0.9309", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34141_35.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Orlando", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34230_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Orlando; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3624, 0.4989, lift_point: 0.3624, 0.4989", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34230_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Orlando; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3624, 0.4989, lift_point: 0.3624, 0.4989", "response": "The action is #DUAL_POINT#; touch_point: 0.061, 0.4767, lift_point: 0.061, 0.4767", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34230_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Orlando; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3624, 0.4989, lift_point: 0.3624, 0.4989; The action is #DUAL_POINT#; touch_point: 0.061, 0.4767, lift_point: 0.061, 0.4767", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in orlando\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34230_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Orlando; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3624, 0.4989, lift_point: 0.3624, 0.4989; The action is #DUAL_POINT#; touch_point: 0.061, 0.4767, lift_point: 0.061, 0.4767; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in orlando\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34230_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Orlando; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3624, 0.4989, lift_point: 0.3624, 0.4989; The action is #DUAL_POINT#; touch_point: 0.061, 0.4767, lift_point: 0.061, 0.4767; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in orlando\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34230_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the 1000-Watt EGO Power+ Snow Blower?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34246_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the 1000-Watt EGO Power+ Snow Blower?; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34246_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the 1000-Watt EGO Power+ Snow Blower?; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3452, 0.4922, lift_point: 0.3452, 0.4922", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34246_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the 1000-Watt EGO Power+ Snow Blower?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3452, 0.4922, lift_point: 0.3452, 0.4922", "response": "The action is #DUAL_POINT#; touch_point: 0.0574, 0.4573, lift_point: 0.0574, 0.4573", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34246_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the 1000-Watt EGO Power+ Snow Blower?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3452, 0.4922, lift_point: 0.3452, 0.4922; The action is #DUAL_POINT#; touch_point: 0.0574, 0.4573, lift_point: 0.0574, 0.4573", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the 1000-Watt EGO Power\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34246_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the 1000-Watt EGO Power+ Snow Blower?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3452, 0.4922, lift_point: 0.3452, 0.4922; The action is #DUAL_POINT#; touch_point: 0.0574, 0.4573, lift_point: 0.0574, 0.4573; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the 1000-Watt EGO Power\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"+ Snow Blower?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34246_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the 1000-Watt EGO Power+ Snow Blower?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3452, 0.4922, lift_point: 0.3452, 0.4922; The action is #DUAL_POINT#; touch_point: 0.0574, 0.4573, lift_point: 0.0574, 0.4573; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the 1000-Watt EGO Power\"; The action is #TYPE#; And the content is : \"typed_text\": \"+ Snow Blower?\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34246_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the 1000-Watt EGO Power+ Snow Blower?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3452, 0.4922, lift_point: 0.3452, 0.4922; The action is #DUAL_POINT#; touch_point: 0.0574, 0.4573, lift_point: 0.0574, 0.4573; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the 1000-Watt EGO Power\"; The action is #TYPE#; And the content is : \"typed_text\": \"+ Snow Blower?\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34246_8.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Barcelona to Mexico city", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34559_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Barcelona to Mexico city; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3224, 0.5171, lift_point: 0.3224, 0.5171", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34559_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Barcelona to Mexico city; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3224, 0.5171, lift_point: 0.3224, 0.5171", "response": "The action is #DUAL_POINT#; touch_point: 0.0569, 0.5531, lift_point: 0.0569, 0.5531", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34559_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Barcelona to Mexico city; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3224, 0.5171, lift_point: 0.3224, 0.5171; The action is #DUAL_POINT#; touch_point: 0.0569, 0.5531, lift_point: 0.0569, 0.5531", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Barcelona to Mexico city\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34559_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Barcelona to Mexico city; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3224, 0.5171, lift_point: 0.3224, 0.5171; The action is #DUAL_POINT#; touch_point: 0.0569, 0.5531, lift_point: 0.0569, 0.5531; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Barcelona to Mexico city\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34559_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Barcelona to Mexico city; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3224, 0.5171, lift_point: 0.3224, 0.5171; The action is #DUAL_POINT#; touch_point: 0.0569, 0.5531, lift_point: 0.0569, 0.5531; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Barcelona to Mexico city\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34559_6.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Panama", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34567_1.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Panama; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.4643, 0.7188, lift_point: 0.4643, 0.7188", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34567_2.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Panama; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4643, 0.7188, lift_point: 0.4643, 0.7188", "response": "The action is #DUAL_POINT#; touch_point: 0.4576, 0.6775, lift_point: 0.4576, 0.6775", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34567_3.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Panama; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4643, 0.7188, lift_point: 0.4643, 0.7188; The action is #DUAL_POINT#; touch_point: 0.4576, 0.6775, lift_point: 0.4576, 0.6775", "response": "The action is #DUAL_POINT#; touch_point: 0.1919, 0.5291, lift_point: 0.1919, 0.5291", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34567_4.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Panama; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4643, 0.7188, lift_point: 0.4643, 0.7188; The action is #DUAL_POINT#; touch_point: 0.4576, 0.6775, lift_point: 0.4576, 0.6775; The action is #DUAL_POINT#; touch_point: 0.1919, 0.5291, lift_point: 0.1919, 0.5291", "response": "The action is #DUAL_POINT#; touch_point: 0.0589, 0.9252, lift_point: 0.0589, 0.9252", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34567_5.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Panama; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4643, 0.7188, lift_point: 0.4643, 0.7188; The action is #DUAL_POINT#; touch_point: 0.4576, 0.6775, lift_point: 0.4576, 0.6775; The action is #DUAL_POINT#; touch_point: 0.1919, 0.5291, lift_point: 0.1919, 0.5291; The action is #DUAL_POINT#; touch_point: 0.0589, 0.9252, lift_point: 0.0589, 0.9252", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"the capital of Panama\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34567_6.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Panama; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4643, 0.7188, lift_point: 0.4643, 0.7188; The action is #DUAL_POINT#; touch_point: 0.4576, 0.6775, lift_point: 0.4576, 0.6775; The action is #DUAL_POINT#; touch_point: 0.1919, 0.5291, lift_point: 0.1919, 0.5291; The action is #DUAL_POINT#; touch_point: 0.0589, 0.9252, lift_point: 0.0589, 0.9252; The action is #TYPE#; And the content is : \"typed_text\": \"the capital of Panama\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34567_7.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Panama; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4643, 0.7188, lift_point: 0.4643, 0.7188; The action is #DUAL_POINT#; touch_point: 0.4576, 0.6775, lift_point: 0.4576, 0.6775; The action is #DUAL_POINT#; touch_point: 0.1919, 0.5291, lift_point: 0.1919, 0.5291; The action is #DUAL_POINT#; touch_point: 0.0589, 0.9252, lift_point: 0.0589, 0.9252; The action is #TYPE#; And the content is : \"typed_text\": \"the capital of Panama\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34567_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Atlanta?", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34588_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Atlanta?; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3248, 0.4949, lift_point: 0.3248, 0.4949", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34588_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Atlanta?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3248, 0.4949, lift_point: 0.3248, 0.4949", "response": "The action is #DUAL_POINT#; touch_point: 0.1762, 0.7432, lift_point: 0.1762, 0.7432", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34588_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Atlanta?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3248, 0.4949, lift_point: 0.3248, 0.4949; The action is #DUAL_POINT#; touch_point: 0.1762, 0.7432, lift_point: 0.1762, 0.7432", "response": "The action is #DUAL_POINT#; touch_point: 0.1222, 0.9351, lift_point: 0.1222, 0.9351", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34588_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Atlanta?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3248, 0.4949, lift_point: 0.3248, 0.4949; The action is #DUAL_POINT#; touch_point: 0.1762, 0.7432, lift_point: 0.1762, 0.7432; The action is #DUAL_POINT#; touch_point: 0.1222, 0.9351, lift_point: 0.1222, 0.9351", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Atlanta?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34588_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Atlanta?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3248, 0.4949, lift_point: 0.3248, 0.4949; The action is #DUAL_POINT#; touch_point: 0.1762, 0.7432, lift_point: 0.1762, 0.7432; The action is #DUAL_POINT#; touch_point: 0.1222, 0.9351, lift_point: 0.1222, 0.9351; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Atlanta?\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34588_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Atlanta?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3248, 0.4949, lift_point: 0.3248, 0.4949; The action is #DUAL_POINT#; touch_point: 0.1762, 0.7432, lift_point: 0.1762, 0.7432; The action is #DUAL_POINT#; touch_point: 0.1222, 0.9351, lift_point: 0.1222, 0.9351; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Atlanta?\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34588_7.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Starbucks app", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34599_1.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Starbucks app; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.6001, 0.8815, lift_point: 0.6001, 0.8815", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34599_2.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Starbucks app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6001, 0.8815, lift_point: 0.6001, 0.8815", "response": "The action is #DUAL_POINT#; touch_point: 0.6001, 0.8815, lift_point: 0.6001, 0.8815", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34599_3.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Starbucks app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6001, 0.8815, lift_point: 0.6001, 0.8815; The action is #DUAL_POINT#; touch_point: 0.6001, 0.8815, lift_point: 0.6001, 0.8815", "response": "The action is #DUAL_POINT#; touch_point: 0.6039, 0.8598, lift_point: 0.6039, 0.8598", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34599_4.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Starbucks app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6001, 0.8815, lift_point: 0.6001, 0.8815; The action is #DUAL_POINT#; touch_point: 0.6001, 0.8815, lift_point: 0.6001, 0.8815; The action is #DUAL_POINT#; touch_point: 0.6039, 0.8598, lift_point: 0.6039, 0.8598", "response": "The action is #DUAL_POINT#; touch_point: 0.0637, 0.4705, lift_point: 0.0637, 0.4705", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34599_5.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Starbucks app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6001, 0.8815, lift_point: 0.6001, 0.8815; The action is #DUAL_POINT#; touch_point: 0.6001, 0.8815, lift_point: 0.6001, 0.8815; The action is #DUAL_POINT#; touch_point: 0.6039, 0.8598, lift_point: 0.6039, 0.8598; The action is #DUAL_POINT#; touch_point: 0.0637, 0.4705, lift_point: 0.0637, 0.4705", "response": "The action is #DUAL_POINT#; touch_point: 0.0543, 0.935, lift_point: 0.0543, 0.935", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34599_6.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Starbucks app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6001, 0.8815, lift_point: 0.6001, 0.8815; The action is #DUAL_POINT#; touch_point: 0.6001, 0.8815, lift_point: 0.6001, 0.8815; The action is #DUAL_POINT#; touch_point: 0.6039, 0.8598, lift_point: 0.6039, 0.8598; The action is #DUAL_POINT#; touch_point: 0.0637, 0.4705, lift_point: 0.0637, 0.4705; The action is #DUAL_POINT#; touch_point: 0.0543, 0.935, lift_point: 0.0543, 0.935", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Install the Starbucks app\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34599_7.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Starbucks app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6001, 0.8815, lift_point: 0.6001, 0.8815; The action is #DUAL_POINT#; touch_point: 0.6001, 0.8815, lift_point: 0.6001, 0.8815; The action is #DUAL_POINT#; touch_point: 0.6039, 0.8598, lift_point: 0.6039, 0.8598; The action is #DUAL_POINT#; touch_point: 0.0637, 0.4705, lift_point: 0.0637, 0.4705; The action is #DUAL_POINT#; touch_point: 0.0543, 0.935, lift_point: 0.0543, 0.935; The action is #TYPE#; And the content is : \"typed_text\": \"Install the Starbucks app\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34599_8.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Starbucks app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6001, 0.8815, lift_point: 0.6001, 0.8815; The action is #DUAL_POINT#; touch_point: 0.6001, 0.8815, lift_point: 0.6001, 0.8815; The action is #DUAL_POINT#; touch_point: 0.6039, 0.8598, lift_point: 0.6039, 0.8598; The action is #DUAL_POINT#; touch_point: 0.0637, 0.4705, lift_point: 0.0637, 0.4705; The action is #DUAL_POINT#; touch_point: 0.0543, 0.935, lift_point: 0.0543, 0.935; The action is #TYPE#; And the content is : \"typed_text\": \"Install the Starbucks app\"; The action is #PRESS_ENTER#", "response": "The action is #DUAL_POINT#; touch_point: 0.1866, 0.3702, lift_point: 0.1866, 0.3702", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34599_9.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Starbucks app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6001, 0.8815, lift_point: 0.6001, 0.8815; The action is #DUAL_POINT#; touch_point: 0.6001, 0.8815, lift_point: 0.6001, 0.8815; The action is #DUAL_POINT#; touch_point: 0.6039, 0.8598, lift_point: 0.6039, 0.8598; The action is #DUAL_POINT#; touch_point: 0.0637, 0.4705, lift_point: 0.0637, 0.4705; The action is #DUAL_POINT#; touch_point: 0.0543, 0.935, lift_point: 0.0543, 0.935; The action is #TYPE#; And the content is : \"typed_text\": \"Install the Starbucks app\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.1866, 0.3702, lift_point: 0.1866, 0.3702", "response": "The action is #DUAL_POINT#; touch_point: 0.2848, 0.5851, lift_point: 0.2848, 0.5851", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34599_10.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Starbucks app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6001, 0.8815, lift_point: 0.6001, 0.8815; The action is #DUAL_POINT#; touch_point: 0.6001, 0.8815, lift_point: 0.6001, 0.8815; The action is #DUAL_POINT#; touch_point: 0.6039, 0.8598, lift_point: 0.6039, 0.8598; The action is #DUAL_POINT#; touch_point: 0.0637, 0.4705, lift_point: 0.0637, 0.4705; The action is #DUAL_POINT#; touch_point: 0.0543, 0.935, lift_point: 0.0543, 0.935; The action is #TYPE#; And the content is : \"typed_text\": \"Install the Starbucks app\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.1866, 0.3702, lift_point: 0.1866, 0.3702; The action is #DUAL_POINT#; touch_point: 0.2848, 0.5851, lift_point: 0.2848, 0.5851", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34599_11.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Germany?", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34631_1.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Germany?; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3313, 0.496, lift_point: 0.3313, 0.496", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34631_2.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Germany?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3313, 0.496, lift_point: 0.3313, 0.496", "response": "The action is #DUAL_POINT#; touch_point: 0.1751, 0.5923, lift_point: 0.1751, 0.5923", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34631_3.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Germany?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3313, 0.496, lift_point: 0.3313, 0.496; The action is #DUAL_POINT#; touch_point: 0.1751, 0.5923, lift_point: 0.1751, 0.5923", "response": "The action is #DUAL_POINT#; touch_point: 0.1069, 0.7598, lift_point: 0.1069, 0.7598", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34631_4.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Germany?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3313, 0.496, lift_point: 0.3313, 0.496; The action is #DUAL_POINT#; touch_point: 0.1751, 0.5923, lift_point: 0.1751, 0.5923; The action is #DUAL_POINT#; touch_point: 0.1069, 0.7598, lift_point: 0.1069, 0.7598", "response": "The action is #DUAL_POINT#; touch_point: 0.1132, 0.9135, lift_point: 0.1132, 0.9135", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34631_5.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Germany?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3313, 0.496, lift_point: 0.3313, 0.496; The action is #DUAL_POINT#; touch_point: 0.1751, 0.5923, lift_point: 0.1751, 0.5923; The action is #DUAL_POINT#; touch_point: 0.1069, 0.7598, lift_point: 0.1069, 0.7598; The action is #DUAL_POINT#; touch_point: 0.1132, 0.9135, lift_point: 0.1132, 0.9135", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Germany?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34631_6.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Germany?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3313, 0.496, lift_point: 0.3313, 0.496; The action is #DUAL_POINT#; touch_point: 0.1751, 0.5923, lift_point: 0.1751, 0.5923; The action is #DUAL_POINT#; touch_point: 0.1069, 0.7598, lift_point: 0.1069, 0.7598; The action is #DUAL_POINT#; touch_point: 0.1132, 0.9135, lift_point: 0.1132, 0.9135; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Germany?\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34631_7.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Germany?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3313, 0.496, lift_point: 0.3313, 0.496; The action is #DUAL_POINT#; touch_point: 0.1751, 0.5923, lift_point: 0.1751, 0.5923; The action is #DUAL_POINT#; touch_point: 0.1069, 0.7598, lift_point: 0.1069, 0.7598; The action is #DUAL_POINT#; touch_point: 0.1132, 0.9135, lift_point: 0.1132, 0.9135; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Germany?\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34631_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the time in New York?", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34686_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the time in New York?; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3222, 0.515, lift_point: 0.3222, 0.515", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34686_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the time in New York?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3222, 0.515, lift_point: 0.3222, 0.515", "response": "The action is #DUAL_POINT#; touch_point: 0.0422, 0.3662, lift_point: 0.0422, 0.3662", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34686_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the time in New York?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3222, 0.515, lift_point: 0.3222, 0.515; The action is #DUAL_POINT#; touch_point: 0.0422, 0.3662, lift_point: 0.0422, 0.3662", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the time in New York?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34686_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the time in New York?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3222, 0.515, lift_point: 0.3222, 0.515; The action is #DUAL_POINT#; touch_point: 0.0422, 0.3662, lift_point: 0.0422, 0.3662; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the time in New York?\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34686_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the time in New York?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3222, 0.515, lift_point: 0.3222, 0.515; The action is #DUAL_POINT#; touch_point: 0.0422, 0.3662, lift_point: 0.0422, 0.3662; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the time in New York?\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34686_6.png" ] }, { "query": "\nPrevious Actions: Goal: Open the camera", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34711_1.png" ] }, { "query": "\nPrevious Actions: Goal: Open the camera; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.322, 0.3253, lift_point: 0.322, 0.3253", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34711_2.png" ] }, { "query": "\nPrevious Actions: Goal: Open the camera; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.322, 0.3253, lift_point: 0.322, 0.3253", "response": "The action is #DUAL_POINT#; touch_point: 0.8822, 0.4982, lift_point: 0.8822, 0.4982", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34711_3.png" ] }, { "query": "\nPrevious Actions: Goal: Open the camera; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.322, 0.3253, lift_point: 0.322, 0.3253; The action is #DUAL_POINT#; touch_point: 0.8822, 0.4982, lift_point: 0.8822, 0.4982", "response": "The action is #DUAL_POINT#; touch_point: 0.7008, 0.544, lift_point: 0.7008, 0.544", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34711_4.png" ] }, { "query": "\nPrevious Actions: Goal: Open the camera; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.322, 0.3253, lift_point: 0.322, 0.3253; The action is #DUAL_POINT#; touch_point: 0.8822, 0.4982, lift_point: 0.8822, 0.4982; The action is #DUAL_POINT#; touch_point: 0.7008, 0.544, lift_point: 0.7008, 0.544", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34711_5.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Walmart?", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34826_1.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Walmart?; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.329, 0.5148, lift_point: 0.329, 0.5148", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34826_2.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Walmart?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.329, 0.5148, lift_point: 0.329, 0.5148", "response": "The action is #DUAL_POINT#; touch_point: 0.053, 0.5106, lift_point: 0.053, 0.5106", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34826_3.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Walmart?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.329, 0.5148, lift_point: 0.329, 0.5148; The action is #DUAL_POINT#; touch_point: 0.053, 0.5106, lift_point: 0.053, 0.5106", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Walmart/\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34826_4.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Walmart?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.329, 0.5148, lift_point: 0.329, 0.5148; The action is #DUAL_POINT#; touch_point: 0.053, 0.5106, lift_point: 0.053, 0.5106; The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Walmart/\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34826_5.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Walmart?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.329, 0.5148, lift_point: 0.329, 0.5148; The action is #DUAL_POINT#; touch_point: 0.053, 0.5106, lift_point: 0.053, 0.5106; The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Walmart/\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34826_6.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a tiger?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34959_1.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a tiger?; The action is #PRESS_HOME#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34959_2.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a tiger?; The action is #PRESS_HOME#; The action is #Scrolling Up#", "response": "The action is #DUAL_POINT#; touch_point: 0.3241, 0.4991, lift_point: 0.3241, 0.4991", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34959_3.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a tiger?; The action is #PRESS_HOME#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.3241, 0.4991, lift_point: 0.3241, 0.4991", "response": "The action is #DUAL_POINT#; touch_point: 0.0414, 0.4529, lift_point: 0.0414, 0.4529", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34959_4.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a tiger?; The action is #PRESS_HOME#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.3241, 0.4991, lift_point: 0.3241, 0.4991; The action is #DUAL_POINT#; touch_point: 0.0414, 0.4529, lift_point: 0.0414, 0.4529", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of a tiger?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34959_5.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a tiger?; The action is #PRESS_HOME#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.3241, 0.4991, lift_point: 0.3241, 0.4991; The action is #DUAL_POINT#; touch_point: 0.0414, 0.4529, lift_point: 0.0414, 0.4529; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of a tiger?\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34959_6.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a tiger?; The action is #PRESS_HOME#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.3241, 0.4991, lift_point: 0.3241, 0.4991; The action is #DUAL_POINT#; touch_point: 0.0414, 0.4529, lift_point: 0.0414, 0.4529; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of a tiger?\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34959_7.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Brazil?", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34971_1.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Brazil?; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3171, 0.5037, lift_point: 0.3171, 0.5037", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34971_2.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Brazil?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3171, 0.5037, lift_point: 0.3171, 0.5037", "response": "The action is #DUAL_POINT#; touch_point: 0.0409, 0.5706, lift_point: 0.0409, 0.5706", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34971_3.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Brazil?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3171, 0.5037, lift_point: 0.3171, 0.5037; The action is #DUAL_POINT#; touch_point: 0.0409, 0.5706, lift_point: 0.0409, 0.5706", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Brail?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34971_4.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Brazil?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3171, 0.5037, lift_point: 0.3171, 0.5037; The action is #DUAL_POINT#; touch_point: 0.0409, 0.5706, lift_point: 0.0409, 0.5706; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Brail?\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34971_5.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Brazil?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3171, 0.5037, lift_point: 0.3171, 0.5037; The action is #DUAL_POINT#; touch_point: 0.0409, 0.5706, lift_point: 0.0409, 0.5706; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Brail?\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34971_6.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7pm", "response": "The action is #DUAL_POINT#; touch_point: 0.1172, 0.1858, lift_point: 0.1172, 0.1858", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34995_1.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7pm; The action is #DUAL_POINT#; touch_point: 0.1172, 0.1858, lift_point: 0.1172, 0.1858", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34995_2.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7pm; The action is #DUAL_POINT#; touch_point: 0.1172, 0.1858, lift_point: 0.1172, 0.1858; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34995_3.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7pm; The action is #DUAL_POINT#; touch_point: 0.1172, 0.1858, lift_point: 0.1172, 0.1858; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.32, 0.6924, lift_point: 0.32, 0.6924", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34995_4.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7pm; The action is #DUAL_POINT#; touch_point: 0.1172, 0.1858, lift_point: 0.1172, 0.1858; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.32, 0.6924, lift_point: 0.32, 0.6924", "response": "The action is #DUAL_POINT#; touch_point: 0.32, 0.6924, lift_point: 0.32, 0.6924", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34995_5.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7pm; The action is #DUAL_POINT#; touch_point: 0.1172, 0.1858, lift_point: 0.1172, 0.1858; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.32, 0.6924, lift_point: 0.32, 0.6924; The action is #DUAL_POINT#; touch_point: 0.32, 0.6924, lift_point: 0.32, 0.6924", "response": "The action is #DUAL_POINT#; touch_point: 0.8924, 0.5075, lift_point: 0.8924, 0.5075", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34995_6.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7pm; The action is #DUAL_POINT#; touch_point: 0.1172, 0.1858, lift_point: 0.1172, 0.1858; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.32, 0.6924, lift_point: 0.32, 0.6924; The action is #DUAL_POINT#; touch_point: 0.32, 0.6924, lift_point: 0.32, 0.6924; The action is #DUAL_POINT#; touch_point: 0.8924, 0.5075, lift_point: 0.8924, 0.5075", "response": "The action is #DUAL_POINT#; touch_point: 0.3323, 0.4579, lift_point: 0.3323, 0.4579", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34995_7.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7pm; The action is #DUAL_POINT#; touch_point: 0.1172, 0.1858, lift_point: 0.1172, 0.1858; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.32, 0.6924, lift_point: 0.32, 0.6924; The action is #DUAL_POINT#; touch_point: 0.32, 0.6924, lift_point: 0.32, 0.6924; The action is #DUAL_POINT#; touch_point: 0.8924, 0.5075, lift_point: 0.8924, 0.5075; The action is #DUAL_POINT#; touch_point: 0.3323, 0.4579, lift_point: 0.3323, 0.4579", "response": "The action is #DUAL_POINT#; touch_point: 0.584, 0.4025, lift_point: 0.584, 0.4025", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34995_8.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7pm; The action is #DUAL_POINT#; touch_point: 0.1172, 0.1858, lift_point: 0.1172, 0.1858; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.32, 0.6924, lift_point: 0.32, 0.6924; The action is #DUAL_POINT#; touch_point: 0.32, 0.6924, lift_point: 0.32, 0.6924; The action is #DUAL_POINT#; touch_point: 0.8924, 0.5075, lift_point: 0.8924, 0.5075; The action is #DUAL_POINT#; touch_point: 0.3323, 0.4579, lift_point: 0.3323, 0.4579; The action is #DUAL_POINT#; touch_point: 0.584, 0.4025, lift_point: 0.584, 0.4025", "response": "The action is #DUAL_POINT#; touch_point: 0.4178, 0.5293, lift_point: 0.4178, 0.5293", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34995_9.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7pm; The action is #DUAL_POINT#; touch_point: 0.1172, 0.1858, lift_point: 0.1172, 0.1858; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.32, 0.6924, lift_point: 0.32, 0.6924; The action is #DUAL_POINT#; touch_point: 0.32, 0.6924, lift_point: 0.32, 0.6924; The action is #DUAL_POINT#; touch_point: 0.8924, 0.5075, lift_point: 0.8924, 0.5075; The action is #DUAL_POINT#; touch_point: 0.3323, 0.4579, lift_point: 0.3323, 0.4579; The action is #DUAL_POINT#; touch_point: 0.584, 0.4025, lift_point: 0.584, 0.4025; The action is #DUAL_POINT#; touch_point: 0.4178, 0.5293, lift_point: 0.4178, 0.5293", "response": "The action is #DUAL_POINT#; touch_point: 0.4182, 0.502, lift_point: 0.4182, 0.502", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34995_10.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7pm; The action is #DUAL_POINT#; touch_point: 0.1172, 0.1858, lift_point: 0.1172, 0.1858; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.32, 0.6924, lift_point: 0.32, 0.6924; The action is #DUAL_POINT#; touch_point: 0.32, 0.6924, lift_point: 0.32, 0.6924; The action is #DUAL_POINT#; touch_point: 0.8924, 0.5075, lift_point: 0.8924, 0.5075; The action is #DUAL_POINT#; touch_point: 0.3323, 0.4579, lift_point: 0.3323, 0.4579; The action is #DUAL_POINT#; touch_point: 0.584, 0.4025, lift_point: 0.584, 0.4025; The action is #DUAL_POINT#; touch_point: 0.4178, 0.5293, lift_point: 0.4178, 0.5293; The action is #DUAL_POINT#; touch_point: 0.4182, 0.502, lift_point: 0.4182, 0.502", "response": "The action is #DUAL_POINT#; touch_point: 0.3536, 0.69, lift_point: 0.3536, 0.69", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34995_11.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7pm; The action is #DUAL_POINT#; touch_point: 0.1172, 0.1858, lift_point: 0.1172, 0.1858; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.32, 0.6924, lift_point: 0.32, 0.6924; The action is #DUAL_POINT#; touch_point: 0.32, 0.6924, lift_point: 0.32, 0.6924; The action is #DUAL_POINT#; touch_point: 0.8924, 0.5075, lift_point: 0.8924, 0.5075; The action is #DUAL_POINT#; touch_point: 0.3323, 0.4579, lift_point: 0.3323, 0.4579; The action is #DUAL_POINT#; touch_point: 0.584, 0.4025, lift_point: 0.584, 0.4025; The action is #DUAL_POINT#; touch_point: 0.4178, 0.5293, lift_point: 0.4178, 0.5293; The action is #DUAL_POINT#; touch_point: 0.4182, 0.502, lift_point: 0.4182, 0.502; The action is #DUAL_POINT#; touch_point: 0.3536, 0.69, lift_point: 0.3536, 0.69", "response": "The action is #DUAL_POINT#; touch_point: 0.6697, 0.756, lift_point: 0.6697, 0.756", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34995_12.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7pm; The action is #DUAL_POINT#; touch_point: 0.1172, 0.1858, lift_point: 0.1172, 0.1858; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.32, 0.6924, lift_point: 0.32, 0.6924; The action is #DUAL_POINT#; touch_point: 0.32, 0.6924, lift_point: 0.32, 0.6924; The action is #DUAL_POINT#; touch_point: 0.8924, 0.5075, lift_point: 0.8924, 0.5075; The action is #DUAL_POINT#; touch_point: 0.3323, 0.4579, lift_point: 0.3323, 0.4579; The action is #DUAL_POINT#; touch_point: 0.584, 0.4025, lift_point: 0.584, 0.4025; The action is #DUAL_POINT#; touch_point: 0.4178, 0.5293, lift_point: 0.4178, 0.5293; The action is #DUAL_POINT#; touch_point: 0.4182, 0.502, lift_point: 0.4182, 0.502; The action is #DUAL_POINT#; touch_point: 0.3536, 0.69, lift_point: 0.3536, 0.69; The action is #DUAL_POINT#; touch_point: 0.6697, 0.756, lift_point: 0.6697, 0.756", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/34995_13.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Chicago?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35093_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Chicago?; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35093_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Chicago?; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3273, 0.513, lift_point: 0.3273, 0.513", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35093_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Chicago?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3273, 0.513, lift_point: 0.3273, 0.513", "response": "The action is #DUAL_POINT#; touch_point: 0.0686, 0.4307, lift_point: 0.0686, 0.4307", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35093_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Chicago?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3273, 0.513, lift_point: 0.3273, 0.513; The action is #DUAL_POINT#; touch_point: 0.0686, 0.4307, lift_point: 0.0686, 0.4307", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Chicago?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35093_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Chicago?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3273, 0.513, lift_point: 0.3273, 0.513; The action is #DUAL_POINT#; touch_point: 0.0686, 0.4307, lift_point: 0.0686, 0.4307; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Chicago?\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35093_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Chicago?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3273, 0.513, lift_point: 0.3273, 0.513; The action is #DUAL_POINT#; touch_point: 0.0686, 0.4307, lift_point: 0.0686, 0.4307; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Chicago?\"; The action is #PRESS_ENTER#", "response": "The action is #DUAL_POINT#; touch_point: 0.0559, 0.3683, lift_point: 0.0559, 0.3683", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35093_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Chicago?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3273, 0.513, lift_point: 0.3273, 0.513; The action is #DUAL_POINT#; touch_point: 0.0686, 0.4307, lift_point: 0.0686, 0.4307; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Chicago?\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.0559, 0.3683, lift_point: 0.0559, 0.3683", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Chicago?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35093_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Chicago?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3273, 0.513, lift_point: 0.3273, 0.513; The action is #DUAL_POINT#; touch_point: 0.0686, 0.4307, lift_point: 0.0686, 0.4307; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Chicago?\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.0559, 0.3683, lift_point: 0.0559, 0.3683; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Chicago?\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35093_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Chicago?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3273, 0.513, lift_point: 0.3273, 0.513; The action is #DUAL_POINT#; touch_point: 0.0686, 0.4307, lift_point: 0.0686, 0.4307; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Chicago?\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.0559, 0.3683, lift_point: 0.0559, 0.3683; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Chicago?\"; The action is #PRESS_ENTER#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35093_10.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Chicago?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3273, 0.513, lift_point: 0.3273, 0.513; The action is #DUAL_POINT#; touch_point: 0.0686, 0.4307, lift_point: 0.0686, 0.4307; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Chicago?\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.0559, 0.3683, lift_point: 0.0559, 0.3683; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Chicago?\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35093_11.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Chicago?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3273, 0.513, lift_point: 0.3273, 0.513; The action is #DUAL_POINT#; touch_point: 0.0686, 0.4307, lift_point: 0.0686, 0.4307; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Chicago?\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.0559, 0.3683, lift_point: 0.0559, 0.3683; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Chicago?\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Up#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35093_12.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Chicago?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3273, 0.513, lift_point: 0.3273, 0.513; The action is #DUAL_POINT#; touch_point: 0.0686, 0.4307, lift_point: 0.0686, 0.4307; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Chicago?\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.0559, 0.3683, lift_point: 0.0559, 0.3683; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Chicago?\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.6053, 0.4036, lift_point: 0.6053, 0.4036", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35093_13.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Chicago?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3273, 0.513, lift_point: 0.3273, 0.513; The action is #DUAL_POINT#; touch_point: 0.0686, 0.4307, lift_point: 0.0686, 0.4307; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Chicago?\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.0559, 0.3683, lift_point: 0.0559, 0.3683; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Chicago?\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6053, 0.4036, lift_point: 0.6053, 0.4036", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35093_14.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Sydney?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35278_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Sydney?; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35278_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Sydney?; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3232, 0.4702, lift_point: 0.3232, 0.4702", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35278_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Sydney?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3232, 0.4702, lift_point: 0.3232, 0.4702", "response": "The action is #DUAL_POINT#; touch_point: 0.0529, 0.5671, lift_point: 0.0529, 0.5671", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35278_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Sydney?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3232, 0.4702, lift_point: 0.3232, 0.4702; The action is #DUAL_POINT#; touch_point: 0.0529, 0.5671, lift_point: 0.0529, 0.5671", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Sydney?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35278_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Sydney?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3232, 0.4702, lift_point: 0.3232, 0.4702; The action is #DUAL_POINT#; touch_point: 0.0529, 0.5671, lift_point: 0.0529, 0.5671; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Sydney?\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35278_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Sydney?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3232, 0.4702, lift_point: 0.3232, 0.4702; The action is #DUAL_POINT#; touch_point: 0.0529, 0.5671, lift_point: 0.0529, 0.5671; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Sydney?\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35278_7.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Norway?", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35284_1.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Norway?; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.333, 0.5074, lift_point: 0.333, 0.5074", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35284_2.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Norway?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.333, 0.5074, lift_point: 0.333, 0.5074", "response": "The action is #DUAL_POINT#; touch_point: 0.0634, 0.5103, lift_point: 0.0634, 0.5103", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35284_3.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Norway?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.333, 0.5074, lift_point: 0.333, 0.5074; The action is #DUAL_POINT#; touch_point: 0.0634, 0.5103, lift_point: 0.0634, 0.5103", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Norway?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35284_4.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Norway?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.333, 0.5074, lift_point: 0.333, 0.5074; The action is #DUAL_POINT#; touch_point: 0.0634, 0.5103, lift_point: 0.0634, 0.5103; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Norway?\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35284_5.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Norway?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.333, 0.5074, lift_point: 0.333, 0.5074; The action is #DUAL_POINT#; touch_point: 0.0634, 0.5103, lift_point: 0.0634, 0.5103; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Norway?\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35284_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the TCL TV?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35296_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the TCL TV?; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35296_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the TCL TV?; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3203, 0.4723, lift_point: 0.3203, 0.4723", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35296_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the TCL TV?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3203, 0.4723, lift_point: 0.3203, 0.4723", "response": "The action is #DUAL_POINT#; touch_point: 0.0497, 0.5548, lift_point: 0.0497, 0.5548", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35296_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the TCL TV?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3203, 0.4723, lift_point: 0.3203, 0.4723; The action is #DUAL_POINT#; touch_point: 0.0497, 0.5548, lift_point: 0.0497, 0.5548", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the TLC TV\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35296_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the TCL TV?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3203, 0.4723, lift_point: 0.3203, 0.4723; The action is #DUAL_POINT#; touch_point: 0.0497, 0.5548, lift_point: 0.0497, 0.5548; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the TLC TV\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35296_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the TCL TV?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3203, 0.4723, lift_point: 0.3203, 0.4723; The action is #DUAL_POINT#; touch_point: 0.0497, 0.5548, lift_point: 0.0497, 0.5548; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the TLC TV\"; The action is #PRESS_ENTER#", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35296_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the TCL TV?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3203, 0.4723, lift_point: 0.3203, 0.4723; The action is #DUAL_POINT#; touch_point: 0.0497, 0.5548, lift_point: 0.0497, 0.5548; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the TLC TV\"; The action is #PRESS_ENTER#; The action is #TYPE#; And the content is : \"typed_text\": \"?\"", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35296_8.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Norway?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35376_1.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Norway?; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35376_2.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Norway?; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3196, 0.4995, lift_point: 0.3196, 0.4995", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35376_3.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Norway?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3196, 0.4995, lift_point: 0.3196, 0.4995", "response": "The action is #DUAL_POINT#; touch_point: 0.0633, 0.5547, lift_point: 0.0633, 0.5547", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35376_4.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Norway?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3196, 0.4995, lift_point: 0.3196, 0.4995; The action is #DUAL_POINT#; touch_point: 0.0633, 0.5547, lift_point: 0.0633, 0.5547", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Norway?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35376_5.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Norway?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3196, 0.4995, lift_point: 0.3196, 0.4995; The action is #DUAL_POINT#; touch_point: 0.0633, 0.5547, lift_point: 0.0633, 0.5547; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Norway?\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35376_6.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Norway?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3196, 0.4995, lift_point: 0.3196, 0.4995; The action is #DUAL_POINT#; touch_point: 0.0633, 0.5547, lift_point: 0.0633, 0.5547; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Norway?\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35376_7.png" ] }, { "query": "\nPrevious Actions: Goal: Open the play store", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35420_1.png" ] }, { "query": "\nPrevious Actions: Goal: Open the play store; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35420_2.png" ] }, { "query": "\nPrevious Actions: Goal: Open the play store; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.7473, 0.3229, lift_point: 0.7473, 0.3229", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35420_3.png" ] }, { "query": "\nPrevious Actions: Goal: Open the play store; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7473, 0.3229, lift_point: 0.7473, 0.3229", "response": "The action is #DUAL_POINT#; touch_point: 0.046, 0.6078, lift_point: 0.046, 0.6078", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35420_4.png" ] }, { "query": "\nPrevious Actions: Goal: Open the play store; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7473, 0.3229, lift_point: 0.7473, 0.3229; The action is #DUAL_POINT#; touch_point: 0.046, 0.6078, lift_point: 0.046, 0.6078", "response": "The action is #DUAL_POINT#; touch_point: 0.0571, 0.9373, lift_point: 0.0571, 0.9373", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35420_5.png" ] }, { "query": "\nPrevious Actions: Goal: Open the play store; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7473, 0.3229, lift_point: 0.7473, 0.3229; The action is #DUAL_POINT#; touch_point: 0.046, 0.6078, lift_point: 0.046, 0.6078; The action is #DUAL_POINT#; touch_point: 0.0571, 0.9373, lift_point: 0.0571, 0.9373", "response": "The action is #DUAL_POINT#; touch_point: 0.0473, 0.0764, lift_point: 0.0473, 0.0764", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35420_6.png" ] }, { "query": "\nPrevious Actions: Goal: Open the play store; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7473, 0.3229, lift_point: 0.7473, 0.3229; The action is #DUAL_POINT#; touch_point: 0.046, 0.6078, lift_point: 0.046, 0.6078; The action is #DUAL_POINT#; touch_point: 0.0571, 0.9373, lift_point: 0.0571, 0.9373; The action is #DUAL_POINT#; touch_point: 0.0473, 0.0764, lift_point: 0.0473, 0.0764", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35420_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for top rated pizza restaurants on Maps", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35427_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for top rated pizza restaurants on Maps; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.6021, 0.5255, lift_point: 0.6021, 0.5255", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35427_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for top rated pizza restaurants on Maps; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6021, 0.5255, lift_point: 0.6021, 0.5255", "response": "The action is #DUAL_POINT#; touch_point: 0.0694, 0.4697, lift_point: 0.0694, 0.4697", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35427_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for top rated pizza restaurants on Maps; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6021, 0.5255, lift_point: 0.6021, 0.5255; The action is #DUAL_POINT#; touch_point: 0.0694, 0.4697, lift_point: 0.0694, 0.4697", "response": "The action is #DUAL_POINT#; touch_point: 0.0672, 0.9064, lift_point: 0.0672, 0.9064", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35427_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for top rated pizza restaurants on Maps; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6021, 0.5255, lift_point: 0.6021, 0.5255; The action is #DUAL_POINT#; touch_point: 0.0694, 0.4697, lift_point: 0.0694, 0.4697; The action is #DUAL_POINT#; touch_point: 0.0672, 0.9064, lift_point: 0.0672, 0.9064", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"top rated pizza restaurants on Maps\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35427_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for top rated pizza restaurants on Maps; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6021, 0.5255, lift_point: 0.6021, 0.5255; The action is #DUAL_POINT#; touch_point: 0.0694, 0.4697, lift_point: 0.0694, 0.4697; The action is #DUAL_POINT#; touch_point: 0.0672, 0.9064, lift_point: 0.0672, 0.9064; The action is #TYPE#; And the content is : \"typed_text\": \"top rated pizza restaurants on Maps\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35427_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for top rated pizza restaurants on Maps; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6021, 0.5255, lift_point: 0.6021, 0.5255; The action is #DUAL_POINT#; touch_point: 0.0694, 0.4697, lift_point: 0.0694, 0.4697; The action is #DUAL_POINT#; touch_point: 0.0672, 0.9064, lift_point: 0.0672, 0.9064; The action is #TYPE#; And the content is : \"typed_text\": \"top rated pizza restaurants on Maps\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35427_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news about the US economy?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35463_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news about the US economy?; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35463_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news about the US economy?; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.33, 0.5079, lift_point: 0.33, 0.5079", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35463_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news about the US economy?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.33, 0.5079, lift_point: 0.33, 0.5079", "response": "The action is #DUAL_POINT#; touch_point: 0.0703, 0.4272, lift_point: 0.0703, 0.4272", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35463_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news about the US economy?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.33, 0.5079, lift_point: 0.33, 0.5079; The action is #DUAL_POINT#; touch_point: 0.0703, 0.4272, lift_point: 0.0703, 0.4272", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news about the US economy?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35463_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news about the US economy?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.33, 0.5079, lift_point: 0.33, 0.5079; The action is #DUAL_POINT#; touch_point: 0.0703, 0.4272, lift_point: 0.0703, 0.4272; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news about the US economy?\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35463_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news about the US economy?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.33, 0.5079, lift_point: 0.33, 0.5079; The action is #DUAL_POINT#; touch_point: 0.0703, 0.4272, lift_point: 0.0703, 0.4272; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news about the US economy?\"; The action is #PRESS_ENTER#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35463_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news about the US economy?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.33, 0.5079, lift_point: 0.33, 0.5079; The action is #DUAL_POINT#; touch_point: 0.0703, 0.4272, lift_point: 0.0703, 0.4272; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news about the US economy?\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.4574, 0.2937, lift_point: 0.4574, 0.2937", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35463_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news about the US economy?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.33, 0.5079, lift_point: 0.33, 0.5079; The action is #DUAL_POINT#; touch_point: 0.0703, 0.4272, lift_point: 0.0703, 0.4272; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news about the US economy?\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4574, 0.2937, lift_point: 0.4574, 0.2937", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35463_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news about the US economy?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.33, 0.5079, lift_point: 0.33, 0.5079; The action is #DUAL_POINT#; touch_point: 0.0703, 0.4272, lift_point: 0.0703, 0.4272; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news about the US economy?\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4574, 0.2937, lift_point: 0.4574, 0.2937; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35463_10.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news about the US economy?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.33, 0.5079, lift_point: 0.33, 0.5079; The action is #DUAL_POINT#; touch_point: 0.0703, 0.4272, lift_point: 0.0703, 0.4272; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news about the US economy?\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4574, 0.2937, lift_point: 0.4574, 0.2937; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.4371, 0.5148, lift_point: 0.4371, 0.5148", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35463_11.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news about the US economy?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.33, 0.5079, lift_point: 0.33, 0.5079; The action is #DUAL_POINT#; touch_point: 0.0703, 0.4272, lift_point: 0.0703, 0.4272; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news about the US economy?\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4574, 0.2937, lift_point: 0.4574, 0.2937; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4371, 0.5148, lift_point: 0.4371, 0.5148", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35463_12.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Barcelona to Mexico city", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35545_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Barcelona to Mexico city; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3289, 0.506, lift_point: 0.3289, 0.506", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35545_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Barcelona to Mexico city; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3289, 0.506, lift_point: 0.3289, 0.506", "response": "The action is #DUAL_POINT#; touch_point: 0.051, 0.4976, lift_point: 0.051, 0.4976", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35545_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Barcelona to Mexico city; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3289, 0.506, lift_point: 0.3289, 0.506; The action is #DUAL_POINT#; touch_point: 0.051, 0.4976, lift_point: 0.051, 0.4976", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Barcelona to Mexico city\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35545_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Barcelona to Mexico city; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3289, 0.506, lift_point: 0.3289, 0.506; The action is #DUAL_POINT#; touch_point: 0.051, 0.4976, lift_point: 0.051, 0.4976; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Barcelona to Mexico city\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35545_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Barcelona to Mexico city; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3289, 0.506, lift_point: 0.3289, 0.506; The action is #DUAL_POINT#; touch_point: 0.051, 0.4976, lift_point: 0.051, 0.4976; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Barcelona to Mexico city\"; The action is #PRESS_ENTER#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35545_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Barcelona to Mexico city; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3289, 0.506, lift_point: 0.3289, 0.506; The action is #DUAL_POINT#; touch_point: 0.051, 0.4976, lift_point: 0.051, 0.4976; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Barcelona to Mexico city\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35545_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Barcelona to Mexico city; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3289, 0.506, lift_point: 0.3289, 0.506; The action is #DUAL_POINT#; touch_point: 0.051, 0.4976, lift_point: 0.051, 0.4976; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Barcelona to Mexico city\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35545_8.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Barcelona to Mexico city; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3289, 0.506, lift_point: 0.3289, 0.506; The action is #DUAL_POINT#; touch_point: 0.051, 0.4976, lift_point: 0.051, 0.4976; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Barcelona to Mexico city\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3307, 0.3501, lift_point: 0.3307, 0.3501", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35545_9.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Barcelona to Mexico city; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3289, 0.506, lift_point: 0.3289, 0.506; The action is #DUAL_POINT#; touch_point: 0.051, 0.4976, lift_point: 0.051, 0.4976; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Barcelona to Mexico city\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3307, 0.3501, lift_point: 0.3307, 0.3501", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35545_10.png" ] }, { "query": "\nPrevious Actions: Goal: What does the iPhone 8 look like?", "response": "The action is #DUAL_POINT#; touch_point: 0.7778, 0.7176, lift_point: 0.7778, 0.7176", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35786_1.png" ] }, { "query": "\nPrevious Actions: Goal: What does the iPhone 8 look like?; The action is #DUAL_POINT#; touch_point: 0.7778, 0.7176, lift_point: 0.7778, 0.7176", "response": "The action is #DUAL_POINT#; touch_point: 0.872, 0.6159, lift_point: 0.872, 0.6159", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35786_2.png" ] }, { "query": "\nPrevious Actions: Goal: What does the iPhone 8 look like?; The action is #DUAL_POINT#; touch_point: 0.7778, 0.7176, lift_point: 0.7778, 0.7176; The action is #DUAL_POINT#; touch_point: 0.872, 0.6159, lift_point: 0.872, 0.6159", "response": "The action is #DUAL_POINT#; touch_point: 0.8788, 0.859, lift_point: 0.8788, 0.859", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35786_3.png" ] }, { "query": "\nPrevious Actions: Goal: What does the iPhone 8 look like?; The action is #DUAL_POINT#; touch_point: 0.7778, 0.7176, lift_point: 0.7778, 0.7176; The action is #DUAL_POINT#; touch_point: 0.872, 0.6159, lift_point: 0.872, 0.6159; The action is #DUAL_POINT#; touch_point: 0.8788, 0.859, lift_point: 0.8788, 0.859", "response": "The action is #DUAL_POINT#; touch_point: 0.323, 0.3572, lift_point: 0.323, 0.3572", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35786_4.png" ] }, { "query": "\nPrevious Actions: Goal: What does the iPhone 8 look like?; The action is #DUAL_POINT#; touch_point: 0.7778, 0.7176, lift_point: 0.7778, 0.7176; The action is #DUAL_POINT#; touch_point: 0.872, 0.6159, lift_point: 0.872, 0.6159; The action is #DUAL_POINT#; touch_point: 0.8788, 0.859, lift_point: 0.8788, 0.859; The action is #DUAL_POINT#; touch_point: 0.323, 0.3572, lift_point: 0.323, 0.3572", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"what does the iphone 8 look like \"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35786_5.png" ] }, { "query": "\nPrevious Actions: Goal: What does the iPhone 8 look like?; The action is #DUAL_POINT#; touch_point: 0.7778, 0.7176, lift_point: 0.7778, 0.7176; The action is #DUAL_POINT#; touch_point: 0.872, 0.6159, lift_point: 0.872, 0.6159; The action is #DUAL_POINT#; touch_point: 0.8788, 0.859, lift_point: 0.8788, 0.859; The action is #DUAL_POINT#; touch_point: 0.323, 0.3572, lift_point: 0.323, 0.3572; The action is #TYPE#; And the content is : \"typed_text\": \"what does the iphone 8 look like \"", "response": "The action is #DUAL_POINT#; touch_point: 0.1429, 0.4378, lift_point: 0.1429, 0.4378", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35786_6.png" ] }, { "query": "\nPrevious Actions: Goal: What does the iPhone 8 look like?; The action is #DUAL_POINT#; touch_point: 0.7778, 0.7176, lift_point: 0.7778, 0.7176; The action is #DUAL_POINT#; touch_point: 0.872, 0.6159, lift_point: 0.872, 0.6159; The action is #DUAL_POINT#; touch_point: 0.8788, 0.859, lift_point: 0.8788, 0.859; The action is #DUAL_POINT#; touch_point: 0.323, 0.3572, lift_point: 0.323, 0.3572; The action is #TYPE#; And the content is : \"typed_text\": \"what does the iphone 8 look like \"; The action is #DUAL_POINT#; touch_point: 0.1429, 0.4378, lift_point: 0.1429, 0.4378", "response": "The action is #DUAL_POINT#; touch_point: 0.8824, 0.9043, lift_point: 0.8824, 0.9043", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35786_7.png" ] }, { "query": "\nPrevious Actions: Goal: What does the iPhone 8 look like?; The action is #DUAL_POINT#; touch_point: 0.7778, 0.7176, lift_point: 0.7778, 0.7176; The action is #DUAL_POINT#; touch_point: 0.872, 0.6159, lift_point: 0.872, 0.6159; The action is #DUAL_POINT#; touch_point: 0.8788, 0.859, lift_point: 0.8788, 0.859; The action is #DUAL_POINT#; touch_point: 0.323, 0.3572, lift_point: 0.323, 0.3572; The action is #TYPE#; And the content is : \"typed_text\": \"what does the iphone 8 look like \"; The action is #DUAL_POINT#; touch_point: 0.1429, 0.4378, lift_point: 0.1429, 0.4378; The action is #DUAL_POINT#; touch_point: 0.8824, 0.9043, lift_point: 0.8824, 0.9043", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35786_8.png" ] }, { "query": "\nPrevious Actions: Goal: What does the iPhone 8 look like?; The action is #DUAL_POINT#; touch_point: 0.7778, 0.7176, lift_point: 0.7778, 0.7176; The action is #DUAL_POINT#; touch_point: 0.872, 0.6159, lift_point: 0.872, 0.6159; The action is #DUAL_POINT#; touch_point: 0.8788, 0.859, lift_point: 0.8788, 0.859; The action is #DUAL_POINT#; touch_point: 0.323, 0.3572, lift_point: 0.323, 0.3572; The action is #TYPE#; And the content is : \"typed_text\": \"what does the iphone 8 look like \"; The action is #DUAL_POINT#; touch_point: 0.1429, 0.4378, lift_point: 0.1429, 0.4378; The action is #DUAL_POINT#; touch_point: 0.8824, 0.9043, lift_point: 0.8824, 0.9043; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35786_9.png" ] }, { "query": "\nPrevious Actions: Goal: What does the iPhone 8 look like?; The action is #DUAL_POINT#; touch_point: 0.7778, 0.7176, lift_point: 0.7778, 0.7176; The action is #DUAL_POINT#; touch_point: 0.872, 0.6159, lift_point: 0.872, 0.6159; The action is #DUAL_POINT#; touch_point: 0.8788, 0.859, lift_point: 0.8788, 0.859; The action is #DUAL_POINT#; touch_point: 0.323, 0.3572, lift_point: 0.323, 0.3572; The action is #TYPE#; And the content is : \"typed_text\": \"what does the iphone 8 look like \"; The action is #DUAL_POINT#; touch_point: 0.1429, 0.4378, lift_point: 0.1429, 0.4378; The action is #DUAL_POINT#; touch_point: 0.8824, 0.9043, lift_point: 0.8824, 0.9043; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35786_10.png" ] }, { "query": "\nPrevious Actions: Goal: What does the iPhone 8 look like?; The action is #DUAL_POINT#; touch_point: 0.7778, 0.7176, lift_point: 0.7778, 0.7176; The action is #DUAL_POINT#; touch_point: 0.872, 0.6159, lift_point: 0.872, 0.6159; The action is #DUAL_POINT#; touch_point: 0.8788, 0.859, lift_point: 0.8788, 0.859; The action is #DUAL_POINT#; touch_point: 0.323, 0.3572, lift_point: 0.323, 0.3572; The action is #TYPE#; And the content is : \"typed_text\": \"what does the iphone 8 look like \"; The action is #DUAL_POINT#; touch_point: 0.1429, 0.4378, lift_point: 0.1429, 0.4378; The action is #DUAL_POINT#; touch_point: 0.8824, 0.9043, lift_point: 0.8824, 0.9043; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.5869, 0.4165, lift_point: 0.5869, 0.4165", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35786_11.png" ] }, { "query": "\nPrevious Actions: Goal: What does the iPhone 8 look like?; The action is #DUAL_POINT#; touch_point: 0.7778, 0.7176, lift_point: 0.7778, 0.7176; The action is #DUAL_POINT#; touch_point: 0.872, 0.6159, lift_point: 0.872, 0.6159; The action is #DUAL_POINT#; touch_point: 0.8788, 0.859, lift_point: 0.8788, 0.859; The action is #DUAL_POINT#; touch_point: 0.323, 0.3572, lift_point: 0.323, 0.3572; The action is #TYPE#; And the content is : \"typed_text\": \"what does the iphone 8 look like \"; The action is #DUAL_POINT#; touch_point: 0.1429, 0.4378, lift_point: 0.1429, 0.4378; The action is #DUAL_POINT#; touch_point: 0.8824, 0.9043, lift_point: 0.8824, 0.9043; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5869, 0.4165, lift_point: 0.5869, 0.4165", "response": "The action is #DUAL_POINT#; touch_point: 0.5841, 0.3415, lift_point: 0.5841, 0.3415", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35786_12.png" ] }, { "query": "\nPrevious Actions: Goal: What does the iPhone 8 look like?; The action is #DUAL_POINT#; touch_point: 0.7778, 0.7176, lift_point: 0.7778, 0.7176; The action is #DUAL_POINT#; touch_point: 0.872, 0.6159, lift_point: 0.872, 0.6159; The action is #DUAL_POINT#; touch_point: 0.8788, 0.859, lift_point: 0.8788, 0.859; The action is #DUAL_POINT#; touch_point: 0.323, 0.3572, lift_point: 0.323, 0.3572; The action is #TYPE#; And the content is : \"typed_text\": \"what does the iphone 8 look like \"; The action is #DUAL_POINT#; touch_point: 0.1429, 0.4378, lift_point: 0.1429, 0.4378; The action is #DUAL_POINT#; touch_point: 0.8824, 0.9043, lift_point: 0.8824, 0.9043; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5869, 0.4165, lift_point: 0.5869, 0.4165; The action is #DUAL_POINT#; touch_point: 0.5841, 0.3415, lift_point: 0.5841, 0.3415", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35786_13.png" ] }, { "query": "\nPrevious Actions: Goal: What does the iPhone 8 look like?; The action is #DUAL_POINT#; touch_point: 0.7778, 0.7176, lift_point: 0.7778, 0.7176; The action is #DUAL_POINT#; touch_point: 0.872, 0.6159, lift_point: 0.872, 0.6159; The action is #DUAL_POINT#; touch_point: 0.8788, 0.859, lift_point: 0.8788, 0.859; The action is #DUAL_POINT#; touch_point: 0.323, 0.3572, lift_point: 0.323, 0.3572; The action is #TYPE#; And the content is : \"typed_text\": \"what does the iphone 8 look like \"; The action is #DUAL_POINT#; touch_point: 0.1429, 0.4378, lift_point: 0.1429, 0.4378; The action is #DUAL_POINT#; touch_point: 0.8824, 0.9043, lift_point: 0.8824, 0.9043; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5869, 0.4165, lift_point: 0.5869, 0.4165; The action is #DUAL_POINT#; touch_point: 0.5841, 0.3415, lift_point: 0.5841, 0.3415; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35786_14.png" ] }, { "query": "\nPrevious Actions: Goal: What does the iPhone 8 look like?; The action is #DUAL_POINT#; touch_point: 0.7778, 0.7176, lift_point: 0.7778, 0.7176; The action is #DUAL_POINT#; touch_point: 0.872, 0.6159, lift_point: 0.872, 0.6159; The action is #DUAL_POINT#; touch_point: 0.8788, 0.859, lift_point: 0.8788, 0.859; The action is #DUAL_POINT#; touch_point: 0.323, 0.3572, lift_point: 0.323, 0.3572; The action is #TYPE#; And the content is : \"typed_text\": \"what does the iphone 8 look like \"; The action is #DUAL_POINT#; touch_point: 0.1429, 0.4378, lift_point: 0.1429, 0.4378; The action is #DUAL_POINT#; touch_point: 0.8824, 0.9043, lift_point: 0.8824, 0.9043; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5869, 0.4165, lift_point: 0.5869, 0.4165; The action is #DUAL_POINT#; touch_point: 0.5841, 0.3415, lift_point: 0.5841, 0.3415; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35786_15.png" ] }, { "query": "\nPrevious Actions: Goal: What does the iPhone 8 look like?; The action is #DUAL_POINT#; touch_point: 0.7778, 0.7176, lift_point: 0.7778, 0.7176; The action is #DUAL_POINT#; touch_point: 0.872, 0.6159, lift_point: 0.872, 0.6159; The action is #DUAL_POINT#; touch_point: 0.8788, 0.859, lift_point: 0.8788, 0.859; The action is #DUAL_POINT#; touch_point: 0.323, 0.3572, lift_point: 0.323, 0.3572; The action is #TYPE#; And the content is : \"typed_text\": \"what does the iphone 8 look like \"; The action is #DUAL_POINT#; touch_point: 0.1429, 0.4378, lift_point: 0.1429, 0.4378; The action is #DUAL_POINT#; touch_point: 0.8824, 0.9043, lift_point: 0.8824, 0.9043; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5869, 0.4165, lift_point: 0.5869, 0.4165; The action is #DUAL_POINT#; touch_point: 0.5841, 0.3415, lift_point: 0.5841, 0.3415; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35786_16.png" ] }, { "query": "\nPrevious Actions: Goal: What does the iPhone 8 look like?; The action is #DUAL_POINT#; touch_point: 0.7778, 0.7176, lift_point: 0.7778, 0.7176; The action is #DUAL_POINT#; touch_point: 0.872, 0.6159, lift_point: 0.872, 0.6159; The action is #DUAL_POINT#; touch_point: 0.8788, 0.859, lift_point: 0.8788, 0.859; The action is #DUAL_POINT#; touch_point: 0.323, 0.3572, lift_point: 0.323, 0.3572; The action is #TYPE#; And the content is : \"typed_text\": \"what does the iphone 8 look like \"; The action is #DUAL_POINT#; touch_point: 0.1429, 0.4378, lift_point: 0.1429, 0.4378; The action is #DUAL_POINT#; touch_point: 0.8824, 0.9043, lift_point: 0.8824, 0.9043; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5869, 0.4165, lift_point: 0.5869, 0.4165; The action is #DUAL_POINT#; touch_point: 0.5841, 0.3415, lift_point: 0.5841, 0.3415; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35786_17.png" ] }, { "query": "\nPrevious Actions: Goal: What does the iPhone 8 look like?; The action is #DUAL_POINT#; touch_point: 0.7778, 0.7176, lift_point: 0.7778, 0.7176; The action is #DUAL_POINT#; touch_point: 0.872, 0.6159, lift_point: 0.872, 0.6159; The action is #DUAL_POINT#; touch_point: 0.8788, 0.859, lift_point: 0.8788, 0.859; The action is #DUAL_POINT#; touch_point: 0.323, 0.3572, lift_point: 0.323, 0.3572; The action is #TYPE#; And the content is : \"typed_text\": \"what does the iphone 8 look like \"; The action is #DUAL_POINT#; touch_point: 0.1429, 0.4378, lift_point: 0.1429, 0.4378; The action is #DUAL_POINT#; touch_point: 0.8824, 0.9043, lift_point: 0.8824, 0.9043; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5869, 0.4165, lift_point: 0.5869, 0.4165; The action is #DUAL_POINT#; touch_point: 0.5841, 0.3415, lift_point: 0.5841, 0.3415; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35786_18.png" ] }, { "query": "\nPrevious Actions: Goal: What does the iPhone 8 look like?; The action is #DUAL_POINT#; touch_point: 0.7778, 0.7176, lift_point: 0.7778, 0.7176; The action is #DUAL_POINT#; touch_point: 0.872, 0.6159, lift_point: 0.872, 0.6159; The action is #DUAL_POINT#; touch_point: 0.8788, 0.859, lift_point: 0.8788, 0.859; The action is #DUAL_POINT#; touch_point: 0.323, 0.3572, lift_point: 0.323, 0.3572; The action is #TYPE#; And the content is : \"typed_text\": \"what does the iphone 8 look like \"; The action is #DUAL_POINT#; touch_point: 0.1429, 0.4378, lift_point: 0.1429, 0.4378; The action is #DUAL_POINT#; touch_point: 0.8824, 0.9043, lift_point: 0.8824, 0.9043; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5869, 0.4165, lift_point: 0.5869, 0.4165; The action is #DUAL_POINT#; touch_point: 0.5841, 0.3415, lift_point: 0.5841, 0.3415; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35786_19.png" ] }, { "query": "\nPrevious Actions: Goal: What does the iPhone 8 look like?; The action is #DUAL_POINT#; touch_point: 0.7778, 0.7176, lift_point: 0.7778, 0.7176; The action is #DUAL_POINT#; touch_point: 0.872, 0.6159, lift_point: 0.872, 0.6159; The action is #DUAL_POINT#; touch_point: 0.8788, 0.859, lift_point: 0.8788, 0.859; The action is #DUAL_POINT#; touch_point: 0.323, 0.3572, lift_point: 0.323, 0.3572; The action is #TYPE#; And the content is : \"typed_text\": \"what does the iphone 8 look like \"; The action is #DUAL_POINT#; touch_point: 0.1429, 0.4378, lift_point: 0.1429, 0.4378; The action is #DUAL_POINT#; touch_point: 0.8824, 0.9043, lift_point: 0.8824, 0.9043; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5869, 0.4165, lift_point: 0.5869, 0.4165; The action is #DUAL_POINT#; touch_point: 0.5841, 0.3415, lift_point: 0.5841, 0.3415; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35786_20.png" ] }, { "query": "\nPrevious Actions: Goal: What does the iPhone 8 look like?; The action is #DUAL_POINT#; touch_point: 0.7778, 0.7176, lift_point: 0.7778, 0.7176; The action is #DUAL_POINT#; touch_point: 0.872, 0.6159, lift_point: 0.872, 0.6159; The action is #DUAL_POINT#; touch_point: 0.8788, 0.859, lift_point: 0.8788, 0.859; The action is #DUAL_POINT#; touch_point: 0.323, 0.3572, lift_point: 0.323, 0.3572; The action is #TYPE#; And the content is : \"typed_text\": \"what does the iphone 8 look like \"; The action is #DUAL_POINT#; touch_point: 0.1429, 0.4378, lift_point: 0.1429, 0.4378; The action is #DUAL_POINT#; touch_point: 0.8824, 0.9043, lift_point: 0.8824, 0.9043; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5869, 0.4165, lift_point: 0.5869, 0.4165; The action is #DUAL_POINT#; touch_point: 0.5841, 0.3415, lift_point: 0.5841, 0.3415; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35786_21.png" ] }, { "query": "\nPrevious Actions: Goal: What does the iPhone 8 look like?; The action is #DUAL_POINT#; touch_point: 0.7778, 0.7176, lift_point: 0.7778, 0.7176; The action is #DUAL_POINT#; touch_point: 0.872, 0.6159, lift_point: 0.872, 0.6159; The action is #DUAL_POINT#; touch_point: 0.8788, 0.859, lift_point: 0.8788, 0.859; The action is #DUAL_POINT#; touch_point: 0.323, 0.3572, lift_point: 0.323, 0.3572; The action is #TYPE#; And the content is : \"typed_text\": \"what does the iphone 8 look like \"; The action is #DUAL_POINT#; touch_point: 0.1429, 0.4378, lift_point: 0.1429, 0.4378; The action is #DUAL_POINT#; touch_point: 0.8824, 0.9043, lift_point: 0.8824, 0.9043; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5869, 0.4165, lift_point: 0.5869, 0.4165; The action is #DUAL_POINT#; touch_point: 0.5841, 0.3415, lift_point: 0.5841, 0.3415; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35786_22.png" ] }, { "query": "\nPrevious Actions: Goal: What does the iPhone 8 look like?; The action is #DUAL_POINT#; touch_point: 0.7778, 0.7176, lift_point: 0.7778, 0.7176; The action is #DUAL_POINT#; touch_point: 0.872, 0.6159, lift_point: 0.872, 0.6159; The action is #DUAL_POINT#; touch_point: 0.8788, 0.859, lift_point: 0.8788, 0.859; The action is #DUAL_POINT#; touch_point: 0.323, 0.3572, lift_point: 0.323, 0.3572; The action is #TYPE#; And the content is : \"typed_text\": \"what does the iphone 8 look like \"; The action is #DUAL_POINT#; touch_point: 0.1429, 0.4378, lift_point: 0.1429, 0.4378; The action is #DUAL_POINT#; touch_point: 0.8824, 0.9043, lift_point: 0.8824, 0.9043; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5869, 0.4165, lift_point: 0.5869, 0.4165; The action is #DUAL_POINT#; touch_point: 0.5841, 0.3415, lift_point: 0.5841, 0.3415; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35786_23.png" ] }, { "query": "\nPrevious Actions: Goal: What does the iPhone 8 look like?; The action is #DUAL_POINT#; touch_point: 0.7778, 0.7176, lift_point: 0.7778, 0.7176; The action is #DUAL_POINT#; touch_point: 0.872, 0.6159, lift_point: 0.872, 0.6159; The action is #DUAL_POINT#; touch_point: 0.8788, 0.859, lift_point: 0.8788, 0.859; The action is #DUAL_POINT#; touch_point: 0.323, 0.3572, lift_point: 0.323, 0.3572; The action is #TYPE#; And the content is : \"typed_text\": \"what does the iphone 8 look like \"; The action is #DUAL_POINT#; touch_point: 0.1429, 0.4378, lift_point: 0.1429, 0.4378; The action is #DUAL_POINT#; touch_point: 0.8824, 0.9043, lift_point: 0.8824, 0.9043; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5869, 0.4165, lift_point: 0.5869, 0.4165; The action is #DUAL_POINT#; touch_point: 0.5841, 0.3415, lift_point: 0.5841, 0.3415; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35786_24.png" ] }, { "query": "\nPrevious Actions: Goal: What does the iPhone 8 look like?; The action is #DUAL_POINT#; touch_point: 0.7778, 0.7176, lift_point: 0.7778, 0.7176; The action is #DUAL_POINT#; touch_point: 0.872, 0.6159, lift_point: 0.872, 0.6159; The action is #DUAL_POINT#; touch_point: 0.8788, 0.859, lift_point: 0.8788, 0.859; The action is #DUAL_POINT#; touch_point: 0.323, 0.3572, lift_point: 0.323, 0.3572; The action is #TYPE#; And the content is : \"typed_text\": \"what does the iphone 8 look like \"; The action is #DUAL_POINT#; touch_point: 0.1429, 0.4378, lift_point: 0.1429, 0.4378; The action is #DUAL_POINT#; touch_point: 0.8824, 0.9043, lift_point: 0.8824, 0.9043; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5869, 0.4165, lift_point: 0.5869, 0.4165; The action is #DUAL_POINT#; touch_point: 0.5841, 0.3415, lift_point: 0.5841, 0.3415; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35786_25.png" ] }, { "query": "\nPrevious Actions: Goal: What does the iPhone 8 look like?; The action is #DUAL_POINT#; touch_point: 0.7778, 0.7176, lift_point: 0.7778, 0.7176; The action is #DUAL_POINT#; touch_point: 0.872, 0.6159, lift_point: 0.872, 0.6159; The action is #DUAL_POINT#; touch_point: 0.8788, 0.859, lift_point: 0.8788, 0.859; The action is #DUAL_POINT#; touch_point: 0.323, 0.3572, lift_point: 0.323, 0.3572; The action is #TYPE#; And the content is : \"typed_text\": \"what does the iphone 8 look like \"; The action is #DUAL_POINT#; touch_point: 0.1429, 0.4378, lift_point: 0.1429, 0.4378; The action is #DUAL_POINT#; touch_point: 0.8824, 0.9043, lift_point: 0.8824, 0.9043; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5869, 0.4165, lift_point: 0.5869, 0.4165; The action is #DUAL_POINT#; touch_point: 0.5841, 0.3415, lift_point: 0.5841, 0.3415; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35786_26.png" ] }, { "query": "\nPrevious Actions: Goal: What does the iPhone 8 look like?; The action is #DUAL_POINT#; touch_point: 0.7778, 0.7176, lift_point: 0.7778, 0.7176; The action is #DUAL_POINT#; touch_point: 0.872, 0.6159, lift_point: 0.872, 0.6159; The action is #DUAL_POINT#; touch_point: 0.8788, 0.859, lift_point: 0.8788, 0.859; The action is #DUAL_POINT#; touch_point: 0.323, 0.3572, lift_point: 0.323, 0.3572; The action is #TYPE#; And the content is : \"typed_text\": \"what does the iphone 8 look like \"; The action is #DUAL_POINT#; touch_point: 0.1429, 0.4378, lift_point: 0.1429, 0.4378; The action is #DUAL_POINT#; touch_point: 0.8824, 0.9043, lift_point: 0.8824, 0.9043; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5869, 0.4165, lift_point: 0.5869, 0.4165; The action is #DUAL_POINT#; touch_point: 0.5841, 0.3415, lift_point: 0.5841, 0.3415; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35786_27.png" ] }, { "query": "\nPrevious Actions: Goal: What does the iPhone 8 look like?; The action is #DUAL_POINT#; touch_point: 0.7778, 0.7176, lift_point: 0.7778, 0.7176; The action is #DUAL_POINT#; touch_point: 0.872, 0.6159, lift_point: 0.872, 0.6159; The action is #DUAL_POINT#; touch_point: 0.8788, 0.859, lift_point: 0.8788, 0.859; The action is #DUAL_POINT#; touch_point: 0.323, 0.3572, lift_point: 0.323, 0.3572; The action is #TYPE#; And the content is : \"typed_text\": \"what does the iphone 8 look like \"; The action is #DUAL_POINT#; touch_point: 0.1429, 0.4378, lift_point: 0.1429, 0.4378; The action is #DUAL_POINT#; touch_point: 0.8824, 0.9043, lift_point: 0.8824, 0.9043; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5869, 0.4165, lift_point: 0.5869, 0.4165; The action is #DUAL_POINT#; touch_point: 0.5841, 0.3415, lift_point: 0.5841, 0.3415; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35786_28.png" ] }, { "query": "\nPrevious Actions: Goal: What does the iPhone 8 look like?; The action is #DUAL_POINT#; touch_point: 0.7778, 0.7176, lift_point: 0.7778, 0.7176; The action is #DUAL_POINT#; touch_point: 0.872, 0.6159, lift_point: 0.872, 0.6159; The action is #DUAL_POINT#; touch_point: 0.8788, 0.859, lift_point: 0.8788, 0.859; The action is #DUAL_POINT#; touch_point: 0.323, 0.3572, lift_point: 0.323, 0.3572; The action is #TYPE#; And the content is : \"typed_text\": \"what does the iphone 8 look like \"; The action is #DUAL_POINT#; touch_point: 0.1429, 0.4378, lift_point: 0.1429, 0.4378; The action is #DUAL_POINT#; touch_point: 0.8824, 0.9043, lift_point: 0.8824, 0.9043; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5869, 0.4165, lift_point: 0.5869, 0.4165; The action is #DUAL_POINT#; touch_point: 0.5841, 0.3415, lift_point: 0.5841, 0.3415; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35786_29.png" ] }, { "query": "\nPrevious Actions: Goal: What does the iPhone 8 look like?; The action is #DUAL_POINT#; touch_point: 0.7778, 0.7176, lift_point: 0.7778, 0.7176; The action is #DUAL_POINT#; touch_point: 0.872, 0.6159, lift_point: 0.872, 0.6159; The action is #DUAL_POINT#; touch_point: 0.8788, 0.859, lift_point: 0.8788, 0.859; The action is #DUAL_POINT#; touch_point: 0.323, 0.3572, lift_point: 0.323, 0.3572; The action is #TYPE#; And the content is : \"typed_text\": \"what does the iphone 8 look like \"; The action is #DUAL_POINT#; touch_point: 0.1429, 0.4378, lift_point: 0.1429, 0.4378; The action is #DUAL_POINT#; touch_point: 0.8824, 0.9043, lift_point: 0.8824, 0.9043; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5869, 0.4165, lift_point: 0.5869, 0.4165; The action is #DUAL_POINT#; touch_point: 0.5841, 0.3415, lift_point: 0.5841, 0.3415; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35786_30.png" ] }, { "query": "\nPrevious Actions: Goal: What does the iPhone 8 look like?; The action is #DUAL_POINT#; touch_point: 0.7778, 0.7176, lift_point: 0.7778, 0.7176; The action is #DUAL_POINT#; touch_point: 0.872, 0.6159, lift_point: 0.872, 0.6159; The action is #DUAL_POINT#; touch_point: 0.8788, 0.859, lift_point: 0.8788, 0.859; The action is #DUAL_POINT#; touch_point: 0.323, 0.3572, lift_point: 0.323, 0.3572; The action is #TYPE#; And the content is : \"typed_text\": \"what does the iphone 8 look like \"; The action is #DUAL_POINT#; touch_point: 0.1429, 0.4378, lift_point: 0.1429, 0.4378; The action is #DUAL_POINT#; touch_point: 0.8824, 0.9043, lift_point: 0.8824, 0.9043; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5869, 0.4165, lift_point: 0.5869, 0.4165; The action is #DUAL_POINT#; touch_point: 0.5841, 0.3415, lift_point: 0.5841, 0.3415; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35786_31.png" ] }, { "query": "\nPrevious Actions: Goal: What does the iPhone 8 look like?; The action is #DUAL_POINT#; touch_point: 0.7778, 0.7176, lift_point: 0.7778, 0.7176; The action is #DUAL_POINT#; touch_point: 0.872, 0.6159, lift_point: 0.872, 0.6159; The action is #DUAL_POINT#; touch_point: 0.8788, 0.859, lift_point: 0.8788, 0.859; The action is #DUAL_POINT#; touch_point: 0.323, 0.3572, lift_point: 0.323, 0.3572; The action is #TYPE#; And the content is : \"typed_text\": \"what does the iphone 8 look like \"; The action is #DUAL_POINT#; touch_point: 0.1429, 0.4378, lift_point: 0.1429, 0.4378; The action is #DUAL_POINT#; touch_point: 0.8824, 0.9043, lift_point: 0.8824, 0.9043; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5869, 0.4165, lift_point: 0.5869, 0.4165; The action is #DUAL_POINT#; touch_point: 0.5841, 0.3415, lift_point: 0.5841, 0.3415; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35786_32.png" ] }, { "query": "\nPrevious Actions: Goal: What does the iPhone 8 look like?; The action is #DUAL_POINT#; touch_point: 0.7778, 0.7176, lift_point: 0.7778, 0.7176; The action is #DUAL_POINT#; touch_point: 0.872, 0.6159, lift_point: 0.872, 0.6159; The action is #DUAL_POINT#; touch_point: 0.8788, 0.859, lift_point: 0.8788, 0.859; The action is #DUAL_POINT#; touch_point: 0.323, 0.3572, lift_point: 0.323, 0.3572; The action is #TYPE#; And the content is : \"typed_text\": \"what does the iphone 8 look like \"; The action is #DUAL_POINT#; touch_point: 0.1429, 0.4378, lift_point: 0.1429, 0.4378; The action is #DUAL_POINT#; touch_point: 0.8824, 0.9043, lift_point: 0.8824, 0.9043; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5869, 0.4165, lift_point: 0.5869, 0.4165; The action is #DUAL_POINT#; touch_point: 0.5841, 0.3415, lift_point: 0.5841, 0.3415; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #DUAL_POINT#; touch_point: 0.3656, 0.3271, lift_point: 0.3656, 0.3271", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35786_33.png" ] }, { "query": "\nPrevious Actions: Goal: What does the iPhone 8 look like?; The action is #DUAL_POINT#; touch_point: 0.7778, 0.7176, lift_point: 0.7778, 0.7176; The action is #DUAL_POINT#; touch_point: 0.872, 0.6159, lift_point: 0.872, 0.6159; The action is #DUAL_POINT#; touch_point: 0.8788, 0.859, lift_point: 0.8788, 0.859; The action is #DUAL_POINT#; touch_point: 0.323, 0.3572, lift_point: 0.323, 0.3572; The action is #TYPE#; And the content is : \"typed_text\": \"what does the iphone 8 look like \"; The action is #DUAL_POINT#; touch_point: 0.1429, 0.4378, lift_point: 0.1429, 0.4378; The action is #DUAL_POINT#; touch_point: 0.8824, 0.9043, lift_point: 0.8824, 0.9043; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5869, 0.4165, lift_point: 0.5869, 0.4165; The action is #DUAL_POINT#; touch_point: 0.5841, 0.3415, lift_point: 0.5841, 0.3415; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.3656, 0.3271, lift_point: 0.3656, 0.3271", "response": "The action is #DUAL_POINT#; touch_point: 0.9059, 0.5166, lift_point: 0.9059, 0.5166", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35786_34.png" ] }, { "query": "\nPrevious Actions: Goal: What does the iPhone 8 look like?; The action is #DUAL_POINT#; touch_point: 0.7778, 0.7176, lift_point: 0.7778, 0.7176; The action is #DUAL_POINT#; touch_point: 0.872, 0.6159, lift_point: 0.872, 0.6159; The action is #DUAL_POINT#; touch_point: 0.8788, 0.859, lift_point: 0.8788, 0.859; The action is #DUAL_POINT#; touch_point: 0.323, 0.3572, lift_point: 0.323, 0.3572; The action is #TYPE#; And the content is : \"typed_text\": \"what does the iphone 8 look like \"; The action is #DUAL_POINT#; touch_point: 0.1429, 0.4378, lift_point: 0.1429, 0.4378; The action is #DUAL_POINT#; touch_point: 0.8824, 0.9043, lift_point: 0.8824, 0.9043; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5869, 0.4165, lift_point: 0.5869, 0.4165; The action is #DUAL_POINT#; touch_point: 0.5841, 0.3415, lift_point: 0.5841, 0.3415; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.3656, 0.3271, lift_point: 0.3656, 0.3271; The action is #DUAL_POINT#; touch_point: 0.9059, 0.5166, lift_point: 0.9059, 0.5166", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35786_35.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Yahoo app", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35934_1.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Yahoo app; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35934_2.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Yahoo app; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.6568, 0.6713, lift_point: 0.6568, 0.6713", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35934_3.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Yahoo app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6568, 0.6713, lift_point: 0.6568, 0.6713", "response": "The action is #DUAL_POINT#; touch_point: 0.0633, 0.5378, lift_point: 0.0633, 0.5378", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35934_4.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Yahoo app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6568, 0.6713, lift_point: 0.6568, 0.6713; The action is #DUAL_POINT#; touch_point: 0.0633, 0.5378, lift_point: 0.0633, 0.5378", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"yahoo app\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35934_5.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Yahoo app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6568, 0.6713, lift_point: 0.6568, 0.6713; The action is #DUAL_POINT#; touch_point: 0.0633, 0.5378, lift_point: 0.0633, 0.5378; The action is #TYPE#; And the content is : \"typed_text\": \"yahoo app\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35934_6.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Yahoo app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6568, 0.6713, lift_point: 0.6568, 0.6713; The action is #DUAL_POINT#; touch_point: 0.0633, 0.5378, lift_point: 0.0633, 0.5378; The action is #TYPE#; And the content is : \"typed_text\": \"yahoo app\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1534, 0.2986, lift_point: 0.1534, 0.2986", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35934_7.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Yahoo app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6568, 0.6713, lift_point: 0.6568, 0.6713; The action is #DUAL_POINT#; touch_point: 0.0633, 0.5378, lift_point: 0.0633, 0.5378; The action is #TYPE#; And the content is : \"typed_text\": \"yahoo app\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1534, 0.2986, lift_point: 0.1534, 0.2986", "response": "The action is #DUAL_POINT#; touch_point: 0.4861, 0.1534, lift_point: 0.4861, 0.1534", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35934_8.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Yahoo app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6568, 0.6713, lift_point: 0.6568, 0.6713; The action is #DUAL_POINT#; touch_point: 0.0633, 0.5378, lift_point: 0.0633, 0.5378; The action is #TYPE#; And the content is : \"typed_text\": \"yahoo app\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1534, 0.2986, lift_point: 0.1534, 0.2986; The action is #DUAL_POINT#; touch_point: 0.4861, 0.1534, lift_point: 0.4861, 0.1534", "response": "The action is #DUAL_POINT#; touch_point: 0.4017, 0.545, lift_point: 0.4017, 0.545", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35934_9.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Yahoo app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6568, 0.6713, lift_point: 0.6568, 0.6713; The action is #DUAL_POINT#; touch_point: 0.0633, 0.5378, lift_point: 0.0633, 0.5378; The action is #TYPE#; And the content is : \"typed_text\": \"yahoo app\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1534, 0.2986, lift_point: 0.1534, 0.2986; The action is #DUAL_POINT#; touch_point: 0.4861, 0.1534, lift_point: 0.4861, 0.1534; The action is #DUAL_POINT#; touch_point: 0.4017, 0.545, lift_point: 0.4017, 0.545", "response": "The action is #DUAL_POINT#; touch_point: 0.9011, 0.3566, lift_point: 0.9011, 0.3566", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35934_10.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Yahoo app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6568, 0.6713, lift_point: 0.6568, 0.6713; The action is #DUAL_POINT#; touch_point: 0.0633, 0.5378, lift_point: 0.0633, 0.5378; The action is #TYPE#; And the content is : \"typed_text\": \"yahoo app\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1534, 0.2986, lift_point: 0.1534, 0.2986; The action is #DUAL_POINT#; touch_point: 0.4861, 0.1534, lift_point: 0.4861, 0.1534; The action is #DUAL_POINT#; touch_point: 0.4017, 0.545, lift_point: 0.4017, 0.545; The action is #DUAL_POINT#; touch_point: 0.9011, 0.3566, lift_point: 0.9011, 0.3566", "response": "The action is #DUAL_POINT#; touch_point: 0.8909, 0.2837, lift_point: 0.8909, 0.2837", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35934_11.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Yahoo app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6568, 0.6713, lift_point: 0.6568, 0.6713; The action is #DUAL_POINT#; touch_point: 0.0633, 0.5378, lift_point: 0.0633, 0.5378; The action is #TYPE#; And the content is : \"typed_text\": \"yahoo app\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1534, 0.2986, lift_point: 0.1534, 0.2986; The action is #DUAL_POINT#; touch_point: 0.4861, 0.1534, lift_point: 0.4861, 0.1534; The action is #DUAL_POINT#; touch_point: 0.4017, 0.545, lift_point: 0.4017, 0.545; The action is #DUAL_POINT#; touch_point: 0.9011, 0.3566, lift_point: 0.9011, 0.3566; The action is #DUAL_POINT#; touch_point: 0.8909, 0.2837, lift_point: 0.8909, 0.2837", "response": "The action is #DUAL_POINT#; touch_point: 0.2941, 0.5099, lift_point: 0.2941, 0.5099", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35934_12.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Yahoo app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6568, 0.6713, lift_point: 0.6568, 0.6713; The action is #DUAL_POINT#; touch_point: 0.0633, 0.5378, lift_point: 0.0633, 0.5378; The action is #TYPE#; And the content is : \"typed_text\": \"yahoo app\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1534, 0.2986, lift_point: 0.1534, 0.2986; The action is #DUAL_POINT#; touch_point: 0.4861, 0.1534, lift_point: 0.4861, 0.1534; The action is #DUAL_POINT#; touch_point: 0.4017, 0.545, lift_point: 0.4017, 0.545; The action is #DUAL_POINT#; touch_point: 0.9011, 0.3566, lift_point: 0.9011, 0.3566; The action is #DUAL_POINT#; touch_point: 0.8909, 0.2837, lift_point: 0.8909, 0.2837; The action is #DUAL_POINT#; touch_point: 0.2941, 0.5099, lift_point: 0.2941, 0.5099", "response": "The action is #DUAL_POINT#; touch_point: 0.2899, 0.8218, lift_point: 0.2899, 0.8218", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35934_13.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Yahoo app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6568, 0.6713, lift_point: 0.6568, 0.6713; The action is #DUAL_POINT#; touch_point: 0.0633, 0.5378, lift_point: 0.0633, 0.5378; The action is #TYPE#; And the content is : \"typed_text\": \"yahoo app\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1534, 0.2986, lift_point: 0.1534, 0.2986; The action is #DUAL_POINT#; touch_point: 0.4861, 0.1534, lift_point: 0.4861, 0.1534; The action is #DUAL_POINT#; touch_point: 0.4017, 0.545, lift_point: 0.4017, 0.545; The action is #DUAL_POINT#; touch_point: 0.9011, 0.3566, lift_point: 0.9011, 0.3566; The action is #DUAL_POINT#; touch_point: 0.8909, 0.2837, lift_point: 0.8909, 0.2837; The action is #DUAL_POINT#; touch_point: 0.2941, 0.5099, lift_point: 0.2941, 0.5099; The action is #DUAL_POINT#; touch_point: 0.2899, 0.8218, lift_point: 0.2899, 0.8218", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/35934_14.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from IGN?", "response": "The action is #DUAL_POINT#; touch_point: 0.0742, 0.4061, lift_point: 0.0742, 0.4061", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/36007_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from IGN?; The action is #DUAL_POINT#; touch_point: 0.0742, 0.4061, lift_point: 0.0742, 0.4061", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"latest video from IGN\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/36007_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from IGN?; The action is #DUAL_POINT#; touch_point: 0.0742, 0.4061, lift_point: 0.0742, 0.4061; The action is #TYPE#; And the content is : \"typed_text\": \"latest video from IGN\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1426, 0.4104, lift_point: 0.1426, 0.4104", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/36007_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from IGN?; The action is #DUAL_POINT#; touch_point: 0.0742, 0.4061, lift_point: 0.0742, 0.4061; The action is #TYPE#; And the content is : \"typed_text\": \"latest video from IGN\"; The action is #DUAL_POINT#; touch_point: 0.1426, 0.4104, lift_point: 0.1426, 0.4104", "response": "The action is #DUAL_POINT#; touch_point: 0.4155, 0.1386, lift_point: 0.4155, 0.1386", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/36007_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from IGN?; The action is #DUAL_POINT#; touch_point: 0.0742, 0.4061, lift_point: 0.0742, 0.4061; The action is #TYPE#; And the content is : \"typed_text\": \"latest video from IGN\"; The action is #DUAL_POINT#; touch_point: 0.1426, 0.4104, lift_point: 0.1426, 0.4104; The action is #DUAL_POINT#; touch_point: 0.4155, 0.1386, lift_point: 0.4155, 0.1386", "response": "The action is #DUAL_POINT#; touch_point: 0.7387, 0.6415, lift_point: 0.7387, 0.6415", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/36007_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from IGN?; The action is #DUAL_POINT#; touch_point: 0.0742, 0.4061, lift_point: 0.0742, 0.4061; The action is #TYPE#; And the content is : \"typed_text\": \"latest video from IGN\"; The action is #DUAL_POINT#; touch_point: 0.1426, 0.4104, lift_point: 0.1426, 0.4104; The action is #DUAL_POINT#; touch_point: 0.4155, 0.1386, lift_point: 0.4155, 0.1386; The action is #DUAL_POINT#; touch_point: 0.7387, 0.6415, lift_point: 0.7387, 0.6415", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/36007_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from GameSpot Trailers?", "response": "The action is #DUAL_POINT#; touch_point: 0.7896, 0.6964, lift_point: 0.7896, 0.6964", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/36149_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from GameSpot Trailers?; The action is #DUAL_POINT#; touch_point: 0.7896, 0.6964, lift_point: 0.7896, 0.6964", "response": "The action is #DUAL_POINT#; touch_point: 0.0655, 0.3596, lift_point: 0.0655, 0.3596", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/36149_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from GameSpot Trailers?; The action is #DUAL_POINT#; touch_point: 0.7896, 0.6964, lift_point: 0.7896, 0.6964; The action is #DUAL_POINT#; touch_point: 0.0655, 0.3596, lift_point: 0.0655, 0.3596", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"latest video from gamespot trailers\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/36149_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from GameSpot Trailers?; The action is #DUAL_POINT#; touch_point: 0.7896, 0.6964, lift_point: 0.7896, 0.6964; The action is #DUAL_POINT#; touch_point: 0.0655, 0.3596, lift_point: 0.0655, 0.3596; The action is #TYPE#; And the content is : \"typed_text\": \"latest video from gamespot trailers\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/36149_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from GameSpot Trailers?; The action is #DUAL_POINT#; touch_point: 0.7896, 0.6964, lift_point: 0.7896, 0.6964; The action is #DUAL_POINT#; touch_point: 0.0655, 0.3596, lift_point: 0.0655, 0.3596; The action is #TYPE#; And the content is : \"typed_text\": \"latest video from gamespot trailers\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1416, 0.5087, lift_point: 0.1416, 0.5087", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/36149_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from GameSpot Trailers?; The action is #DUAL_POINT#; touch_point: 0.7896, 0.6964, lift_point: 0.7896, 0.6964; The action is #DUAL_POINT#; touch_point: 0.0655, 0.3596, lift_point: 0.0655, 0.3596; The action is #TYPE#; And the content is : \"typed_text\": \"latest video from gamespot trailers\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1416, 0.5087, lift_point: 0.1416, 0.5087", "response": "The action is #DUAL_POINT#; touch_point: 0.3782, 0.3653, lift_point: 0.3782, 0.3653", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/36149_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from GameSpot Trailers?; The action is #DUAL_POINT#; touch_point: 0.7896, 0.6964, lift_point: 0.7896, 0.6964; The action is #DUAL_POINT#; touch_point: 0.0655, 0.3596, lift_point: 0.0655, 0.3596; The action is #TYPE#; And the content is : \"typed_text\": \"latest video from gamespot trailers\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1416, 0.5087, lift_point: 0.1416, 0.5087; The action is #DUAL_POINT#; touch_point: 0.3782, 0.3653, lift_point: 0.3782, 0.3653", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/36149_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from GameSpot Trailers?; The action is #DUAL_POINT#; touch_point: 0.7896, 0.6964, lift_point: 0.7896, 0.6964; The action is #DUAL_POINT#; touch_point: 0.0655, 0.3596, lift_point: 0.0655, 0.3596; The action is #TYPE#; And the content is : \"typed_text\": \"latest video from gamespot trailers\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1416, 0.5087, lift_point: 0.1416, 0.5087; The action is #DUAL_POINT#; touch_point: 0.3782, 0.3653, lift_point: 0.3782, 0.3653; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.0613, 0.3336, lift_point: 0.0613, 0.3336", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/36149_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from GameSpot Trailers?; The action is #DUAL_POINT#; touch_point: 0.7896, 0.6964, lift_point: 0.7896, 0.6964; The action is #DUAL_POINT#; touch_point: 0.0655, 0.3596, lift_point: 0.0655, 0.3596; The action is #TYPE#; And the content is : \"typed_text\": \"latest video from gamespot trailers\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1416, 0.5087, lift_point: 0.1416, 0.5087; The action is #DUAL_POINT#; touch_point: 0.3782, 0.3653, lift_point: 0.3782, 0.3653; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0613, 0.3336, lift_point: 0.0613, 0.3336", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/36149_9.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest T-Mobile Store?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/36549_1.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest T-Mobile Store?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7744, 0.7101, lift_point: 0.7744, 0.7101", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/36549_2.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest T-Mobile Store?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7744, 0.7101, lift_point: 0.7744, 0.7101", "response": "The action is #DUAL_POINT#; touch_point: 0.0649, 0.3938, lift_point: 0.0649, 0.3938", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/36549_3.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest T-Mobile Store?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7744, 0.7101, lift_point: 0.7744, 0.7101; The action is #DUAL_POINT#; touch_point: 0.0649, 0.3938, lift_point: 0.0649, 0.3938", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"how do i get nearest t mobile store\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/36549_4.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest T-Mobile Store?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7744, 0.7101, lift_point: 0.7744, 0.7101; The action is #DUAL_POINT#; touch_point: 0.0649, 0.3938, lift_point: 0.0649, 0.3938; The action is #TYPE#; And the content is : \"typed_text\": \"how do i get nearest t mobile store\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1422, 0.5736, lift_point: 0.1422, 0.5736", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/36549_5.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest T-Mobile Store?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7744, 0.7101, lift_point: 0.7744, 0.7101; The action is #DUAL_POINT#; touch_point: 0.0649, 0.3938, lift_point: 0.0649, 0.3938; The action is #TYPE#; And the content is : \"typed_text\": \"how do i get nearest t mobile store\"; The action is #DUAL_POINT#; touch_point: 0.1422, 0.5736, lift_point: 0.1422, 0.5736", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/36549_6.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new window in the chrome app", "response": "The action is #DUAL_POINT#; touch_point: 0.7642, 0.6938, lift_point: 0.7642, 0.6938", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/36686_1.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new window in the chrome app; The action is #DUAL_POINT#; touch_point: 0.7642, 0.6938, lift_point: 0.7642, 0.6938", "response": "The action is #DUAL_POINT#; touch_point: 0.066, 0.9402, lift_point: 0.066, 0.9402", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/36686_2.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new window in the chrome app; The action is #DUAL_POINT#; touch_point: 0.7642, 0.6938, lift_point: 0.7642, 0.6938; The action is #DUAL_POINT#; touch_point: 0.066, 0.9402, lift_point: 0.066, 0.9402", "response": "The action is #DUAL_POINT#; touch_point: 0.1186, 0.6529, lift_point: 0.1186, 0.6529", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/36686_3.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new window in the chrome app; The action is #DUAL_POINT#; touch_point: 0.7642, 0.6938, lift_point: 0.7642, 0.6938; The action is #DUAL_POINT#; touch_point: 0.066, 0.9402, lift_point: 0.066, 0.9402; The action is #DUAL_POINT#; touch_point: 0.1186, 0.6529, lift_point: 0.1186, 0.6529", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/36686_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Delhi?", "response": "The action is #DUAL_POINT#; touch_point: 0.8823, 0.4497, lift_point: 0.8823, 0.4497", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/36911_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Delhi?; The action is #DUAL_POINT#; touch_point: 0.8823, 0.4497, lift_point: 0.8823, 0.4497", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Delhi?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/36911_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Delhi?; The action is #DUAL_POINT#; touch_point: 0.8823, 0.4497, lift_point: 0.8823, 0.4497; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Delhi?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1624, 0.3944, lift_point: 0.1624, 0.3944", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/36911_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Delhi?; The action is #DUAL_POINT#; touch_point: 0.8823, 0.4497, lift_point: 0.8823, 0.4497; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Delhi?\"; The action is #DUAL_POINT#; touch_point: 0.1624, 0.3944, lift_point: 0.1624, 0.3944", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/36911_4.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Justin Bieber video on YouTube", "response": "The action is #DUAL_POINT#; touch_point: 0.7859, 0.1526, lift_point: 0.7859, 0.1526", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37070_1.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Justin Bieber video on YouTube; The action is #DUAL_POINT#; touch_point: 0.7859, 0.1526, lift_point: 0.7859, 0.1526", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37070_2.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Justin Bieber video on YouTube; The action is #DUAL_POINT#; touch_point: 0.7859, 0.1526, lift_point: 0.7859, 0.1526; The action is #Scrolling Up#", "response": "The action is #DUAL_POINT#; touch_point: 0.8291, 0.8973, lift_point: 0.8291, 0.8973", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37070_3.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Justin Bieber video on YouTube; The action is #DUAL_POINT#; touch_point: 0.7859, 0.1526, lift_point: 0.7859, 0.1526; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.8291, 0.8973, lift_point: 0.8291, 0.8973", "response": "The action is #DUAL_POINT#; touch_point: 0.0688, 0.7975, lift_point: 0.0688, 0.7975", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37070_4.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Justin Bieber video on YouTube; The action is #DUAL_POINT#; touch_point: 0.7859, 0.1526, lift_point: 0.7859, 0.1526; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.8291, 0.8973, lift_point: 0.8291, 0.8973; The action is #DUAL_POINT#; touch_point: 0.0688, 0.7975, lift_point: 0.0688, 0.7975", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Justin Bieber video\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37070_5.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Justin Bieber video on YouTube; The action is #DUAL_POINT#; touch_point: 0.7859, 0.1526, lift_point: 0.7859, 0.1526; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.8291, 0.8973, lift_point: 0.8291, 0.8973; The action is #DUAL_POINT#; touch_point: 0.0688, 0.7975, lift_point: 0.0688, 0.7975; The action is #TYPE#; And the content is : \"typed_text\": \"Justin Bieber video\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1198, 0.4478, lift_point: 0.1198, 0.4478", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37070_6.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Justin Bieber video on YouTube; The action is #DUAL_POINT#; touch_point: 0.7859, 0.1526, lift_point: 0.7859, 0.1526; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.8291, 0.8973, lift_point: 0.8291, 0.8973; The action is #DUAL_POINT#; touch_point: 0.0688, 0.7975, lift_point: 0.0688, 0.7975; The action is #TYPE#; And the content is : \"typed_text\": \"Justin Bieber video\"; The action is #DUAL_POINT#; touch_point: 0.1198, 0.4478, lift_point: 0.1198, 0.4478", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37070_7.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Justin Bieber video on YouTube; The action is #DUAL_POINT#; touch_point: 0.7859, 0.1526, lift_point: 0.7859, 0.1526; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.8291, 0.8973, lift_point: 0.8291, 0.8973; The action is #DUAL_POINT#; touch_point: 0.0688, 0.7975, lift_point: 0.0688, 0.7975; The action is #TYPE#; And the content is : \"typed_text\": \"Justin Bieber video\"; The action is #DUAL_POINT#; touch_point: 0.1198, 0.4478, lift_point: 0.1198, 0.4478; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37070_8.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Justin Bieber video on YouTube; The action is #DUAL_POINT#; touch_point: 0.7859, 0.1526, lift_point: 0.7859, 0.1526; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.8291, 0.8973, lift_point: 0.8291, 0.8973; The action is #DUAL_POINT#; touch_point: 0.0688, 0.7975, lift_point: 0.0688, 0.7975; The action is #TYPE#; And the content is : \"typed_text\": \"Justin Bieber video\"; The action is #DUAL_POINT#; touch_point: 0.1198, 0.4478, lift_point: 0.1198, 0.4478; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37070_9.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Justin Bieber video on YouTube; The action is #DUAL_POINT#; touch_point: 0.7859, 0.1526, lift_point: 0.7859, 0.1526; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.8291, 0.8973, lift_point: 0.8291, 0.8973; The action is #DUAL_POINT#; touch_point: 0.0688, 0.7975, lift_point: 0.0688, 0.7975; The action is #TYPE#; And the content is : \"typed_text\": \"Justin Bieber video\"; The action is #DUAL_POINT#; touch_point: 0.1198, 0.4478, lift_point: 0.1198, 0.4478; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.6656, 0.4608, lift_point: 0.6656, 0.4608", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37070_10.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Justin Bieber video on YouTube; The action is #DUAL_POINT#; touch_point: 0.7859, 0.1526, lift_point: 0.7859, 0.1526; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.8291, 0.8973, lift_point: 0.8291, 0.8973; The action is #DUAL_POINT#; touch_point: 0.0688, 0.7975, lift_point: 0.0688, 0.7975; The action is #TYPE#; And the content is : \"typed_text\": \"Justin Bieber video\"; The action is #DUAL_POINT#; touch_point: 0.1198, 0.4478, lift_point: 0.1198, 0.4478; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6656, 0.4608, lift_point: 0.6656, 0.4608", "response": "The action is #DUAL_POINT#; touch_point: 0.2277, 0.8749, lift_point: 0.2277, 0.8749", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37070_11.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Justin Bieber video on YouTube; The action is #DUAL_POINT#; touch_point: 0.7859, 0.1526, lift_point: 0.7859, 0.1526; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.8291, 0.8973, lift_point: 0.8291, 0.8973; The action is #DUAL_POINT#; touch_point: 0.0688, 0.7975, lift_point: 0.0688, 0.7975; The action is #TYPE#; And the content is : \"typed_text\": \"Justin Bieber video\"; The action is #DUAL_POINT#; touch_point: 0.1198, 0.4478, lift_point: 0.1198, 0.4478; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6656, 0.4608, lift_point: 0.6656, 0.4608; The action is #DUAL_POINT#; touch_point: 0.2277, 0.8749, lift_point: 0.2277, 0.8749", "response": "The action is #DUAL_POINT#; touch_point: 0.1787, 0.5499, lift_point: 0.1787, 0.5499", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37070_12.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Justin Bieber video on YouTube; The action is #DUAL_POINT#; touch_point: 0.7859, 0.1526, lift_point: 0.7859, 0.1526; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.8291, 0.8973, lift_point: 0.8291, 0.8973; The action is #DUAL_POINT#; touch_point: 0.0688, 0.7975, lift_point: 0.0688, 0.7975; The action is #TYPE#; And the content is : \"typed_text\": \"Justin Bieber video\"; The action is #DUAL_POINT#; touch_point: 0.1198, 0.4478, lift_point: 0.1198, 0.4478; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6656, 0.4608, lift_point: 0.6656, 0.4608; The action is #DUAL_POINT#; touch_point: 0.2277, 0.8749, lift_point: 0.2277, 0.8749; The action is #DUAL_POINT#; touch_point: 0.1787, 0.5499, lift_point: 0.1787, 0.5499", "response": "The action is #DUAL_POINT#; touch_point: 0.1679, 0.5235, lift_point: 0.1679, 0.5235", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37070_13.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Justin Bieber video on YouTube; The action is #DUAL_POINT#; touch_point: 0.7859, 0.1526, lift_point: 0.7859, 0.1526; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.8291, 0.8973, lift_point: 0.8291, 0.8973; The action is #DUAL_POINT#; touch_point: 0.0688, 0.7975, lift_point: 0.0688, 0.7975; The action is #TYPE#; And the content is : \"typed_text\": \"Justin Bieber video\"; The action is #DUAL_POINT#; touch_point: 0.1198, 0.4478, lift_point: 0.1198, 0.4478; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6656, 0.4608, lift_point: 0.6656, 0.4608; The action is #DUAL_POINT#; touch_point: 0.2277, 0.8749, lift_point: 0.2277, 0.8749; The action is #DUAL_POINT#; touch_point: 0.1787, 0.5499, lift_point: 0.1787, 0.5499; The action is #DUAL_POINT#; touch_point: 0.1679, 0.5235, lift_point: 0.1679, 0.5235", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37070_14.png" ] }, { "query": "\nPrevious Actions: Goal: Go to Reddit", "response": "The action is #DUAL_POINT#; touch_point: 0.8833, 0.6511, lift_point: 0.8833, 0.6511", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37074_1.png" ] }, { "query": "\nPrevious Actions: Goal: Go to Reddit; The action is #DUAL_POINT#; touch_point: 0.8833, 0.6511, lift_point: 0.8833, 0.6511", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Reddit\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37074_2.png" ] }, { "query": "\nPrevious Actions: Goal: Go to Reddit; The action is #DUAL_POINT#; touch_point: 0.8833, 0.6511, lift_point: 0.8833, 0.6511; The action is #TYPE#; And the content is : \"typed_text\": \"Reddit\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1585, 0.3225, lift_point: 0.1585, 0.3225", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37074_3.png" ] }, { "query": "\nPrevious Actions: Goal: Go to Reddit; The action is #DUAL_POINT#; touch_point: 0.8833, 0.6511, lift_point: 0.8833, 0.6511; The action is #TYPE#; And the content is : \"typed_text\": \"Reddit\"; The action is #DUAL_POINT#; touch_point: 0.1585, 0.3225, lift_point: 0.1585, 0.3225", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37074_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Sydney", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37304_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Sydney; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8827, 0.4549, lift_point: 0.8827, 0.4549", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37304_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Sydney; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8827, 0.4549, lift_point: 0.8827, 0.4549", "response": "The action is #DUAL_POINT#; touch_point: 0.8827, 0.4549, lift_point: 0.8827, 0.4549", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37304_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Sydney; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8827, 0.4549, lift_point: 0.8827, 0.4549; The action is #DUAL_POINT#; touch_point: 0.8827, 0.4549, lift_point: 0.8827, 0.4549", "response": "The action is #DUAL_POINT#; touch_point: 0.8827, 0.4549, lift_point: 0.8827, 0.4549", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37304_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Sydney; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8827, 0.4549, lift_point: 0.8827, 0.4549; The action is #DUAL_POINT#; touch_point: 0.8827, 0.4549, lift_point: 0.8827, 0.4549; The action is #DUAL_POINT#; touch_point: 0.8827, 0.4549, lift_point: 0.8827, 0.4549", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Sydney\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37304_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Sydney; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8827, 0.4549, lift_point: 0.8827, 0.4549; The action is #DUAL_POINT#; touch_point: 0.8827, 0.4549, lift_point: 0.8827, 0.4549; The action is #DUAL_POINT#; touch_point: 0.8827, 0.4549, lift_point: 0.8827, 0.4549; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Sydney\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37304_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Sydney; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8827, 0.4549, lift_point: 0.8827, 0.4549; The action is #DUAL_POINT#; touch_point: 0.8827, 0.4549, lift_point: 0.8827, 0.4549; The action is #DUAL_POINT#; touch_point: 0.8827, 0.4549, lift_point: 0.8827, 0.4549; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Sydney\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"", "response": "The action is #DUAL_POINT#; touch_point: 0.2061, 0.4438, lift_point: 0.2061, 0.4438", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37304_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Sydney; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8827, 0.4549, lift_point: 0.8827, 0.4549; The action is #DUAL_POINT#; touch_point: 0.8827, 0.4549, lift_point: 0.8827, 0.4549; The action is #DUAL_POINT#; touch_point: 0.8827, 0.4549, lift_point: 0.8827, 0.4549; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Sydney\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.2061, 0.4438, lift_point: 0.2061, 0.4438", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37304_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Pakistan?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37364_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Pakistan?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8903, 0.4621, lift_point: 0.8903, 0.4621", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37364_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Pakistan?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8903, 0.4621, lift_point: 0.8903, 0.4621", "response": "The action is #DUAL_POINT#; touch_point: 0.9019, 0.4404, lift_point: 0.9019, 0.4404", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37364_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Pakistan?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8903, 0.4621, lift_point: 0.8903, 0.4621; The action is #DUAL_POINT#; touch_point: 0.9019, 0.4404, lift_point: 0.9019, 0.4404", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"news in Pakistan\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37364_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Pakistan?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8903, 0.4621, lift_point: 0.8903, 0.4621; The action is #DUAL_POINT#; touch_point: 0.9019, 0.4404, lift_point: 0.9019, 0.4404; The action is #TYPE#; And the content is : \"typed_text\": \"news in Pakistan\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37364_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Pakistan?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8903, 0.4621, lift_point: 0.8903, 0.4621; The action is #DUAL_POINT#; touch_point: 0.9019, 0.4404, lift_point: 0.9019, 0.4404; The action is #TYPE#; And the content is : \"typed_text\": \"news in Pakistan\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1593, 0.4851, lift_point: 0.1593, 0.4851", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37364_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Pakistan?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8903, 0.4621, lift_point: 0.8903, 0.4621; The action is #DUAL_POINT#; touch_point: 0.9019, 0.4404, lift_point: 0.9019, 0.4404; The action is #TYPE#; And the content is : \"typed_text\": \"news in Pakistan\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1593, 0.4851, lift_point: 0.1593, 0.4851", "response": "The action is #DUAL_POINT#; touch_point: 0.211, 0.1925, lift_point: 0.211, 0.1925", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37364_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Pakistan?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8903, 0.4621, lift_point: 0.8903, 0.4621; The action is #DUAL_POINT#; touch_point: 0.9019, 0.4404, lift_point: 0.9019, 0.4404; The action is #TYPE#; And the content is : \"typed_text\": \"news in Pakistan\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1593, 0.4851, lift_point: 0.1593, 0.4851; The action is #DUAL_POINT#; touch_point: 0.211, 0.1925, lift_point: 0.211, 0.1925", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37364_8.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Las Vegas", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37414_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Las Vegas; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37414_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Las Vegas; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37414_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Las Vegas; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37414_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Las Vegas; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.4832, 0.6565, lift_point: 0.4832, 0.6565", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37414_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Las Vegas; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4832, 0.6565, lift_point: 0.4832, 0.6565", "response": "The action is #DUAL_POINT#; touch_point: 0.2107, 0.2892, lift_point: 0.2107, 0.2892", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37414_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Las Vegas; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4832, 0.6565, lift_point: 0.4832, 0.6565; The action is #DUAL_POINT#; touch_point: 0.2107, 0.2892, lift_point: 0.2107, 0.2892", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Las Vegas\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37414_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Las Vegas; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4832, 0.6565, lift_point: 0.4832, 0.6565; The action is #DUAL_POINT#; touch_point: 0.2107, 0.2892, lift_point: 0.2107, 0.2892; The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Las Vegas\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1297, 0.2535, lift_point: 0.1297, 0.2535", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37414_8.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Las Vegas; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4832, 0.6565, lift_point: 0.4832, 0.6565; The action is #DUAL_POINT#; touch_point: 0.2107, 0.2892, lift_point: 0.2107, 0.2892; The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Las Vegas\"; The action is #DUAL_POINT#; touch_point: 0.1297, 0.2535, lift_point: 0.1297, 0.2535", "response": "The action is #DUAL_POINT#; touch_point: 0.3246, 0.3199, lift_point: 0.3246, 0.3199", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37414_9.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Las Vegas; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4832, 0.6565, lift_point: 0.4832, 0.6565; The action is #DUAL_POINT#; touch_point: 0.2107, 0.2892, lift_point: 0.2107, 0.2892; The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Las Vegas\"; The action is #DUAL_POINT#; touch_point: 0.1297, 0.2535, lift_point: 0.1297, 0.2535; The action is #DUAL_POINT#; touch_point: 0.3246, 0.3199, lift_point: 0.3246, 0.3199", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37414_10.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a tiger?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37425_1.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a tiger?; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37425_2.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a tiger?; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37425_3.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a tiger?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37425_4.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a tiger?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.4838, 0.6722, lift_point: 0.4838, 0.6722", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37425_5.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a tiger?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4838, 0.6722, lift_point: 0.4838, 0.6722", "response": "The action is #DUAL_POINT#; touch_point: 0.4841, 0.6812, lift_point: 0.4841, 0.6812", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37425_6.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a tiger?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4838, 0.6722, lift_point: 0.4838, 0.6722; The action is #DUAL_POINT#; touch_point: 0.4841, 0.6812, lift_point: 0.4841, 0.6812", "response": "The action is #DUAL_POINT#; touch_point: 0.1967, 0.4231, lift_point: 0.1967, 0.4231", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37425_7.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a tiger?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4838, 0.6722, lift_point: 0.4838, 0.6722; The action is #DUAL_POINT#; touch_point: 0.4841, 0.6812, lift_point: 0.4841, 0.6812; The action is #DUAL_POINT#; touch_point: 0.1967, 0.4231, lift_point: 0.1967, 0.4231", "response": "The action is #DUAL_POINT#; touch_point: 0.051, 0.915, lift_point: 0.051, 0.915", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37425_8.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a tiger?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4838, 0.6722, lift_point: 0.4838, 0.6722; The action is #DUAL_POINT#; touch_point: 0.4841, 0.6812, lift_point: 0.4841, 0.6812; The action is #DUAL_POINT#; touch_point: 0.1967, 0.4231, lift_point: 0.1967, 0.4231; The action is #DUAL_POINT#; touch_point: 0.051, 0.915, lift_point: 0.051, 0.915", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of a tiger?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37425_9.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a tiger?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4838, 0.6722, lift_point: 0.4838, 0.6722; The action is #DUAL_POINT#; touch_point: 0.4841, 0.6812, lift_point: 0.4841, 0.6812; The action is #DUAL_POINT#; touch_point: 0.1967, 0.4231, lift_point: 0.1967, 0.4231; The action is #DUAL_POINT#; touch_point: 0.051, 0.915, lift_point: 0.051, 0.915; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of a tiger?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.136, 0.5324, lift_point: 0.136, 0.5324", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37425_10.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a tiger?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4838, 0.6722, lift_point: 0.4838, 0.6722; The action is #DUAL_POINT#; touch_point: 0.4841, 0.6812, lift_point: 0.4841, 0.6812; The action is #DUAL_POINT#; touch_point: 0.1967, 0.4231, lift_point: 0.1967, 0.4231; The action is #DUAL_POINT#; touch_point: 0.051, 0.915, lift_point: 0.051, 0.915; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of a tiger?\"; The action is #DUAL_POINT#; touch_point: 0.136, 0.5324, lift_point: 0.136, 0.5324", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37425_11.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Buenos aires to Helsinki", "response": "The action is #DUAL_POINT#; touch_point: 0.7963, 0.6631, lift_point: 0.7963, 0.6631", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37542_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Buenos aires to Helsinki; The action is #DUAL_POINT#; touch_point: 0.7963, 0.6631, lift_point: 0.7963, 0.6631", "response": "The action is #DUAL_POINT#; touch_point: 0.0561, 0.7379, lift_point: 0.0561, 0.7379", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37542_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Buenos aires to Helsinki; The action is #DUAL_POINT#; touch_point: 0.7963, 0.6631, lift_point: 0.7963, 0.6631; The action is #DUAL_POINT#; touch_point: 0.0561, 0.7379, lift_point: 0.0561, 0.7379", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Buenos aires to Helsinki\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37542_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Buenos aires to Helsinki; The action is #DUAL_POINT#; touch_point: 0.7963, 0.6631, lift_point: 0.7963, 0.6631; The action is #DUAL_POINT#; touch_point: 0.0561, 0.7379, lift_point: 0.0561, 0.7379; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Buenos aires to Helsinki\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1176, 0.3518, lift_point: 0.1176, 0.3518", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37542_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Buenos aires to Helsinki; The action is #DUAL_POINT#; touch_point: 0.7963, 0.6631, lift_point: 0.7963, 0.6631; The action is #DUAL_POINT#; touch_point: 0.0561, 0.7379, lift_point: 0.0561, 0.7379; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Buenos aires to Helsinki\"; The action is #DUAL_POINT#; touch_point: 0.1176, 0.3518, lift_point: 0.1176, 0.3518", "response": "The action is #DUAL_POINT#; touch_point: 0.2662, 0.2394, lift_point: 0.2662, 0.2394", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37542_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Buenos aires to Helsinki; The action is #DUAL_POINT#; touch_point: 0.7963, 0.6631, lift_point: 0.7963, 0.6631; The action is #DUAL_POINT#; touch_point: 0.0561, 0.7379, lift_point: 0.0561, 0.7379; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Buenos aires to Helsinki\"; The action is #DUAL_POINT#; touch_point: 0.1176, 0.3518, lift_point: 0.1176, 0.3518; The action is #DUAL_POINT#; touch_point: 0.2662, 0.2394, lift_point: 0.2662, 0.2394", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37542_6.png" ] }, { "query": "\nPrevious Actions: Goal: Open the clock", "response": "The action is #DUAL_POINT#; touch_point: 0.775, 0.4622, lift_point: 0.775, 0.4622", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37545_1.png" ] }, { "query": "\nPrevious Actions: Goal: Open the clock; The action is #DUAL_POINT#; touch_point: 0.775, 0.4622, lift_point: 0.775, 0.4622", "response": "The action is #DUAL_POINT#; touch_point: 0.0613, 0.354, lift_point: 0.0613, 0.354", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37545_2.png" ] }, { "query": "\nPrevious Actions: Goal: Open the clock; The action is #DUAL_POINT#; touch_point: 0.775, 0.4622, lift_point: 0.775, 0.4622; The action is #DUAL_POINT#; touch_point: 0.0613, 0.354, lift_point: 0.0613, 0.354", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37545_3.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest T-Mobile Store?", "response": "The action is #DUAL_POINT#; touch_point: 0.7854, 0.6865, lift_point: 0.7854, 0.6865", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37570_1.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest T-Mobile Store?; The action is #DUAL_POINT#; touch_point: 0.7854, 0.6865, lift_point: 0.7854, 0.6865", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37570_2.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest T-Mobile Store?; The action is #DUAL_POINT#; touch_point: 0.7854, 0.6865, lift_point: 0.7854, 0.6865; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7887, 0.691, lift_point: 0.7887, 0.691", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37570_3.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest T-Mobile Store?; The action is #DUAL_POINT#; touch_point: 0.7854, 0.6865, lift_point: 0.7854, 0.6865; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7887, 0.691, lift_point: 0.7887, 0.691", "response": "The action is #DUAL_POINT#; touch_point: 0.7887, 0.691, lift_point: 0.7887, 0.691", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37570_4.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest T-Mobile Store?; The action is #DUAL_POINT#; touch_point: 0.7854, 0.6865, lift_point: 0.7854, 0.6865; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7887, 0.691, lift_point: 0.7887, 0.691; The action is #DUAL_POINT#; touch_point: 0.7887, 0.691, lift_point: 0.7887, 0.691", "response": "The action is #DUAL_POINT#; touch_point: 0.7887, 0.691, lift_point: 0.7887, 0.691", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37570_5.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest T-Mobile Store?; The action is #DUAL_POINT#; touch_point: 0.7854, 0.6865, lift_point: 0.7854, 0.6865; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7887, 0.691, lift_point: 0.7887, 0.691; The action is #DUAL_POINT#; touch_point: 0.7887, 0.691, lift_point: 0.7887, 0.691; The action is #DUAL_POINT#; touch_point: 0.7887, 0.691, lift_point: 0.7887, 0.691", "response": "The action is #DUAL_POINT#; touch_point: 0.0606, 0.3667, lift_point: 0.0606, 0.3667", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37570_6.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest T-Mobile Store?; The action is #DUAL_POINT#; touch_point: 0.7854, 0.6865, lift_point: 0.7854, 0.6865; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7887, 0.691, lift_point: 0.7887, 0.691; The action is #DUAL_POINT#; touch_point: 0.7887, 0.691, lift_point: 0.7887, 0.691; The action is #DUAL_POINT#; touch_point: 0.7887, 0.691, lift_point: 0.7887, 0.691; The action is #DUAL_POINT#; touch_point: 0.0606, 0.3667, lift_point: 0.0606, 0.3667", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest T-Mobile Store?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37570_7.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest T-Mobile Store?; The action is #DUAL_POINT#; touch_point: 0.7854, 0.6865, lift_point: 0.7854, 0.6865; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7887, 0.691, lift_point: 0.7887, 0.691; The action is #DUAL_POINT#; touch_point: 0.7887, 0.691, lift_point: 0.7887, 0.691; The action is #DUAL_POINT#; touch_point: 0.7887, 0.691, lift_point: 0.7887, 0.691; The action is #DUAL_POINT#; touch_point: 0.0606, 0.3667, lift_point: 0.0606, 0.3667; The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest T-Mobile Store?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1309, 0.9462, lift_point: 0.1309, 0.9462", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37570_8.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest T-Mobile Store?; The action is #DUAL_POINT#; touch_point: 0.7854, 0.6865, lift_point: 0.7854, 0.6865; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7887, 0.691, lift_point: 0.7887, 0.691; The action is #DUAL_POINT#; touch_point: 0.7887, 0.691, lift_point: 0.7887, 0.691; The action is #DUAL_POINT#; touch_point: 0.7887, 0.691, lift_point: 0.7887, 0.691; The action is #DUAL_POINT#; touch_point: 0.0606, 0.3667, lift_point: 0.0606, 0.3667; The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest T-Mobile Store?\"; The action is #DUAL_POINT#; touch_point: 0.1309, 0.9462, lift_point: 0.1309, 0.9462", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37570_9.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 6pm", "response": "The action is #DUAL_POINT#; touch_point: 0.7687, 0.4874, lift_point: 0.7687, 0.4874", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37578_1.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 6pm; The action is #DUAL_POINT#; touch_point: 0.7687, 0.4874, lift_point: 0.7687, 0.4874", "response": "The action is #DUAL_POINT#; touch_point: 0.0613, 0.1329, lift_point: 0.0613, 0.1329", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37578_2.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 6pm; The action is #DUAL_POINT#; touch_point: 0.7687, 0.4874, lift_point: 0.7687, 0.4874; The action is #DUAL_POINT#; touch_point: 0.0613, 0.1329, lift_point: 0.0613, 0.1329", "response": "The action is #DUAL_POINT#; touch_point: 0.8946, 0.489, lift_point: 0.8946, 0.489", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37578_3.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 6pm; The action is #DUAL_POINT#; touch_point: 0.7687, 0.4874, lift_point: 0.7687, 0.4874; The action is #DUAL_POINT#; touch_point: 0.0613, 0.1329, lift_point: 0.0613, 0.1329; The action is #DUAL_POINT#; touch_point: 0.8946, 0.489, lift_point: 0.8946, 0.489", "response": "The action is #DUAL_POINT#; touch_point: 0.6363, 0.5188, lift_point: 0.6363, 0.5188", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37578_4.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 6pm; The action is #DUAL_POINT#; touch_point: 0.7687, 0.4874, lift_point: 0.7687, 0.4874; The action is #DUAL_POINT#; touch_point: 0.0613, 0.1329, lift_point: 0.0613, 0.1329; The action is #DUAL_POINT#; touch_point: 0.8946, 0.489, lift_point: 0.8946, 0.489; The action is #DUAL_POINT#; touch_point: 0.6363, 0.5188, lift_point: 0.6363, 0.5188", "response": "The action is #DUAL_POINT#; touch_point: 0.4066, 0.4998, lift_point: 0.4066, 0.4998", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37578_5.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 6pm; The action is #DUAL_POINT#; touch_point: 0.7687, 0.4874, lift_point: 0.7687, 0.4874; The action is #DUAL_POINT#; touch_point: 0.0613, 0.1329, lift_point: 0.0613, 0.1329; The action is #DUAL_POINT#; touch_point: 0.8946, 0.489, lift_point: 0.8946, 0.489; The action is #DUAL_POINT#; touch_point: 0.6363, 0.5188, lift_point: 0.6363, 0.5188; The action is #DUAL_POINT#; touch_point: 0.4066, 0.4998, lift_point: 0.4066, 0.4998", "response": "The action is #DUAL_POINT#; touch_point: 0.3235, 0.7394, lift_point: 0.3235, 0.7394", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37578_6.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 6pm; The action is #DUAL_POINT#; touch_point: 0.7687, 0.4874, lift_point: 0.7687, 0.4874; The action is #DUAL_POINT#; touch_point: 0.0613, 0.1329, lift_point: 0.0613, 0.1329; The action is #DUAL_POINT#; touch_point: 0.8946, 0.489, lift_point: 0.8946, 0.489; The action is #DUAL_POINT#; touch_point: 0.6363, 0.5188, lift_point: 0.6363, 0.5188; The action is #DUAL_POINT#; touch_point: 0.4066, 0.4998, lift_point: 0.4066, 0.4998; The action is #DUAL_POINT#; touch_point: 0.3235, 0.7394, lift_point: 0.3235, 0.7394", "response": "The action is #DUAL_POINT#; touch_point: 0.6897, 0.7722, lift_point: 0.6897, 0.7722", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37578_7.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 6pm; The action is #DUAL_POINT#; touch_point: 0.7687, 0.4874, lift_point: 0.7687, 0.4874; The action is #DUAL_POINT#; touch_point: 0.0613, 0.1329, lift_point: 0.0613, 0.1329; The action is #DUAL_POINT#; touch_point: 0.8946, 0.489, lift_point: 0.8946, 0.489; The action is #DUAL_POINT#; touch_point: 0.6363, 0.5188, lift_point: 0.6363, 0.5188; The action is #DUAL_POINT#; touch_point: 0.4066, 0.4998, lift_point: 0.4066, 0.4998; The action is #DUAL_POINT#; touch_point: 0.3235, 0.7394, lift_point: 0.3235, 0.7394; The action is #DUAL_POINT#; touch_point: 0.6897, 0.7722, lift_point: 0.6897, 0.7722", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37578_8.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Google Play Music app", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37657_1.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Google Play Music app; The action is #Scrolling Down#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37657_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the Galaxy phone on eBay?", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37713_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the Galaxy phone on eBay?; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3757, 0.6124, lift_point: 0.3757, 0.6124", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37713_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the Galaxy phone on eBay?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3757, 0.6124, lift_point: 0.3757, 0.6124", "response": "The action is #DUAL_POINT#; touch_point: 0.3547, 0.6205, lift_point: 0.3547, 0.6205", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37713_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the Galaxy phone on eBay?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3757, 0.6124, lift_point: 0.3757, 0.6124; The action is #DUAL_POINT#; touch_point: 0.3547, 0.6205, lift_point: 0.3547, 0.6205", "response": "The action is #DUAL_POINT#; touch_point: 0.0715, 0.5857, lift_point: 0.0715, 0.5857", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37713_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the Galaxy phone on eBay?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3757, 0.6124, lift_point: 0.3757, 0.6124; The action is #DUAL_POINT#; touch_point: 0.3547, 0.6205, lift_point: 0.3547, 0.6205; The action is #DUAL_POINT#; touch_point: 0.0715, 0.5857, lift_point: 0.0715, 0.5857", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the Galaxy phone on eBay?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37713_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the Galaxy phone on eBay?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3757, 0.6124, lift_point: 0.3757, 0.6124; The action is #DUAL_POINT#; touch_point: 0.3547, 0.6205, lift_point: 0.3547, 0.6205; The action is #DUAL_POINT#; touch_point: 0.0715, 0.5857, lift_point: 0.0715, 0.5857; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the Galaxy phone on eBay?\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37713_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the Galaxy phone on eBay?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3757, 0.6124, lift_point: 0.3757, 0.6124; The action is #DUAL_POINT#; touch_point: 0.3547, 0.6205, lift_point: 0.3547, 0.6205; The action is #DUAL_POINT#; touch_point: 0.0715, 0.5857, lift_point: 0.0715, 0.5857; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the Galaxy phone on eBay?\"; The action is #PRESS_ENTER#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37713_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the Galaxy phone on eBay?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3757, 0.6124, lift_point: 0.3757, 0.6124; The action is #DUAL_POINT#; touch_point: 0.3547, 0.6205, lift_point: 0.3547, 0.6205; The action is #DUAL_POINT#; touch_point: 0.0715, 0.5857, lift_point: 0.0715, 0.5857; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the Galaxy phone on eBay?\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.0426, 0.819, lift_point: 0.0426, 0.819", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37713_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the Galaxy phone on eBay?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3757, 0.6124, lift_point: 0.3757, 0.6124; The action is #DUAL_POINT#; touch_point: 0.3547, 0.6205, lift_point: 0.3547, 0.6205; The action is #DUAL_POINT#; touch_point: 0.0715, 0.5857, lift_point: 0.0715, 0.5857; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the Galaxy phone on eBay?\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0426, 0.819, lift_point: 0.0426, 0.819", "response": "The action is #DUAL_POINT#; touch_point: 0.1121, 0.845, lift_point: 0.1121, 0.845", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37713_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the Galaxy phone on eBay?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3757, 0.6124, lift_point: 0.3757, 0.6124; The action is #DUAL_POINT#; touch_point: 0.3547, 0.6205, lift_point: 0.3547, 0.6205; The action is #DUAL_POINT#; touch_point: 0.0715, 0.5857, lift_point: 0.0715, 0.5857; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the Galaxy phone on eBay?\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0426, 0.819, lift_point: 0.0426, 0.819; The action is #DUAL_POINT#; touch_point: 0.1121, 0.845, lift_point: 0.1121, 0.845", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37713_10.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the Galaxy phone on eBay?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3757, 0.6124, lift_point: 0.3757, 0.6124; The action is #DUAL_POINT#; touch_point: 0.3547, 0.6205, lift_point: 0.3547, 0.6205; The action is #DUAL_POINT#; touch_point: 0.0715, 0.5857, lift_point: 0.0715, 0.5857; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the Galaxy phone on eBay?\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0426, 0.819, lift_point: 0.0426, 0.819; The action is #DUAL_POINT#; touch_point: 0.1121, 0.845, lift_point: 0.1121, 0.845; The action is #Scrolling Up#", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37713_11.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the Galaxy phone on eBay?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3757, 0.6124, lift_point: 0.3757, 0.6124; The action is #DUAL_POINT#; touch_point: 0.3547, 0.6205, lift_point: 0.3547, 0.6205; The action is #DUAL_POINT#; touch_point: 0.0715, 0.5857, lift_point: 0.0715, 0.5857; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the Galaxy phone on eBay?\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0426, 0.819, lift_point: 0.0426, 0.819; The action is #DUAL_POINT#; touch_point: 0.1121, 0.845, lift_point: 0.1121, 0.845; The action is #Scrolling Up#; The action is #PRESS_ENTER#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37713_12.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the Galaxy phone on eBay?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3757, 0.6124, lift_point: 0.3757, 0.6124; The action is #DUAL_POINT#; touch_point: 0.3547, 0.6205, lift_point: 0.3547, 0.6205; The action is #DUAL_POINT#; touch_point: 0.0715, 0.5857, lift_point: 0.0715, 0.5857; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the Galaxy phone on eBay?\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0426, 0.819, lift_point: 0.0426, 0.819; The action is #DUAL_POINT#; touch_point: 0.1121, 0.845, lift_point: 0.1121, 0.845; The action is #Scrolling Up#; The action is #PRESS_ENTER#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37713_13.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the Galaxy phone on eBay?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3757, 0.6124, lift_point: 0.3757, 0.6124; The action is #DUAL_POINT#; touch_point: 0.3547, 0.6205, lift_point: 0.3547, 0.6205; The action is #DUAL_POINT#; touch_point: 0.0715, 0.5857, lift_point: 0.0715, 0.5857; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the Galaxy phone on eBay?\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0426, 0.819, lift_point: 0.0426, 0.819; The action is #DUAL_POINT#; touch_point: 0.1121, 0.845, lift_point: 0.1121, 0.845; The action is #Scrolling Up#; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3395, 0.363, lift_point: 0.3395, 0.363", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37713_14.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the Galaxy phone on eBay?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3757, 0.6124, lift_point: 0.3757, 0.6124; The action is #DUAL_POINT#; touch_point: 0.3547, 0.6205, lift_point: 0.3547, 0.6205; The action is #DUAL_POINT#; touch_point: 0.0715, 0.5857, lift_point: 0.0715, 0.5857; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the Galaxy phone on eBay?\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0426, 0.819, lift_point: 0.0426, 0.819; The action is #DUAL_POINT#; touch_point: 0.1121, 0.845, lift_point: 0.1121, 0.845; The action is #Scrolling Up#; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3395, 0.363, lift_point: 0.3395, 0.363", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37713_15.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Paris", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Paris\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37815_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Paris; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Paris\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37815_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Paris; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Paris\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37815_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Sacramento?", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37889_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Sacramento?; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3387, 0.6066, lift_point: 0.3387, 0.6066", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37889_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Sacramento?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3387, 0.6066, lift_point: 0.3387, 0.6066", "response": "The action is #DUAL_POINT#; touch_point: 0.0732, 0.4089, lift_point: 0.0732, 0.4089", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37889_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Sacramento?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3387, 0.6066, lift_point: 0.3387, 0.6066; The action is #DUAL_POINT#; touch_point: 0.0732, 0.4089, lift_point: 0.0732, 0.4089", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Sacramento?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37889_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Sacramento?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3387, 0.6066, lift_point: 0.3387, 0.6066; The action is #DUAL_POINT#; touch_point: 0.0732, 0.4089, lift_point: 0.0732, 0.4089; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Sacramento?\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37889_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Sacramento?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3387, 0.6066, lift_point: 0.3387, 0.6066; The action is #DUAL_POINT#; touch_point: 0.0732, 0.4089, lift_point: 0.0732, 0.4089; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Sacramento?\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37889_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in space technology?", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37938_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in space technology?; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3326, 0.6003, lift_point: 0.3326, 0.6003", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37938_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in space technology?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3326, 0.6003, lift_point: 0.3326, 0.6003", "response": "The action is #DUAL_POINT#; touch_point: 0.3293, 0.6078, lift_point: 0.3293, 0.6078", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37938_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in space technology?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3326, 0.6003, lift_point: 0.3326, 0.6003; The action is #DUAL_POINT#; touch_point: 0.3293, 0.6078, lift_point: 0.3293, 0.6078", "response": "The action is #DUAL_POINT#; touch_point: 0.0663, 0.4031, lift_point: 0.0663, 0.4031", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37938_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in space technology?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3326, 0.6003, lift_point: 0.3326, 0.6003; The action is #DUAL_POINT#; touch_point: 0.3293, 0.6078, lift_point: 0.3293, 0.6078; The action is #DUAL_POINT#; touch_point: 0.0663, 0.4031, lift_point: 0.0663, 0.4031", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest news in space technology?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37938_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in space technology?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3326, 0.6003, lift_point: 0.3326, 0.6003; The action is #DUAL_POINT#; touch_point: 0.3293, 0.6078, lift_point: 0.3293, 0.6078; The action is #DUAL_POINT#; touch_point: 0.0663, 0.4031, lift_point: 0.0663, 0.4031; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest news in space technology?\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37938_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in space technology?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3326, 0.6003, lift_point: 0.3326, 0.6003; The action is #DUAL_POINT#; touch_point: 0.3293, 0.6078, lift_point: 0.3293, 0.6078; The action is #DUAL_POINT#; touch_point: 0.0663, 0.4031, lift_point: 0.0663, 0.4031; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest news in space technology?\"; The action is #PRESS_ENTER#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37938_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in space technology?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3326, 0.6003, lift_point: 0.3326, 0.6003; The action is #DUAL_POINT#; touch_point: 0.3293, 0.6078, lift_point: 0.3293, 0.6078; The action is #DUAL_POINT#; touch_point: 0.0663, 0.4031, lift_point: 0.0663, 0.4031; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest news in space technology?\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37938_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in space technology?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3326, 0.6003, lift_point: 0.3326, 0.6003; The action is #DUAL_POINT#; touch_point: 0.3293, 0.6078, lift_point: 0.3293, 0.6078; The action is #DUAL_POINT#; touch_point: 0.0663, 0.4031, lift_point: 0.0663, 0.4031; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest news in space technology?\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.5701, 0.7052, lift_point: 0.5701, 0.7052", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37938_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in space technology?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3326, 0.6003, lift_point: 0.3326, 0.6003; The action is #DUAL_POINT#; touch_point: 0.3293, 0.6078, lift_point: 0.3293, 0.6078; The action is #DUAL_POINT#; touch_point: 0.0663, 0.4031, lift_point: 0.0663, 0.4031; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest news in space technology?\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5701, 0.7052, lift_point: 0.5701, 0.7052", "response": "The action is #DUAL_POINT#; touch_point: 0.8123, 0.6266, lift_point: 0.8123, 0.6266", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37938_10.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in space technology?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3326, 0.6003, lift_point: 0.3326, 0.6003; The action is #DUAL_POINT#; touch_point: 0.3293, 0.6078, lift_point: 0.3293, 0.6078; The action is #DUAL_POINT#; touch_point: 0.0663, 0.4031, lift_point: 0.0663, 0.4031; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest news in space technology?\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5701, 0.7052, lift_point: 0.5701, 0.7052; The action is #DUAL_POINT#; touch_point: 0.8123, 0.6266, lift_point: 0.8123, 0.6266", "response": "The action is #DUAL_POINT#; touch_point: 0.8047, 0.5081, lift_point: 0.8047, 0.5081", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37938_11.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in space technology?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3326, 0.6003, lift_point: 0.3326, 0.6003; The action is #DUAL_POINT#; touch_point: 0.3293, 0.6078, lift_point: 0.3293, 0.6078; The action is #DUAL_POINT#; touch_point: 0.0663, 0.4031, lift_point: 0.0663, 0.4031; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest news in space technology?\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5701, 0.7052, lift_point: 0.5701, 0.7052; The action is #DUAL_POINT#; touch_point: 0.8123, 0.6266, lift_point: 0.8123, 0.6266; The action is #DUAL_POINT#; touch_point: 0.8047, 0.5081, lift_point: 0.8047, 0.5081", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/37938_12.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the TCL TV?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/38074_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the TCL TV?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8595, 0.4183, lift_point: 0.8595, 0.4183", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/38074_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the TCL TV?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8595, 0.4183, lift_point: 0.8595, 0.4183", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the TCL TV?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/38074_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the TCL TV?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8595, 0.4183, lift_point: 0.8595, 0.4183; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the TCL TV?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1257, 0.525, lift_point: 0.1257, 0.525", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/38074_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the TCL TV?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8595, 0.4183, lift_point: 0.8595, 0.4183; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the TCL TV?\"; The action is #DUAL_POINT#; touch_point: 0.1257, 0.525, lift_point: 0.1257, 0.525", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/38074_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the TCL TV?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8595, 0.4183, lift_point: 0.8595, 0.4183; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the TCL TV?\"; The action is #DUAL_POINT#; touch_point: 0.1257, 0.525, lift_point: 0.1257, 0.525; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.6873, 0.4383, lift_point: 0.6873, 0.4383", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/38074_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the TCL TV?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8595, 0.4183, lift_point: 0.8595, 0.4183; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the TCL TV?\"; The action is #DUAL_POINT#; touch_point: 0.1257, 0.525, lift_point: 0.1257, 0.525; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6873, 0.4383, lift_point: 0.6873, 0.4383", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/38074_7.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Drake video on YouTube", "response": "The action is #DUAL_POINT#; touch_point: 0.8719, 0.3538, lift_point: 0.8719, 0.3538", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/38148_1.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Drake video on YouTube; The action is #DUAL_POINT#; touch_point: 0.8719, 0.3538, lift_point: 0.8719, 0.3538", "response": "The action is #DUAL_POINT#; touch_point: 0.4114, 0.5121, lift_point: 0.4114, 0.5121", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/38148_2.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Drake video on YouTube; The action is #DUAL_POINT#; touch_point: 0.8719, 0.3538, lift_point: 0.8719, 0.3538; The action is #DUAL_POINT#; touch_point: 0.4114, 0.5121, lift_point: 0.4114, 0.5121", "response": "The action is #DUAL_POINT#; touch_point: 0.0556, 0.8155, lift_point: 0.0556, 0.8155", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/38148_3.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Drake video on YouTube; The action is #DUAL_POINT#; touch_point: 0.8719, 0.3538, lift_point: 0.8719, 0.3538; The action is #DUAL_POINT#; touch_point: 0.4114, 0.5121, lift_point: 0.4114, 0.5121; The action is #DUAL_POINT#; touch_point: 0.0556, 0.8155, lift_point: 0.0556, 0.8155", "response": "The action is #DUAL_POINT#; touch_point: 0.0582, 0.7161, lift_point: 0.0582, 0.7161", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/38148_4.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Drake video on YouTube; The action is #DUAL_POINT#; touch_point: 0.8719, 0.3538, lift_point: 0.8719, 0.3538; The action is #DUAL_POINT#; touch_point: 0.4114, 0.5121, lift_point: 0.4114, 0.5121; The action is #DUAL_POINT#; touch_point: 0.0556, 0.8155, lift_point: 0.0556, 0.8155; The action is #DUAL_POINT#; touch_point: 0.0582, 0.7161, lift_point: 0.0582, 0.7161", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Play the new Drake \"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/38148_5.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Drake video on YouTube; The action is #DUAL_POINT#; touch_point: 0.8719, 0.3538, lift_point: 0.8719, 0.3538; The action is #DUAL_POINT#; touch_point: 0.4114, 0.5121, lift_point: 0.4114, 0.5121; The action is #DUAL_POINT#; touch_point: 0.0556, 0.8155, lift_point: 0.0556, 0.8155; The action is #DUAL_POINT#; touch_point: 0.0582, 0.7161, lift_point: 0.0582, 0.7161; The action is #TYPE#; And the content is : \"typed_text\": \"Play the new Drake \"", "response": "The action is #DUAL_POINT#; touch_point: 0.1139, 0.3459, lift_point: 0.1139, 0.3459", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/38148_6.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Drake video on YouTube; The action is #DUAL_POINT#; touch_point: 0.8719, 0.3538, lift_point: 0.8719, 0.3538; The action is #DUAL_POINT#; touch_point: 0.4114, 0.5121, lift_point: 0.4114, 0.5121; The action is #DUAL_POINT#; touch_point: 0.0556, 0.8155, lift_point: 0.0556, 0.8155; The action is #DUAL_POINT#; touch_point: 0.0582, 0.7161, lift_point: 0.0582, 0.7161; The action is #TYPE#; And the content is : \"typed_text\": \"Play the new Drake \"; The action is #DUAL_POINT#; touch_point: 0.1139, 0.3459, lift_point: 0.1139, 0.3459", "response": "The action is #DUAL_POINT#; touch_point: 0.3221, 0.4968, lift_point: 0.3221, 0.4968", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/38148_7.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Drake video on YouTube; The action is #DUAL_POINT#; touch_point: 0.8719, 0.3538, lift_point: 0.8719, 0.3538; The action is #DUAL_POINT#; touch_point: 0.4114, 0.5121, lift_point: 0.4114, 0.5121; The action is #DUAL_POINT#; touch_point: 0.0556, 0.8155, lift_point: 0.0556, 0.8155; The action is #DUAL_POINT#; touch_point: 0.0582, 0.7161, lift_point: 0.0582, 0.7161; The action is #TYPE#; And the content is : \"typed_text\": \"Play the new Drake \"; The action is #DUAL_POINT#; touch_point: 0.1139, 0.3459, lift_point: 0.1139, 0.3459; The action is #DUAL_POINT#; touch_point: 0.3221, 0.4968, lift_point: 0.3221, 0.4968", "response": "The action is #DUAL_POINT#; touch_point: 0.2111, 0.4884, lift_point: 0.2111, 0.4884", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/38148_8.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Drake video on YouTube; The action is #DUAL_POINT#; touch_point: 0.8719, 0.3538, lift_point: 0.8719, 0.3538; The action is #DUAL_POINT#; touch_point: 0.4114, 0.5121, lift_point: 0.4114, 0.5121; The action is #DUAL_POINT#; touch_point: 0.0556, 0.8155, lift_point: 0.0556, 0.8155; The action is #DUAL_POINT#; touch_point: 0.0582, 0.7161, lift_point: 0.0582, 0.7161; The action is #TYPE#; And the content is : \"typed_text\": \"Play the new Drake \"; The action is #DUAL_POINT#; touch_point: 0.1139, 0.3459, lift_point: 0.1139, 0.3459; The action is #DUAL_POINT#; touch_point: 0.3221, 0.4968, lift_point: 0.3221, 0.4968; The action is #DUAL_POINT#; touch_point: 0.2111, 0.4884, lift_point: 0.2111, 0.4884", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/38148_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Mexico City?", "response": "The action is #DUAL_POINT#; touch_point: 0.8881, 0.4185, lift_point: 0.8881, 0.4185", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/38157_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Mexico City?; The action is #DUAL_POINT#; touch_point: 0.8881, 0.4185, lift_point: 0.8881, 0.4185", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Mexico City?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/38157_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Mexico City?; The action is #DUAL_POINT#; touch_point: 0.8881, 0.4185, lift_point: 0.8881, 0.4185; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Mexico City?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.4364, 0.5881, lift_point: 0.4364, 0.5881", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/38157_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Mexico City?; The action is #DUAL_POINT#; touch_point: 0.8881, 0.4185, lift_point: 0.8881, 0.4185; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Mexico City?\"; The action is #DUAL_POINT#; touch_point: 0.4364, 0.5881, lift_point: 0.4364, 0.5881", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/38157_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the new iPhone on eBay?", "response": "The action is #DUAL_POINT#; touch_point: 0.8773, 0.5023, lift_point: 0.8773, 0.5023", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/38190_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the new iPhone on eBay?; The action is #DUAL_POINT#; touch_point: 0.8773, 0.5023, lift_point: 0.8773, 0.5023", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the new iPhone on eBay?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/38190_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the new iPhone on eBay?; The action is #DUAL_POINT#; touch_point: 0.8773, 0.5023, lift_point: 0.8773, 0.5023; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the new iPhone on eBay?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.2534, 0.3166, lift_point: 0.2534, 0.3166", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/38190_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the new iPhone on eBay?; The action is #DUAL_POINT#; touch_point: 0.8773, 0.5023, lift_point: 0.8773, 0.5023; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the new iPhone on eBay?\"; The action is #DUAL_POINT#; touch_point: 0.2534, 0.3166, lift_point: 0.2534, 0.3166", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/38190_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the new iPhone on eBay?; The action is #DUAL_POINT#; touch_point: 0.8773, 0.5023, lift_point: 0.8773, 0.5023; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the new iPhone on eBay?\"; The action is #DUAL_POINT#; touch_point: 0.2534, 0.3166, lift_point: 0.2534, 0.3166; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/38190_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the new iPhone on eBay?; The action is #DUAL_POINT#; touch_point: 0.8773, 0.5023, lift_point: 0.8773, 0.5023; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the new iPhone on eBay?\"; The action is #DUAL_POINT#; touch_point: 0.2534, 0.3166, lift_point: 0.2534, 0.3166; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.7429, 0.2766, lift_point: 0.7429, 0.2766", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/38190_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the new iPhone on eBay?; The action is #DUAL_POINT#; touch_point: 0.8773, 0.5023, lift_point: 0.8773, 0.5023; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the new iPhone on eBay?\"; The action is #DUAL_POINT#; touch_point: 0.2534, 0.3166, lift_point: 0.2534, 0.3166; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7429, 0.2766, lift_point: 0.7429, 0.2766", "response": "The action is #DUAL_POINT#; touch_point: 0.9041, 0.5177, lift_point: 0.9041, 0.5177", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/38190_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the new iPhone on eBay?; The action is #DUAL_POINT#; touch_point: 0.8773, 0.5023, lift_point: 0.8773, 0.5023; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the new iPhone on eBay?\"; The action is #DUAL_POINT#; touch_point: 0.2534, 0.3166, lift_point: 0.2534, 0.3166; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7429, 0.2766, lift_point: 0.7429, 0.2766; The action is #DUAL_POINT#; touch_point: 0.9041, 0.5177, lift_point: 0.9041, 0.5177", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/38190_8.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in London?", "response": "The action is #DUAL_POINT#; touch_point: 0.8974, 0.409, lift_point: 0.8974, 0.409", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/38228_1.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in London?; The action is #DUAL_POINT#; touch_point: 0.8974, 0.409, lift_point: 0.8974, 0.409", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in London?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/38228_2.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in London?; The action is #DUAL_POINT#; touch_point: 0.8974, 0.409, lift_point: 0.8974, 0.409; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in London?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1264, 0.508, lift_point: 0.1264, 0.508", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/38228_3.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in London?; The action is #DUAL_POINT#; touch_point: 0.8974, 0.409, lift_point: 0.8974, 0.409; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in London?\"; The action is #DUAL_POINT#; touch_point: 0.1264, 0.508, lift_point: 0.1264, 0.508", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/38228_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Seoul to Barcelona", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/38357_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Seoul to Barcelona; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8849, 0.6558, lift_point: 0.8849, 0.6558", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/38357_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Seoul to Barcelona; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8849, 0.6558, lift_point: 0.8849, 0.6558", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Seoul to Barcelona\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/38357_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Seoul to Barcelona; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8849, 0.6558, lift_point: 0.8849, 0.6558; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Seoul to Barcelona\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1196, 0.6374, lift_point: 0.1196, 0.6374", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/38357_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Seoul to Barcelona; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8849, 0.6558, lift_point: 0.8849, 0.6558; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Seoul to Barcelona\"; The action is #DUAL_POINT#; touch_point: 0.1196, 0.6374, lift_point: 0.1196, 0.6374", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/38357_5.png" ] }, { "query": "\nPrevious Actions: Goal: Open the contacts", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39154_1.png" ] }, { "query": "\nPrevious Actions: Goal: Open the contacts; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3537, 0.8834, lift_point: 0.3537, 0.8834", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39154_2.png" ] }, { "query": "\nPrevious Actions: Goal: Open the contacts; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3537, 0.8834, lift_point: 0.3537, 0.8834", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39154_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in New York?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39177_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in New York?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.886, 0.3826, lift_point: 0.886, 0.3826", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39177_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in New York?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.886, 0.3826, lift_point: 0.886, 0.3826", "response": "The action is #DUAL_POINT#; touch_point: 0.8952, 0.4076, lift_point: 0.8952, 0.4076", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39177_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in New York?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.886, 0.3826, lift_point: 0.886, 0.3826; The action is #DUAL_POINT#; touch_point: 0.8952, 0.4076, lift_point: 0.8952, 0.4076", "response": "The action is #DUAL_POINT#; touch_point: 0.8928, 0.5025, lift_point: 0.8928, 0.5025", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39177_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in New York?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.886, 0.3826, lift_point: 0.886, 0.3826; The action is #DUAL_POINT#; touch_point: 0.8952, 0.4076, lift_point: 0.8952, 0.4076; The action is #DUAL_POINT#; touch_point: 0.8928, 0.5025, lift_point: 0.8928, 0.5025", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in New York?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39177_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in New York?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.886, 0.3826, lift_point: 0.886, 0.3826; The action is #DUAL_POINT#; touch_point: 0.8952, 0.4076, lift_point: 0.8952, 0.4076; The action is #DUAL_POINT#; touch_point: 0.8928, 0.5025, lift_point: 0.8928, 0.5025; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in New York?\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39177_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in New York?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.886, 0.3826, lift_point: 0.886, 0.3826; The action is #DUAL_POINT#; touch_point: 0.8952, 0.4076, lift_point: 0.8952, 0.4076; The action is #DUAL_POINT#; touch_point: 0.8928, 0.5025, lift_point: 0.8928, 0.5025; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in New York?\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39177_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Tokyo", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39237_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Tokyo; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3197, 0.5067, lift_point: 0.3197, 0.5067", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39237_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Tokyo; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3197, 0.5067, lift_point: 0.3197, 0.5067", "response": "The action is #DUAL_POINT#; touch_point: 0.0471, 0.4793, lift_point: 0.0471, 0.4793", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39237_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Tokyo; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3197, 0.5067, lift_point: 0.3197, 0.5067; The action is #DUAL_POINT#; touch_point: 0.0471, 0.4793, lift_point: 0.0471, 0.4793", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Tokyo\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39237_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Tokyo; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3197, 0.5067, lift_point: 0.3197, 0.5067; The action is #DUAL_POINT#; touch_point: 0.0471, 0.4793, lift_point: 0.0471, 0.4793; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Tokyo\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39237_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Tokyo; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3197, 0.5067, lift_point: 0.3197, 0.5067; The action is #DUAL_POINT#; touch_point: 0.0471, 0.4793, lift_point: 0.0471, 0.4793; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Tokyo\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39237_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from Game Informer?", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39463_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from Game Informer?; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3556, 0.5143, lift_point: 0.3556, 0.5143", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39463_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from Game Informer?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3556, 0.5143, lift_point: 0.3556, 0.5143", "response": "The action is #DUAL_POINT#; touch_point: 0.09, 0.3926, lift_point: 0.09, 0.3926", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39463_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from Game Informer?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3556, 0.5143, lift_point: 0.3556, 0.5143; The action is #DUAL_POINT#; touch_point: 0.09, 0.3926, lift_point: 0.09, 0.3926", "response": "The action is #DUAL_POINT#; touch_point: 0.0644, 0.336, lift_point: 0.0644, 0.336", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39463_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from Game Informer?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3556, 0.5143, lift_point: 0.3556, 0.5143; The action is #DUAL_POINT#; touch_point: 0.09, 0.3926, lift_point: 0.09, 0.3926; The action is #DUAL_POINT#; touch_point: 0.0644, 0.336, lift_point: 0.0644, 0.336", "response": "The action is #DUAL_POINT#; touch_point: 0.0521, 0.9296, lift_point: 0.0521, 0.9296", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39463_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from Game Informer?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3556, 0.5143, lift_point: 0.3556, 0.5143; The action is #DUAL_POINT#; touch_point: 0.09, 0.3926, lift_point: 0.09, 0.3926; The action is #DUAL_POINT#; touch_point: 0.0644, 0.336, lift_point: 0.0644, 0.336; The action is #DUAL_POINT#; touch_point: 0.0521, 0.9296, lift_point: 0.0521, 0.9296", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest video from Game Informer?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39463_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from Game Informer?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3556, 0.5143, lift_point: 0.3556, 0.5143; The action is #DUAL_POINT#; touch_point: 0.09, 0.3926, lift_point: 0.09, 0.3926; The action is #DUAL_POINT#; touch_point: 0.0644, 0.336, lift_point: 0.0644, 0.336; The action is #DUAL_POINT#; touch_point: 0.0521, 0.9296, lift_point: 0.0521, 0.9296; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest video from Game Informer?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1236, 0.5445, lift_point: 0.1236, 0.5445", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39463_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from Game Informer?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3556, 0.5143, lift_point: 0.3556, 0.5143; The action is #DUAL_POINT#; touch_point: 0.09, 0.3926, lift_point: 0.09, 0.3926; The action is #DUAL_POINT#; touch_point: 0.0644, 0.336, lift_point: 0.0644, 0.336; The action is #DUAL_POINT#; touch_point: 0.0521, 0.9296, lift_point: 0.0521, 0.9296; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest video from Game Informer?\"; The action is #DUAL_POINT#; touch_point: 0.1236, 0.5445, lift_point: 0.1236, 0.5445", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39463_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Rio de Janeiro?", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39477_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Rio de Janeiro?; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3519, 0.4983, lift_point: 0.3519, 0.4983", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39477_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Rio de Janeiro?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3519, 0.4983, lift_point: 0.3519, 0.4983", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39477_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Rio de Janeiro?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3519, 0.4983, lift_point: 0.3519, 0.4983; The action is #Scrolling Up#", "response": "The action is #DUAL_POINT#; touch_point: 0.0562, 0.3925, lift_point: 0.0562, 0.3925", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39477_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Rio de Janeiro?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3519, 0.4983, lift_point: 0.3519, 0.4983; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0562, 0.3925, lift_point: 0.0562, 0.3925", "response": "The action is #DUAL_POINT#; touch_point: 0.0533, 0.9378, lift_point: 0.0533, 0.9378", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39477_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Rio de Janeiro?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3519, 0.4983, lift_point: 0.3519, 0.4983; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0562, 0.3925, lift_point: 0.0562, 0.3925; The action is #DUAL_POINT#; touch_point: 0.0533, 0.9378, lift_point: 0.0533, 0.9378", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Rio de Janeiro?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39477_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Rio de Janeiro?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3519, 0.4983, lift_point: 0.3519, 0.4983; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0562, 0.3925, lift_point: 0.0562, 0.3925; The action is #DUAL_POINT#; touch_point: 0.0533, 0.9378, lift_point: 0.0533, 0.9378; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Rio de Janeiro?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1189, 0.3516, lift_point: 0.1189, 0.3516", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39477_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Rio de Janeiro?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3519, 0.4983, lift_point: 0.3519, 0.4983; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0562, 0.3925, lift_point: 0.0562, 0.3925; The action is #DUAL_POINT#; touch_point: 0.0533, 0.9378, lift_point: 0.0533, 0.9378; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Rio de Janeiro?\"; The action is #DUAL_POINT#; touch_point: 0.1189, 0.3516, lift_point: 0.1189, 0.3516", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39477_8.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open now", "response": "The action is #DUAL_POINT#; touch_point: 0.8073, 0.6794, lift_point: 0.8073, 0.6794", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39632_1.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open now; The action is #DUAL_POINT#; touch_point: 0.8073, 0.6794, lift_point: 0.8073, 0.6794", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39632_2.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open now; The action is #DUAL_POINT#; touch_point: 0.8073, 0.6794, lift_point: 0.8073, 0.6794; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39632_3.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open now; The action is #DUAL_POINT#; touch_point: 0.8073, 0.6794, lift_point: 0.8073, 0.6794; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.362, 0.5116, lift_point: 0.362, 0.5116", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39632_4.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open now; The action is #DUAL_POINT#; touch_point: 0.8073, 0.6794, lift_point: 0.8073, 0.6794; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.362, 0.5116, lift_point: 0.362, 0.5116", "response": "The action is #DUAL_POINT#; touch_point: 0.0788, 0.5349, lift_point: 0.0788, 0.5349", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39632_5.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open now; The action is #DUAL_POINT#; touch_point: 0.8073, 0.6794, lift_point: 0.8073, 0.6794; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.362, 0.5116, lift_point: 0.362, 0.5116; The action is #DUAL_POINT#; touch_point: 0.0788, 0.5349, lift_point: 0.0788, 0.5349", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"electronics store thats open now\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39632_6.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open now; The action is #DUAL_POINT#; touch_point: 0.8073, 0.6794, lift_point: 0.8073, 0.6794; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.362, 0.5116, lift_point: 0.362, 0.5116; The action is #DUAL_POINT#; touch_point: 0.0788, 0.5349, lift_point: 0.0788, 0.5349; The action is #TYPE#; And the content is : \"typed_text\": \"electronics store thats open now\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39632_7.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open now; The action is #DUAL_POINT#; touch_point: 0.8073, 0.6794, lift_point: 0.8073, 0.6794; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.362, 0.5116, lift_point: 0.362, 0.5116; The action is #DUAL_POINT#; touch_point: 0.0788, 0.5349, lift_point: 0.0788, 0.5349; The action is #TYPE#; And the content is : \"typed_text\": \"electronics store thats open now\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"", "response": "The action is #DUAL_POINT#; touch_point: 0.2153, 0.5998, lift_point: 0.2153, 0.5998", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39632_8.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open now; The action is #DUAL_POINT#; touch_point: 0.8073, 0.6794, lift_point: 0.8073, 0.6794; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.362, 0.5116, lift_point: 0.362, 0.5116; The action is #DUAL_POINT#; touch_point: 0.0788, 0.5349, lift_point: 0.0788, 0.5349; The action is #TYPE#; And the content is : \"typed_text\": \"electronics store thats open now\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.2153, 0.5998, lift_point: 0.2153, 0.5998", "response": "The action is #DUAL_POINT#; touch_point: 0.1341, 0.4624, lift_point: 0.1341, 0.4624", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39632_9.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open now; The action is #DUAL_POINT#; touch_point: 0.8073, 0.6794, lift_point: 0.8073, 0.6794; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.362, 0.5116, lift_point: 0.362, 0.5116; The action is #DUAL_POINT#; touch_point: 0.0788, 0.5349, lift_point: 0.0788, 0.5349; The action is #TYPE#; And the content is : \"typed_text\": \"electronics store thats open now\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.2153, 0.5998, lift_point: 0.2153, 0.5998; The action is #DUAL_POINT#; touch_point: 0.1341, 0.4624, lift_point: 0.1341, 0.4624", "response": "The action is #DUAL_POINT#; touch_point: 0.2033, 0.5262, lift_point: 0.2033, 0.5262", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39632_10.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open now; The action is #DUAL_POINT#; touch_point: 0.8073, 0.6794, lift_point: 0.8073, 0.6794; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.362, 0.5116, lift_point: 0.362, 0.5116; The action is #DUAL_POINT#; touch_point: 0.0788, 0.5349, lift_point: 0.0788, 0.5349; The action is #TYPE#; And the content is : \"typed_text\": \"electronics store thats open now\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.2153, 0.5998, lift_point: 0.2153, 0.5998; The action is #DUAL_POINT#; touch_point: 0.1341, 0.4624, lift_point: 0.1341, 0.4624; The action is #DUAL_POINT#; touch_point: 0.2033, 0.5262, lift_point: 0.2033, 0.5262", "response": "The action is #DUAL_POINT#; touch_point: 0.2643, 0.535, lift_point: 0.2643, 0.535", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39632_11.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open now; The action is #DUAL_POINT#; touch_point: 0.8073, 0.6794, lift_point: 0.8073, 0.6794; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.362, 0.5116, lift_point: 0.362, 0.5116; The action is #DUAL_POINT#; touch_point: 0.0788, 0.5349, lift_point: 0.0788, 0.5349; The action is #TYPE#; And the content is : \"typed_text\": \"electronics store thats open now\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.2153, 0.5998, lift_point: 0.2153, 0.5998; The action is #DUAL_POINT#; touch_point: 0.1341, 0.4624, lift_point: 0.1341, 0.4624; The action is #DUAL_POINT#; touch_point: 0.2033, 0.5262, lift_point: 0.2033, 0.5262; The action is #DUAL_POINT#; touch_point: 0.2643, 0.535, lift_point: 0.2643, 0.535", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39632_12.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open now; The action is #DUAL_POINT#; touch_point: 0.8073, 0.6794, lift_point: 0.8073, 0.6794; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.362, 0.5116, lift_point: 0.362, 0.5116; The action is #DUAL_POINT#; touch_point: 0.0788, 0.5349, lift_point: 0.0788, 0.5349; The action is #TYPE#; And the content is : \"typed_text\": \"electronics store thats open now\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.2153, 0.5998, lift_point: 0.2153, 0.5998; The action is #DUAL_POINT#; touch_point: 0.1341, 0.4624, lift_point: 0.1341, 0.4624; The action is #DUAL_POINT#; touch_point: 0.2033, 0.5262, lift_point: 0.2033, 0.5262; The action is #DUAL_POINT#; touch_point: 0.2643, 0.535, lift_point: 0.2643, 0.535; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39632_13.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open now; The action is #DUAL_POINT#; touch_point: 0.8073, 0.6794, lift_point: 0.8073, 0.6794; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.362, 0.5116, lift_point: 0.362, 0.5116; The action is #DUAL_POINT#; touch_point: 0.0788, 0.5349, lift_point: 0.0788, 0.5349; The action is #TYPE#; And the content is : \"typed_text\": \"electronics store thats open now\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.2153, 0.5998, lift_point: 0.2153, 0.5998; The action is #DUAL_POINT#; touch_point: 0.1341, 0.4624, lift_point: 0.1341, 0.4624; The action is #DUAL_POINT#; touch_point: 0.2033, 0.5262, lift_point: 0.2033, 0.5262; The action is #DUAL_POINT#; touch_point: 0.2643, 0.535, lift_point: 0.2643, 0.535; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3254, 0.5145, lift_point: 0.3254, 0.5145", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39632_14.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open now; The action is #DUAL_POINT#; touch_point: 0.8073, 0.6794, lift_point: 0.8073, 0.6794; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.362, 0.5116, lift_point: 0.362, 0.5116; The action is #DUAL_POINT#; touch_point: 0.0788, 0.5349, lift_point: 0.0788, 0.5349; The action is #TYPE#; And the content is : \"typed_text\": \"electronics store thats open now\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.2153, 0.5998, lift_point: 0.2153, 0.5998; The action is #DUAL_POINT#; touch_point: 0.1341, 0.4624, lift_point: 0.1341, 0.4624; The action is #DUAL_POINT#; touch_point: 0.2033, 0.5262, lift_point: 0.2033, 0.5262; The action is #DUAL_POINT#; touch_point: 0.2643, 0.535, lift_point: 0.2643, 0.535; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3254, 0.5145, lift_point: 0.3254, 0.5145", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39632_15.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open now; The action is #DUAL_POINT#; touch_point: 0.8073, 0.6794, lift_point: 0.8073, 0.6794; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.362, 0.5116, lift_point: 0.362, 0.5116; The action is #DUAL_POINT#; touch_point: 0.0788, 0.5349, lift_point: 0.0788, 0.5349; The action is #TYPE#; And the content is : \"typed_text\": \"electronics store thats open now\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.2153, 0.5998, lift_point: 0.2153, 0.5998; The action is #DUAL_POINT#; touch_point: 0.1341, 0.4624, lift_point: 0.1341, 0.4624; The action is #DUAL_POINT#; touch_point: 0.2033, 0.5262, lift_point: 0.2033, 0.5262; The action is #DUAL_POINT#; touch_point: 0.2643, 0.535, lift_point: 0.2643, 0.535; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3254, 0.5145, lift_point: 0.3254, 0.5145; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.5419, 0.4345, lift_point: 0.5419, 0.4345", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39632_16.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open now; The action is #DUAL_POINT#; touch_point: 0.8073, 0.6794, lift_point: 0.8073, 0.6794; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.362, 0.5116, lift_point: 0.362, 0.5116; The action is #DUAL_POINT#; touch_point: 0.0788, 0.5349, lift_point: 0.0788, 0.5349; The action is #TYPE#; And the content is : \"typed_text\": \"electronics store thats open now\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.2153, 0.5998, lift_point: 0.2153, 0.5998; The action is #DUAL_POINT#; touch_point: 0.1341, 0.4624, lift_point: 0.1341, 0.4624; The action is #DUAL_POINT#; touch_point: 0.2033, 0.5262, lift_point: 0.2033, 0.5262; The action is #DUAL_POINT#; touch_point: 0.2643, 0.535, lift_point: 0.2643, 0.535; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3254, 0.5145, lift_point: 0.3254, 0.5145; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5419, 0.4345, lift_point: 0.5419, 0.4345", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39632_17.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open now; The action is #DUAL_POINT#; touch_point: 0.8073, 0.6794, lift_point: 0.8073, 0.6794; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.362, 0.5116, lift_point: 0.362, 0.5116; The action is #DUAL_POINT#; touch_point: 0.0788, 0.5349, lift_point: 0.0788, 0.5349; The action is #TYPE#; And the content is : \"typed_text\": \"electronics store thats open now\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.2153, 0.5998, lift_point: 0.2153, 0.5998; The action is #DUAL_POINT#; touch_point: 0.1341, 0.4624, lift_point: 0.1341, 0.4624; The action is #DUAL_POINT#; touch_point: 0.2033, 0.5262, lift_point: 0.2033, 0.5262; The action is #DUAL_POINT#; touch_point: 0.2643, 0.535, lift_point: 0.2643, 0.535; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3254, 0.5145, lift_point: 0.3254, 0.5145; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5419, 0.4345, lift_point: 0.5419, 0.4345; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39632_18.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open now; The action is #DUAL_POINT#; touch_point: 0.8073, 0.6794, lift_point: 0.8073, 0.6794; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.362, 0.5116, lift_point: 0.362, 0.5116; The action is #DUAL_POINT#; touch_point: 0.0788, 0.5349, lift_point: 0.0788, 0.5349; The action is #TYPE#; And the content is : \"typed_text\": \"electronics store thats open now\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.2153, 0.5998, lift_point: 0.2153, 0.5998; The action is #DUAL_POINT#; touch_point: 0.1341, 0.4624, lift_point: 0.1341, 0.4624; The action is #DUAL_POINT#; touch_point: 0.2033, 0.5262, lift_point: 0.2033, 0.5262; The action is #DUAL_POINT#; touch_point: 0.2643, 0.535, lift_point: 0.2643, 0.535; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3254, 0.5145, lift_point: 0.3254, 0.5145; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5419, 0.4345, lift_point: 0.5419, 0.4345; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.9138, 0.5418, lift_point: 0.9138, 0.5418", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39632_19.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open now; The action is #DUAL_POINT#; touch_point: 0.8073, 0.6794, lift_point: 0.8073, 0.6794; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.362, 0.5116, lift_point: 0.362, 0.5116; The action is #DUAL_POINT#; touch_point: 0.0788, 0.5349, lift_point: 0.0788, 0.5349; The action is #TYPE#; And the content is : \"typed_text\": \"electronics store thats open now\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.2153, 0.5998, lift_point: 0.2153, 0.5998; The action is #DUAL_POINT#; touch_point: 0.1341, 0.4624, lift_point: 0.1341, 0.4624; The action is #DUAL_POINT#; touch_point: 0.2033, 0.5262, lift_point: 0.2033, 0.5262; The action is #DUAL_POINT#; touch_point: 0.2643, 0.535, lift_point: 0.2643, 0.535; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3254, 0.5145, lift_point: 0.3254, 0.5145; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5419, 0.4345, lift_point: 0.5419, 0.4345; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9138, 0.5418, lift_point: 0.9138, 0.5418", "response": "The action is #DUAL_POINT#; touch_point: 0.637, 0.9457, lift_point: 0.637, 0.9457", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39632_20.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open now; The action is #DUAL_POINT#; touch_point: 0.8073, 0.6794, lift_point: 0.8073, 0.6794; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.362, 0.5116, lift_point: 0.362, 0.5116; The action is #DUAL_POINT#; touch_point: 0.0788, 0.5349, lift_point: 0.0788, 0.5349; The action is #TYPE#; And the content is : \"typed_text\": \"electronics store thats open now\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.2153, 0.5998, lift_point: 0.2153, 0.5998; The action is #DUAL_POINT#; touch_point: 0.1341, 0.4624, lift_point: 0.1341, 0.4624; The action is #DUAL_POINT#; touch_point: 0.2033, 0.5262, lift_point: 0.2033, 0.5262; The action is #DUAL_POINT#; touch_point: 0.2643, 0.535, lift_point: 0.2643, 0.535; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3254, 0.5145, lift_point: 0.3254, 0.5145; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5419, 0.4345, lift_point: 0.5419, 0.4345; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9138, 0.5418, lift_point: 0.9138, 0.5418; The action is #DUAL_POINT#; touch_point: 0.637, 0.9457, lift_point: 0.637, 0.9457", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39632_21.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open now; The action is #DUAL_POINT#; touch_point: 0.8073, 0.6794, lift_point: 0.8073, 0.6794; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.362, 0.5116, lift_point: 0.362, 0.5116; The action is #DUAL_POINT#; touch_point: 0.0788, 0.5349, lift_point: 0.0788, 0.5349; The action is #TYPE#; And the content is : \"typed_text\": \"electronics store thats open now\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.2153, 0.5998, lift_point: 0.2153, 0.5998; The action is #DUAL_POINT#; touch_point: 0.1341, 0.4624, lift_point: 0.1341, 0.4624; The action is #DUAL_POINT#; touch_point: 0.2033, 0.5262, lift_point: 0.2033, 0.5262; The action is #DUAL_POINT#; touch_point: 0.2643, 0.535, lift_point: 0.2643, 0.535; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3254, 0.5145, lift_point: 0.3254, 0.5145; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5419, 0.4345, lift_point: 0.5419, 0.4345; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9138, 0.5418, lift_point: 0.9138, 0.5418; The action is #DUAL_POINT#; touch_point: 0.637, 0.9457, lift_point: 0.637, 0.9457; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39632_22.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open now; The action is #DUAL_POINT#; touch_point: 0.8073, 0.6794, lift_point: 0.8073, 0.6794; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.362, 0.5116, lift_point: 0.362, 0.5116; The action is #DUAL_POINT#; touch_point: 0.0788, 0.5349, lift_point: 0.0788, 0.5349; The action is #TYPE#; And the content is : \"typed_text\": \"electronics store thats open now\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.2153, 0.5998, lift_point: 0.2153, 0.5998; The action is #DUAL_POINT#; touch_point: 0.1341, 0.4624, lift_point: 0.1341, 0.4624; The action is #DUAL_POINT#; touch_point: 0.2033, 0.5262, lift_point: 0.2033, 0.5262; The action is #DUAL_POINT#; touch_point: 0.2643, 0.535, lift_point: 0.2643, 0.535; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3254, 0.5145, lift_point: 0.3254, 0.5145; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5419, 0.4345, lift_point: 0.5419, 0.4345; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9138, 0.5418, lift_point: 0.9138, 0.5418; The action is #DUAL_POINT#; touch_point: 0.637, 0.9457, lift_point: 0.637, 0.9457; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39632_23.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open now; The action is #DUAL_POINT#; touch_point: 0.8073, 0.6794, lift_point: 0.8073, 0.6794; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.362, 0.5116, lift_point: 0.362, 0.5116; The action is #DUAL_POINT#; touch_point: 0.0788, 0.5349, lift_point: 0.0788, 0.5349; The action is #TYPE#; And the content is : \"typed_text\": \"electronics store thats open now\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.2153, 0.5998, lift_point: 0.2153, 0.5998; The action is #DUAL_POINT#; touch_point: 0.1341, 0.4624, lift_point: 0.1341, 0.4624; The action is #DUAL_POINT#; touch_point: 0.2033, 0.5262, lift_point: 0.2033, 0.5262; The action is #DUAL_POINT#; touch_point: 0.2643, 0.535, lift_point: 0.2643, 0.535; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3254, 0.5145, lift_point: 0.3254, 0.5145; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5419, 0.4345, lift_point: 0.5419, 0.4345; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9138, 0.5418, lift_point: 0.9138, 0.5418; The action is #DUAL_POINT#; touch_point: 0.637, 0.9457, lift_point: 0.637, 0.9457; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39632_24.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open now; The action is #DUAL_POINT#; touch_point: 0.8073, 0.6794, lift_point: 0.8073, 0.6794; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.362, 0.5116, lift_point: 0.362, 0.5116; The action is #DUAL_POINT#; touch_point: 0.0788, 0.5349, lift_point: 0.0788, 0.5349; The action is #TYPE#; And the content is : \"typed_text\": \"electronics store thats open now\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.2153, 0.5998, lift_point: 0.2153, 0.5998; The action is #DUAL_POINT#; touch_point: 0.1341, 0.4624, lift_point: 0.1341, 0.4624; The action is #DUAL_POINT#; touch_point: 0.2033, 0.5262, lift_point: 0.2033, 0.5262; The action is #DUAL_POINT#; touch_point: 0.2643, 0.535, lift_point: 0.2643, 0.535; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3254, 0.5145, lift_point: 0.3254, 0.5145; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5419, 0.4345, lift_point: 0.5419, 0.4345; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9138, 0.5418, lift_point: 0.9138, 0.5418; The action is #DUAL_POINT#; touch_point: 0.637, 0.9457, lift_point: 0.637, 0.9457; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39632_25.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open now; The action is #DUAL_POINT#; touch_point: 0.8073, 0.6794, lift_point: 0.8073, 0.6794; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.362, 0.5116, lift_point: 0.362, 0.5116; The action is #DUAL_POINT#; touch_point: 0.0788, 0.5349, lift_point: 0.0788, 0.5349; The action is #TYPE#; And the content is : \"typed_text\": \"electronics store thats open now\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.2153, 0.5998, lift_point: 0.2153, 0.5998; The action is #DUAL_POINT#; touch_point: 0.1341, 0.4624, lift_point: 0.1341, 0.4624; The action is #DUAL_POINT#; touch_point: 0.2033, 0.5262, lift_point: 0.2033, 0.5262; The action is #DUAL_POINT#; touch_point: 0.2643, 0.535, lift_point: 0.2643, 0.535; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3254, 0.5145, lift_point: 0.3254, 0.5145; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5419, 0.4345, lift_point: 0.5419, 0.4345; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9138, 0.5418, lift_point: 0.9138, 0.5418; The action is #DUAL_POINT#; touch_point: 0.637, 0.9457, lift_point: 0.637, 0.9457; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39632_26.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open now; The action is #DUAL_POINT#; touch_point: 0.8073, 0.6794, lift_point: 0.8073, 0.6794; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.362, 0.5116, lift_point: 0.362, 0.5116; The action is #DUAL_POINT#; touch_point: 0.0788, 0.5349, lift_point: 0.0788, 0.5349; The action is #TYPE#; And the content is : \"typed_text\": \"electronics store thats open now\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.2153, 0.5998, lift_point: 0.2153, 0.5998; The action is #DUAL_POINT#; touch_point: 0.1341, 0.4624, lift_point: 0.1341, 0.4624; The action is #DUAL_POINT#; touch_point: 0.2033, 0.5262, lift_point: 0.2033, 0.5262; The action is #DUAL_POINT#; touch_point: 0.2643, 0.535, lift_point: 0.2643, 0.535; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3254, 0.5145, lift_point: 0.3254, 0.5145; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5419, 0.4345, lift_point: 0.5419, 0.4345; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9138, 0.5418, lift_point: 0.9138, 0.5418; The action is #DUAL_POINT#; touch_point: 0.637, 0.9457, lift_point: 0.637, 0.9457; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39632_27.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open now; The action is #DUAL_POINT#; touch_point: 0.8073, 0.6794, lift_point: 0.8073, 0.6794; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.362, 0.5116, lift_point: 0.362, 0.5116; The action is #DUAL_POINT#; touch_point: 0.0788, 0.5349, lift_point: 0.0788, 0.5349; The action is #TYPE#; And the content is : \"typed_text\": \"electronics store thats open now\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.2153, 0.5998, lift_point: 0.2153, 0.5998; The action is #DUAL_POINT#; touch_point: 0.1341, 0.4624, lift_point: 0.1341, 0.4624; The action is #DUAL_POINT#; touch_point: 0.2033, 0.5262, lift_point: 0.2033, 0.5262; The action is #DUAL_POINT#; touch_point: 0.2643, 0.535, lift_point: 0.2643, 0.535; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3254, 0.5145, lift_point: 0.3254, 0.5145; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5419, 0.4345, lift_point: 0.5419, 0.4345; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9138, 0.5418, lift_point: 0.9138, 0.5418; The action is #DUAL_POINT#; touch_point: 0.637, 0.9457, lift_point: 0.637, 0.9457; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39632_28.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open now; The action is #DUAL_POINT#; touch_point: 0.8073, 0.6794, lift_point: 0.8073, 0.6794; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.362, 0.5116, lift_point: 0.362, 0.5116; The action is #DUAL_POINT#; touch_point: 0.0788, 0.5349, lift_point: 0.0788, 0.5349; The action is #TYPE#; And the content is : \"typed_text\": \"electronics store thats open now\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.2153, 0.5998, lift_point: 0.2153, 0.5998; The action is #DUAL_POINT#; touch_point: 0.1341, 0.4624, lift_point: 0.1341, 0.4624; The action is #DUAL_POINT#; touch_point: 0.2033, 0.5262, lift_point: 0.2033, 0.5262; The action is #DUAL_POINT#; touch_point: 0.2643, 0.535, lift_point: 0.2643, 0.535; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3254, 0.5145, lift_point: 0.3254, 0.5145; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5419, 0.4345, lift_point: 0.5419, 0.4345; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9138, 0.5418, lift_point: 0.9138, 0.5418; The action is #DUAL_POINT#; touch_point: 0.637, 0.9457, lift_point: 0.637, 0.9457; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39632_29.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open now; The action is #DUAL_POINT#; touch_point: 0.8073, 0.6794, lift_point: 0.8073, 0.6794; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.362, 0.5116, lift_point: 0.362, 0.5116; The action is #DUAL_POINT#; touch_point: 0.0788, 0.5349, lift_point: 0.0788, 0.5349; The action is #TYPE#; And the content is : \"typed_text\": \"electronics store thats open now\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.2153, 0.5998, lift_point: 0.2153, 0.5998; The action is #DUAL_POINT#; touch_point: 0.1341, 0.4624, lift_point: 0.1341, 0.4624; The action is #DUAL_POINT#; touch_point: 0.2033, 0.5262, lift_point: 0.2033, 0.5262; The action is #DUAL_POINT#; touch_point: 0.2643, 0.535, lift_point: 0.2643, 0.535; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3254, 0.5145, lift_point: 0.3254, 0.5145; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5419, 0.4345, lift_point: 0.5419, 0.4345; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9138, 0.5418, lift_point: 0.9138, 0.5418; The action is #DUAL_POINT#; touch_point: 0.637, 0.9457, lift_point: 0.637, 0.9457; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39632_30.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open now; The action is #DUAL_POINT#; touch_point: 0.8073, 0.6794, lift_point: 0.8073, 0.6794; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.362, 0.5116, lift_point: 0.362, 0.5116; The action is #DUAL_POINT#; touch_point: 0.0788, 0.5349, lift_point: 0.0788, 0.5349; The action is #TYPE#; And the content is : \"typed_text\": \"electronics store thats open now\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.2153, 0.5998, lift_point: 0.2153, 0.5998; The action is #DUAL_POINT#; touch_point: 0.1341, 0.4624, lift_point: 0.1341, 0.4624; The action is #DUAL_POINT#; touch_point: 0.2033, 0.5262, lift_point: 0.2033, 0.5262; The action is #DUAL_POINT#; touch_point: 0.2643, 0.535, lift_point: 0.2643, 0.535; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3254, 0.5145, lift_point: 0.3254, 0.5145; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5419, 0.4345, lift_point: 0.5419, 0.4345; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9138, 0.5418, lift_point: 0.9138, 0.5418; The action is #DUAL_POINT#; touch_point: 0.637, 0.9457, lift_point: 0.637, 0.9457; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39632_31.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open now; The action is #DUAL_POINT#; touch_point: 0.8073, 0.6794, lift_point: 0.8073, 0.6794; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.362, 0.5116, lift_point: 0.362, 0.5116; The action is #DUAL_POINT#; touch_point: 0.0788, 0.5349, lift_point: 0.0788, 0.5349; The action is #TYPE#; And the content is : \"typed_text\": \"electronics store thats open now\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.2153, 0.5998, lift_point: 0.2153, 0.5998; The action is #DUAL_POINT#; touch_point: 0.1341, 0.4624, lift_point: 0.1341, 0.4624; The action is #DUAL_POINT#; touch_point: 0.2033, 0.5262, lift_point: 0.2033, 0.5262; The action is #DUAL_POINT#; touch_point: 0.2643, 0.535, lift_point: 0.2643, 0.535; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3254, 0.5145, lift_point: 0.3254, 0.5145; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5419, 0.4345, lift_point: 0.5419, 0.4345; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9138, 0.5418, lift_point: 0.9138, 0.5418; The action is #DUAL_POINT#; touch_point: 0.637, 0.9457, lift_point: 0.637, 0.9457; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39632_32.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open now; The action is #DUAL_POINT#; touch_point: 0.8073, 0.6794, lift_point: 0.8073, 0.6794; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.362, 0.5116, lift_point: 0.362, 0.5116; The action is #DUAL_POINT#; touch_point: 0.0788, 0.5349, lift_point: 0.0788, 0.5349; The action is #TYPE#; And the content is : \"typed_text\": \"electronics store thats open now\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.2153, 0.5998, lift_point: 0.2153, 0.5998; The action is #DUAL_POINT#; touch_point: 0.1341, 0.4624, lift_point: 0.1341, 0.4624; The action is #DUAL_POINT#; touch_point: 0.2033, 0.5262, lift_point: 0.2033, 0.5262; The action is #DUAL_POINT#; touch_point: 0.2643, 0.535, lift_point: 0.2643, 0.535; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3254, 0.5145, lift_point: 0.3254, 0.5145; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5419, 0.4345, lift_point: 0.5419, 0.4345; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9138, 0.5418, lift_point: 0.9138, 0.5418; The action is #DUAL_POINT#; touch_point: 0.637, 0.9457, lift_point: 0.637, 0.9457; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39632_33.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open now; The action is #DUAL_POINT#; touch_point: 0.8073, 0.6794, lift_point: 0.8073, 0.6794; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.362, 0.5116, lift_point: 0.362, 0.5116; The action is #DUAL_POINT#; touch_point: 0.0788, 0.5349, lift_point: 0.0788, 0.5349; The action is #TYPE#; And the content is : \"typed_text\": \"electronics store thats open now\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.2153, 0.5998, lift_point: 0.2153, 0.5998; The action is #DUAL_POINT#; touch_point: 0.1341, 0.4624, lift_point: 0.1341, 0.4624; The action is #DUAL_POINT#; touch_point: 0.2033, 0.5262, lift_point: 0.2033, 0.5262; The action is #DUAL_POINT#; touch_point: 0.2643, 0.535, lift_point: 0.2643, 0.535; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3254, 0.5145, lift_point: 0.3254, 0.5145; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5419, 0.4345, lift_point: 0.5419, 0.4345; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9138, 0.5418, lift_point: 0.9138, 0.5418; The action is #DUAL_POINT#; touch_point: 0.637, 0.9457, lift_point: 0.637, 0.9457; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39632_34.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open now; The action is #DUAL_POINT#; touch_point: 0.8073, 0.6794, lift_point: 0.8073, 0.6794; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.362, 0.5116, lift_point: 0.362, 0.5116; The action is #DUAL_POINT#; touch_point: 0.0788, 0.5349, lift_point: 0.0788, 0.5349; The action is #TYPE#; And the content is : \"typed_text\": \"electronics store thats open now\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.2153, 0.5998, lift_point: 0.2153, 0.5998; The action is #DUAL_POINT#; touch_point: 0.1341, 0.4624, lift_point: 0.1341, 0.4624; The action is #DUAL_POINT#; touch_point: 0.2033, 0.5262, lift_point: 0.2033, 0.5262; The action is #DUAL_POINT#; touch_point: 0.2643, 0.535, lift_point: 0.2643, 0.535; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3254, 0.5145, lift_point: 0.3254, 0.5145; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5419, 0.4345, lift_point: 0.5419, 0.4345; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9138, 0.5418, lift_point: 0.9138, 0.5418; The action is #DUAL_POINT#; touch_point: 0.637, 0.9457, lift_point: 0.637, 0.9457; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39632_35.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open now; The action is #DUAL_POINT#; touch_point: 0.8073, 0.6794, lift_point: 0.8073, 0.6794; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.362, 0.5116, lift_point: 0.362, 0.5116; The action is #DUAL_POINT#; touch_point: 0.0788, 0.5349, lift_point: 0.0788, 0.5349; The action is #TYPE#; And the content is : \"typed_text\": \"electronics store thats open now\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.2153, 0.5998, lift_point: 0.2153, 0.5998; The action is #DUAL_POINT#; touch_point: 0.1341, 0.4624, lift_point: 0.1341, 0.4624; The action is #DUAL_POINT#; touch_point: 0.2033, 0.5262, lift_point: 0.2033, 0.5262; The action is #DUAL_POINT#; touch_point: 0.2643, 0.535, lift_point: 0.2643, 0.535; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3254, 0.5145, lift_point: 0.3254, 0.5145; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5419, 0.4345, lift_point: 0.5419, 0.4345; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9138, 0.5418, lift_point: 0.9138, 0.5418; The action is #DUAL_POINT#; touch_point: 0.637, 0.9457, lift_point: 0.637, 0.9457; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39632_36.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open now; The action is #DUAL_POINT#; touch_point: 0.8073, 0.6794, lift_point: 0.8073, 0.6794; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.362, 0.5116, lift_point: 0.362, 0.5116; The action is #DUAL_POINT#; touch_point: 0.0788, 0.5349, lift_point: 0.0788, 0.5349; The action is #TYPE#; And the content is : \"typed_text\": \"electronics store thats open now\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.2153, 0.5998, lift_point: 0.2153, 0.5998; The action is #DUAL_POINT#; touch_point: 0.1341, 0.4624, lift_point: 0.1341, 0.4624; The action is #DUAL_POINT#; touch_point: 0.2033, 0.5262, lift_point: 0.2033, 0.5262; The action is #DUAL_POINT#; touch_point: 0.2643, 0.535, lift_point: 0.2643, 0.535; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3254, 0.5145, lift_point: 0.3254, 0.5145; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5419, 0.4345, lift_point: 0.5419, 0.4345; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9138, 0.5418, lift_point: 0.9138, 0.5418; The action is #DUAL_POINT#; touch_point: 0.637, 0.9457, lift_point: 0.637, 0.9457; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39632_37.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open now; The action is #DUAL_POINT#; touch_point: 0.8073, 0.6794, lift_point: 0.8073, 0.6794; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.362, 0.5116, lift_point: 0.362, 0.5116; The action is #DUAL_POINT#; touch_point: 0.0788, 0.5349, lift_point: 0.0788, 0.5349; The action is #TYPE#; And the content is : \"typed_text\": \"electronics store thats open now\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.2153, 0.5998, lift_point: 0.2153, 0.5998; The action is #DUAL_POINT#; touch_point: 0.1341, 0.4624, lift_point: 0.1341, 0.4624; The action is #DUAL_POINT#; touch_point: 0.2033, 0.5262, lift_point: 0.2033, 0.5262; The action is #DUAL_POINT#; touch_point: 0.2643, 0.535, lift_point: 0.2643, 0.535; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3254, 0.5145, lift_point: 0.3254, 0.5145; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5419, 0.4345, lift_point: 0.5419, 0.4345; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9138, 0.5418, lift_point: 0.9138, 0.5418; The action is #DUAL_POINT#; touch_point: 0.637, 0.9457, lift_point: 0.637, 0.9457; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39632_38.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open now; The action is #DUAL_POINT#; touch_point: 0.8073, 0.6794, lift_point: 0.8073, 0.6794; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.362, 0.5116, lift_point: 0.362, 0.5116; The action is #DUAL_POINT#; touch_point: 0.0788, 0.5349, lift_point: 0.0788, 0.5349; The action is #TYPE#; And the content is : \"typed_text\": \"electronics store thats open now\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.2153, 0.5998, lift_point: 0.2153, 0.5998; The action is #DUAL_POINT#; touch_point: 0.1341, 0.4624, lift_point: 0.1341, 0.4624; The action is #DUAL_POINT#; touch_point: 0.2033, 0.5262, lift_point: 0.2033, 0.5262; The action is #DUAL_POINT#; touch_point: 0.2643, 0.535, lift_point: 0.2643, 0.535; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3254, 0.5145, lift_point: 0.3254, 0.5145; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5419, 0.4345, lift_point: 0.5419, 0.4345; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9138, 0.5418, lift_point: 0.9138, 0.5418; The action is #DUAL_POINT#; touch_point: 0.637, 0.9457, lift_point: 0.637, 0.9457; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39632_39.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open now; The action is #DUAL_POINT#; touch_point: 0.8073, 0.6794, lift_point: 0.8073, 0.6794; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.362, 0.5116, lift_point: 0.362, 0.5116; The action is #DUAL_POINT#; touch_point: 0.0788, 0.5349, lift_point: 0.0788, 0.5349; The action is #TYPE#; And the content is : \"typed_text\": \"electronics store thats open now\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.2153, 0.5998, lift_point: 0.2153, 0.5998; The action is #DUAL_POINT#; touch_point: 0.1341, 0.4624, lift_point: 0.1341, 0.4624; The action is #DUAL_POINT#; touch_point: 0.2033, 0.5262, lift_point: 0.2033, 0.5262; The action is #DUAL_POINT#; touch_point: 0.2643, 0.535, lift_point: 0.2643, 0.535; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3254, 0.5145, lift_point: 0.3254, 0.5145; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5419, 0.4345, lift_point: 0.5419, 0.4345; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9138, 0.5418, lift_point: 0.9138, 0.5418; The action is #DUAL_POINT#; touch_point: 0.637, 0.9457, lift_point: 0.637, 0.9457; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.1772, 0.578, lift_point: 0.1772, 0.578", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39632_40.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open now; The action is #DUAL_POINT#; touch_point: 0.8073, 0.6794, lift_point: 0.8073, 0.6794; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.362, 0.5116, lift_point: 0.362, 0.5116; The action is #DUAL_POINT#; touch_point: 0.0788, 0.5349, lift_point: 0.0788, 0.5349; The action is #TYPE#; And the content is : \"typed_text\": \"electronics store thats open now\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.2153, 0.5998, lift_point: 0.2153, 0.5998; The action is #DUAL_POINT#; touch_point: 0.1341, 0.4624, lift_point: 0.1341, 0.4624; The action is #DUAL_POINT#; touch_point: 0.2033, 0.5262, lift_point: 0.2033, 0.5262; The action is #DUAL_POINT#; touch_point: 0.2643, 0.535, lift_point: 0.2643, 0.535; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3254, 0.5145, lift_point: 0.3254, 0.5145; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5419, 0.4345, lift_point: 0.5419, 0.4345; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9138, 0.5418, lift_point: 0.9138, 0.5418; The action is #DUAL_POINT#; touch_point: 0.637, 0.9457, lift_point: 0.637, 0.9457; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1772, 0.578, lift_point: 0.1772, 0.578", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39632_41.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Seattle", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39733_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Seattle; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7763, 0.6896, lift_point: 0.7763, 0.6896", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39733_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Seattle; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7763, 0.6896, lift_point: 0.7763, 0.6896", "response": "The action is #DUAL_POINT#; touch_point: 0.0438, 0.4508, lift_point: 0.0438, 0.4508", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39733_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Seattle; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7763, 0.6896, lift_point: 0.7763, 0.6896; The action is #DUAL_POINT#; touch_point: 0.0438, 0.4508, lift_point: 0.0438, 0.4508", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in seattle\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39733_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Seattle; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7763, 0.6896, lift_point: 0.7763, 0.6896; The action is #DUAL_POINT#; touch_point: 0.0438, 0.4508, lift_point: 0.0438, 0.4508; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in seattle\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1121, 0.1916, lift_point: 0.1121, 0.1916", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39733_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Seattle; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7763, 0.6896, lift_point: 0.7763, 0.6896; The action is #DUAL_POINT#; touch_point: 0.0438, 0.4508, lift_point: 0.0438, 0.4508; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in seattle\"; The action is #DUAL_POINT#; touch_point: 0.1121, 0.1916, lift_point: 0.1121, 0.1916", "response": "The action is #DUAL_POINT#; touch_point: 0.6572, 0.2437, lift_point: 0.6572, 0.2437", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39733_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Seattle; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7763, 0.6896, lift_point: 0.7763, 0.6896; The action is #DUAL_POINT#; touch_point: 0.0438, 0.4508, lift_point: 0.0438, 0.4508; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in seattle\"; The action is #DUAL_POINT#; touch_point: 0.1121, 0.1916, lift_point: 0.1121, 0.1916; The action is #DUAL_POINT#; touch_point: 0.6572, 0.2437, lift_point: 0.6572, 0.2437", "response": "The action is #DUAL_POINT#; touch_point: 0.6587, 0.4894, lift_point: 0.6587, 0.4894", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39733_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Seattle; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7763, 0.6896, lift_point: 0.7763, 0.6896; The action is #DUAL_POINT#; touch_point: 0.0438, 0.4508, lift_point: 0.0438, 0.4508; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in seattle\"; The action is #DUAL_POINT#; touch_point: 0.1121, 0.1916, lift_point: 0.1121, 0.1916; The action is #DUAL_POINT#; touch_point: 0.6572, 0.2437, lift_point: 0.6572, 0.2437; The action is #DUAL_POINT#; touch_point: 0.6587, 0.4894, lift_point: 0.6587, 0.4894", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39733_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in cosmology?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39868_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in cosmology?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7751, 0.6872, lift_point: 0.7751, 0.6872", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39868_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in cosmology?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7751, 0.6872, lift_point: 0.7751, 0.6872", "response": "The action is #DUAL_POINT#; touch_point: 0.0418, 0.4193, lift_point: 0.0418, 0.4193", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39868_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in cosmology?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7751, 0.6872, lift_point: 0.7751, 0.6872; The action is #DUAL_POINT#; touch_point: 0.0418, 0.4193, lift_point: 0.0418, 0.4193", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"cosmology news\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39868_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in cosmology?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7751, 0.6872, lift_point: 0.7751, 0.6872; The action is #DUAL_POINT#; touch_point: 0.0418, 0.4193, lift_point: 0.0418, 0.4193; The action is #TYPE#; And the content is : \"typed_text\": \"cosmology news\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1122, 0.1705, lift_point: 0.1122, 0.1705", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39868_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in cosmology?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7751, 0.6872, lift_point: 0.7751, 0.6872; The action is #DUAL_POINT#; touch_point: 0.0418, 0.4193, lift_point: 0.0418, 0.4193; The action is #TYPE#; And the content is : \"typed_text\": \"cosmology news\"; The action is #DUAL_POINT#; touch_point: 0.1122, 0.1705, lift_point: 0.1122, 0.1705", "response": "The action is #DUAL_POINT#; touch_point: 0.7796, 0.2768, lift_point: 0.7796, 0.2768", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39868_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in cosmology?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7751, 0.6872, lift_point: 0.7751, 0.6872; The action is #DUAL_POINT#; touch_point: 0.0418, 0.4193, lift_point: 0.0418, 0.4193; The action is #TYPE#; And the content is : \"typed_text\": \"cosmology news\"; The action is #DUAL_POINT#; touch_point: 0.1122, 0.1705, lift_point: 0.1122, 0.1705; The action is #DUAL_POINT#; touch_point: 0.7796, 0.2768, lift_point: 0.7796, 0.2768", "response": "The action is #DUAL_POINT#; touch_point: 0.6401, 0.5209, lift_point: 0.6401, 0.5209", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39868_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in cosmology?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7751, 0.6872, lift_point: 0.7751, 0.6872; The action is #DUAL_POINT#; touch_point: 0.0418, 0.4193, lift_point: 0.0418, 0.4193; The action is #TYPE#; And the content is : \"typed_text\": \"cosmology news\"; The action is #DUAL_POINT#; touch_point: 0.1122, 0.1705, lift_point: 0.1122, 0.1705; The action is #DUAL_POINT#; touch_point: 0.7796, 0.2768, lift_point: 0.7796, 0.2768; The action is #DUAL_POINT#; touch_point: 0.6401, 0.5209, lift_point: 0.6401, 0.5209", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39868_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in cosmology?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7751, 0.6872, lift_point: 0.7751, 0.6872; The action is #DUAL_POINT#; touch_point: 0.0418, 0.4193, lift_point: 0.0418, 0.4193; The action is #TYPE#; And the content is : \"typed_text\": \"cosmology news\"; The action is #DUAL_POINT#; touch_point: 0.1122, 0.1705, lift_point: 0.1122, 0.1705; The action is #DUAL_POINT#; touch_point: 0.7796, 0.2768, lift_point: 0.7796, 0.2768; The action is #DUAL_POINT#; touch_point: 0.6401, 0.5209, lift_point: 0.6401, 0.5209; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.1678, 0.2926, lift_point: 0.1678, 0.2926", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39868_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in cosmology?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7751, 0.6872, lift_point: 0.7751, 0.6872; The action is #DUAL_POINT#; touch_point: 0.0418, 0.4193, lift_point: 0.0418, 0.4193; The action is #TYPE#; And the content is : \"typed_text\": \"cosmology news\"; The action is #DUAL_POINT#; touch_point: 0.1122, 0.1705, lift_point: 0.1122, 0.1705; The action is #DUAL_POINT#; touch_point: 0.7796, 0.2768, lift_point: 0.7796, 0.2768; The action is #DUAL_POINT#; touch_point: 0.6401, 0.5209, lift_point: 0.6401, 0.5209; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1678, 0.2926, lift_point: 0.1678, 0.2926", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39868_10.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest grocery store?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39969_1.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest grocery store?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7792, 0.6964, lift_point: 0.7792, 0.6964", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39969_2.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest grocery store?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7792, 0.6964, lift_point: 0.7792, 0.6964", "response": "The action is #DUAL_POINT#; touch_point: 0.0581, 0.8475, lift_point: 0.0581, 0.8475", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39969_3.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest grocery store?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7792, 0.6964, lift_point: 0.7792, 0.6964; The action is #DUAL_POINT#; touch_point: 0.0581, 0.8475, lift_point: 0.0581, 0.8475", "response": "The action is #DUAL_POINT#; touch_point: 0.048, 0.4408, lift_point: 0.048, 0.4408", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39969_4.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest grocery store?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7792, 0.6964, lift_point: 0.7792, 0.6964; The action is #DUAL_POINT#; touch_point: 0.0581, 0.8475, lift_point: 0.0581, 0.8475; The action is #DUAL_POINT#; touch_point: 0.048, 0.4408, lift_point: 0.048, 0.4408", "response": "The action is #DUAL_POINT#; touch_point: 0.1238, 0.2276, lift_point: 0.1238, 0.2276", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39969_5.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest grocery store?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7792, 0.6964, lift_point: 0.7792, 0.6964; The action is #DUAL_POINT#; touch_point: 0.0581, 0.8475, lift_point: 0.0581, 0.8475; The action is #DUAL_POINT#; touch_point: 0.048, 0.4408, lift_point: 0.048, 0.4408; The action is #DUAL_POINT#; touch_point: 0.1238, 0.2276, lift_point: 0.1238, 0.2276", "response": "The action is #DUAL_POINT#; touch_point: 0.6481, 0.7569, lift_point: 0.6481, 0.7569", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39969_6.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest grocery store?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7792, 0.6964, lift_point: 0.7792, 0.6964; The action is #DUAL_POINT#; touch_point: 0.0581, 0.8475, lift_point: 0.0581, 0.8475; The action is #DUAL_POINT#; touch_point: 0.048, 0.4408, lift_point: 0.048, 0.4408; The action is #DUAL_POINT#; touch_point: 0.1238, 0.2276, lift_point: 0.1238, 0.2276; The action is #DUAL_POINT#; touch_point: 0.6481, 0.7569, lift_point: 0.6481, 0.7569", "response": "The action is #DUAL_POINT#; touch_point: 0.0457, 0.3995, lift_point: 0.0457, 0.3995", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39969_7.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest grocery store?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7792, 0.6964, lift_point: 0.7792, 0.6964; The action is #DUAL_POINT#; touch_point: 0.0581, 0.8475, lift_point: 0.0581, 0.8475; The action is #DUAL_POINT#; touch_point: 0.048, 0.4408, lift_point: 0.048, 0.4408; The action is #DUAL_POINT#; touch_point: 0.1238, 0.2276, lift_point: 0.1238, 0.2276; The action is #DUAL_POINT#; touch_point: 0.6481, 0.7569, lift_point: 0.6481, 0.7569; The action is #DUAL_POINT#; touch_point: 0.0457, 0.3995, lift_point: 0.0457, 0.3995", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"nearest grocery store?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39969_8.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest grocery store?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7792, 0.6964, lift_point: 0.7792, 0.6964; The action is #DUAL_POINT#; touch_point: 0.0581, 0.8475, lift_point: 0.0581, 0.8475; The action is #DUAL_POINT#; touch_point: 0.048, 0.4408, lift_point: 0.048, 0.4408; The action is #DUAL_POINT#; touch_point: 0.1238, 0.2276, lift_point: 0.1238, 0.2276; The action is #DUAL_POINT#; touch_point: 0.6481, 0.7569, lift_point: 0.6481, 0.7569; The action is #DUAL_POINT#; touch_point: 0.0457, 0.3995, lift_point: 0.0457, 0.3995; The action is #TYPE#; And the content is : \"typed_text\": \"nearest grocery store?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1182, 0.2879, lift_point: 0.1182, 0.2879", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39969_9.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest grocery store?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7792, 0.6964, lift_point: 0.7792, 0.6964; The action is #DUAL_POINT#; touch_point: 0.0581, 0.8475, lift_point: 0.0581, 0.8475; The action is #DUAL_POINT#; touch_point: 0.048, 0.4408, lift_point: 0.048, 0.4408; The action is #DUAL_POINT#; touch_point: 0.1238, 0.2276, lift_point: 0.1238, 0.2276; The action is #DUAL_POINT#; touch_point: 0.6481, 0.7569, lift_point: 0.6481, 0.7569; The action is #DUAL_POINT#; touch_point: 0.0457, 0.3995, lift_point: 0.0457, 0.3995; The action is #TYPE#; And the content is : \"typed_text\": \"nearest grocery store?\"; The action is #DUAL_POINT#; touch_point: 0.1182, 0.2879, lift_point: 0.1182, 0.2879", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39969_10.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest grocery store?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7792, 0.6964, lift_point: 0.7792, 0.6964; The action is #DUAL_POINT#; touch_point: 0.0581, 0.8475, lift_point: 0.0581, 0.8475; The action is #DUAL_POINT#; touch_point: 0.048, 0.4408, lift_point: 0.048, 0.4408; The action is #DUAL_POINT#; touch_point: 0.1238, 0.2276, lift_point: 0.1238, 0.2276; The action is #DUAL_POINT#; touch_point: 0.6481, 0.7569, lift_point: 0.6481, 0.7569; The action is #DUAL_POINT#; touch_point: 0.0457, 0.3995, lift_point: 0.0457, 0.3995; The action is #TYPE#; And the content is : \"typed_text\": \"nearest grocery store?\"; The action is #DUAL_POINT#; touch_point: 0.1182, 0.2879, lift_point: 0.1182, 0.2879; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.7409, 0.3148, lift_point: 0.7409, 0.3148", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39969_11.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest grocery store?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7792, 0.6964, lift_point: 0.7792, 0.6964; The action is #DUAL_POINT#; touch_point: 0.0581, 0.8475, lift_point: 0.0581, 0.8475; The action is #DUAL_POINT#; touch_point: 0.048, 0.4408, lift_point: 0.048, 0.4408; The action is #DUAL_POINT#; touch_point: 0.1238, 0.2276, lift_point: 0.1238, 0.2276; The action is #DUAL_POINT#; touch_point: 0.6481, 0.7569, lift_point: 0.6481, 0.7569; The action is #DUAL_POINT#; touch_point: 0.0457, 0.3995, lift_point: 0.0457, 0.3995; The action is #TYPE#; And the content is : \"typed_text\": \"nearest grocery store?\"; The action is #DUAL_POINT#; touch_point: 0.1182, 0.2879, lift_point: 0.1182, 0.2879; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7409, 0.3148, lift_point: 0.7409, 0.3148", "response": "The action is #DUAL_POINT#; touch_point: 0.0491, 0.9077, lift_point: 0.0491, 0.9077", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39969_12.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest grocery store?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7792, 0.6964, lift_point: 0.7792, 0.6964; The action is #DUAL_POINT#; touch_point: 0.0581, 0.8475, lift_point: 0.0581, 0.8475; The action is #DUAL_POINT#; touch_point: 0.048, 0.4408, lift_point: 0.048, 0.4408; The action is #DUAL_POINT#; touch_point: 0.1238, 0.2276, lift_point: 0.1238, 0.2276; The action is #DUAL_POINT#; touch_point: 0.6481, 0.7569, lift_point: 0.6481, 0.7569; The action is #DUAL_POINT#; touch_point: 0.0457, 0.3995, lift_point: 0.0457, 0.3995; The action is #TYPE#; And the content is : \"typed_text\": \"nearest grocery store?\"; The action is #DUAL_POINT#; touch_point: 0.1182, 0.2879, lift_point: 0.1182, 0.2879; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7409, 0.3148, lift_point: 0.7409, 0.3148; The action is #DUAL_POINT#; touch_point: 0.0491, 0.9077, lift_point: 0.0491, 0.9077", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39969_13.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest grocery store?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7792, 0.6964, lift_point: 0.7792, 0.6964; The action is #DUAL_POINT#; touch_point: 0.0581, 0.8475, lift_point: 0.0581, 0.8475; The action is #DUAL_POINT#; touch_point: 0.048, 0.4408, lift_point: 0.048, 0.4408; The action is #DUAL_POINT#; touch_point: 0.1238, 0.2276, lift_point: 0.1238, 0.2276; The action is #DUAL_POINT#; touch_point: 0.6481, 0.7569, lift_point: 0.6481, 0.7569; The action is #DUAL_POINT#; touch_point: 0.0457, 0.3995, lift_point: 0.0457, 0.3995; The action is #TYPE#; And the content is : \"typed_text\": \"nearest grocery store?\"; The action is #DUAL_POINT#; touch_point: 0.1182, 0.2879, lift_point: 0.1182, 0.2879; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7409, 0.3148, lift_point: 0.7409, 0.3148; The action is #DUAL_POINT#; touch_point: 0.0491, 0.9077, lift_point: 0.0491, 0.9077; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.486, 0.494, lift_point: 0.486, 0.494", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39969_14.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest grocery store?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7792, 0.6964, lift_point: 0.7792, 0.6964; The action is #DUAL_POINT#; touch_point: 0.0581, 0.8475, lift_point: 0.0581, 0.8475; The action is #DUAL_POINT#; touch_point: 0.048, 0.4408, lift_point: 0.048, 0.4408; The action is #DUAL_POINT#; touch_point: 0.1238, 0.2276, lift_point: 0.1238, 0.2276; The action is #DUAL_POINT#; touch_point: 0.6481, 0.7569, lift_point: 0.6481, 0.7569; The action is #DUAL_POINT#; touch_point: 0.0457, 0.3995, lift_point: 0.0457, 0.3995; The action is #TYPE#; And the content is : \"typed_text\": \"nearest grocery store?\"; The action is #DUAL_POINT#; touch_point: 0.1182, 0.2879, lift_point: 0.1182, 0.2879; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7409, 0.3148, lift_point: 0.7409, 0.3148; The action is #DUAL_POINT#; touch_point: 0.0491, 0.9077, lift_point: 0.0491, 0.9077; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.486, 0.494, lift_point: 0.486, 0.494", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/39969_15.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Seoul to Barcelona", "response": "The action is #DUAL_POINT#; touch_point: 0.724, 0.6307, lift_point: 0.724, 0.6307", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/40080_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Seoul to Barcelona; The action is #DUAL_POINT#; touch_point: 0.724, 0.6307, lift_point: 0.724, 0.6307", "response": "The action is #DUAL_POINT#; touch_point: 0.097, 0.4882, lift_point: 0.097, 0.4882", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/40080_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Seoul to Barcelona; The action is #DUAL_POINT#; touch_point: 0.724, 0.6307, lift_point: 0.724, 0.6307; The action is #DUAL_POINT#; touch_point: 0.097, 0.4882, lift_point: 0.097, 0.4882", "response": "The action is #DUAL_POINT#; touch_point: 0.0881, 0.9045, lift_point: 0.0881, 0.9045", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/40080_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Seoul to Barcelona; The action is #DUAL_POINT#; touch_point: 0.724, 0.6307, lift_point: 0.724, 0.6307; The action is #DUAL_POINT#; touch_point: 0.097, 0.4882, lift_point: 0.097, 0.4882; The action is #DUAL_POINT#; touch_point: 0.0881, 0.9045, lift_point: 0.0881, 0.9045", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Seoul to Barcelona\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/40080_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Seoul to Barcelona; The action is #DUAL_POINT#; touch_point: 0.724, 0.6307, lift_point: 0.724, 0.6307; The action is #DUAL_POINT#; touch_point: 0.097, 0.4882, lift_point: 0.097, 0.4882; The action is #DUAL_POINT#; touch_point: 0.0881, 0.9045, lift_point: 0.0881, 0.9045; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Seoul to Barcelona\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1928, 0.3428, lift_point: 0.1928, 0.3428", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/40080_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Seoul to Barcelona; The action is #DUAL_POINT#; touch_point: 0.724, 0.6307, lift_point: 0.724, 0.6307; The action is #DUAL_POINT#; touch_point: 0.097, 0.4882, lift_point: 0.097, 0.4882; The action is #DUAL_POINT#; touch_point: 0.0881, 0.9045, lift_point: 0.0881, 0.9045; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Seoul to Barcelona\"; The action is #DUAL_POINT#; touch_point: 0.1928, 0.3428, lift_point: 0.1928, 0.3428", "response": "The action is #DUAL_POINT#; touch_point: 0.4473, 0.2915, lift_point: 0.4473, 0.2915", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/40080_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Seoul to Barcelona; The action is #DUAL_POINT#; touch_point: 0.724, 0.6307, lift_point: 0.724, 0.6307; The action is #DUAL_POINT#; touch_point: 0.097, 0.4882, lift_point: 0.097, 0.4882; The action is #DUAL_POINT#; touch_point: 0.0881, 0.9045, lift_point: 0.0881, 0.9045; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Seoul to Barcelona\"; The action is #DUAL_POINT#; touch_point: 0.1928, 0.3428, lift_point: 0.1928, 0.3428; The action is #DUAL_POINT#; touch_point: 0.4473, 0.2915, lift_point: 0.4473, 0.2915", "response": "The action is #DUAL_POINT#; touch_point: 0.8021, 0.4682, lift_point: 0.8021, 0.4682", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/40080_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Seoul to Barcelona; The action is #DUAL_POINT#; touch_point: 0.724, 0.6307, lift_point: 0.724, 0.6307; The action is #DUAL_POINT#; touch_point: 0.097, 0.4882, lift_point: 0.097, 0.4882; The action is #DUAL_POINT#; touch_point: 0.0881, 0.9045, lift_point: 0.0881, 0.9045; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Seoul to Barcelona\"; The action is #DUAL_POINT#; touch_point: 0.1928, 0.3428, lift_point: 0.1928, 0.3428; The action is #DUAL_POINT#; touch_point: 0.4473, 0.2915, lift_point: 0.4473, 0.2915; The action is #DUAL_POINT#; touch_point: 0.8021, 0.4682, lift_point: 0.8021, 0.4682", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/40080_8.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Paris", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/40116_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Paris; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.718, 0.6036, lift_point: 0.718, 0.6036", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/40116_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Paris; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.718, 0.6036, lift_point: 0.718, 0.6036", "response": "The action is #DUAL_POINT#; touch_point: 0.0949, 0.3928, lift_point: 0.0949, 0.3928", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/40116_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Paris; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.718, 0.6036, lift_point: 0.718, 0.6036; The action is #DUAL_POINT#; touch_point: 0.0949, 0.3928, lift_point: 0.0949, 0.3928", "response": "The action is #DUAL_POINT#; touch_point: 0.0908, 0.907, lift_point: 0.0908, 0.907", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/40116_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Paris; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.718, 0.6036, lift_point: 0.718, 0.6036; The action is #DUAL_POINT#; touch_point: 0.0949, 0.3928, lift_point: 0.0949, 0.3928; The action is #DUAL_POINT#; touch_point: 0.0908, 0.907, lift_point: 0.0908, 0.907", "response": "The action is #TYPE#; And the content is : \"typed_text\": \" flights from NYC to Paris\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/40116_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Paris; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.718, 0.6036, lift_point: 0.718, 0.6036; The action is #DUAL_POINT#; touch_point: 0.0949, 0.3928, lift_point: 0.0949, 0.3928; The action is #DUAL_POINT#; touch_point: 0.0908, 0.907, lift_point: 0.0908, 0.907; The action is #TYPE#; And the content is : \"typed_text\": \" flights from NYC to Paris\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1898, 0.3426, lift_point: 0.1898, 0.3426", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/40116_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Paris; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.718, 0.6036, lift_point: 0.718, 0.6036; The action is #DUAL_POINT#; touch_point: 0.0949, 0.3928, lift_point: 0.0949, 0.3928; The action is #DUAL_POINT#; touch_point: 0.0908, 0.907, lift_point: 0.0908, 0.907; The action is #TYPE#; And the content is : \"typed_text\": \" flights from NYC to Paris\"; The action is #DUAL_POINT#; touch_point: 0.1898, 0.3426, lift_point: 0.1898, 0.3426", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/40116_7.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Spotify app", "response": "The action is #DUAL_POINT#; touch_point: 0.7264, 0.1487, lift_point: 0.7264, 0.1487", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/40161_1.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Spotify app; The action is #DUAL_POINT#; touch_point: 0.7264, 0.1487, lift_point: 0.7264, 0.1487", "response": "The action is #DUAL_POINT#; touch_point: 0.7232, 0.1534, lift_point: 0.7232, 0.1534", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/40161_2.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Spotify app; The action is #DUAL_POINT#; touch_point: 0.7264, 0.1487, lift_point: 0.7264, 0.1487; The action is #DUAL_POINT#; touch_point: 0.7232, 0.1534, lift_point: 0.7232, 0.1534", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/40161_3.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Spotify app; The action is #DUAL_POINT#; touch_point: 0.7264, 0.1487, lift_point: 0.7264, 0.1487; The action is #DUAL_POINT#; touch_point: 0.7232, 0.1534, lift_point: 0.7232, 0.1534; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.7727, 0.8562, lift_point: 0.7727, 0.8562", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/40161_4.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Spotify app; The action is #DUAL_POINT#; touch_point: 0.7264, 0.1487, lift_point: 0.7264, 0.1487; The action is #DUAL_POINT#; touch_point: 0.7232, 0.1534, lift_point: 0.7232, 0.1534; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7727, 0.8562, lift_point: 0.7727, 0.8562", "response": "The action is #DUAL_POINT#; touch_point: 0.1093, 0.3357, lift_point: 0.1093, 0.3357", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/40161_5.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Spotify app; The action is #DUAL_POINT#; touch_point: 0.7264, 0.1487, lift_point: 0.7264, 0.1487; The action is #DUAL_POINT#; touch_point: 0.7232, 0.1534, lift_point: 0.7232, 0.1534; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7727, 0.8562, lift_point: 0.7727, 0.8562; The action is #DUAL_POINT#; touch_point: 0.1093, 0.3357, lift_point: 0.1093, 0.3357", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"spotify \"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/40161_6.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Spotify app; The action is #DUAL_POINT#; touch_point: 0.7264, 0.1487, lift_point: 0.7264, 0.1487; The action is #DUAL_POINT#; touch_point: 0.7232, 0.1534, lift_point: 0.7232, 0.1534; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7727, 0.8562, lift_point: 0.7727, 0.8562; The action is #DUAL_POINT#; touch_point: 0.1093, 0.3357, lift_point: 0.1093, 0.3357; The action is #TYPE#; And the content is : \"typed_text\": \"spotify \"", "response": "The action is #DUAL_POINT#; touch_point: 0.2039, 0.275, lift_point: 0.2039, 0.275", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/40161_7.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Spotify app; The action is #DUAL_POINT#; touch_point: 0.7264, 0.1487, lift_point: 0.7264, 0.1487; The action is #DUAL_POINT#; touch_point: 0.7232, 0.1534, lift_point: 0.7232, 0.1534; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7727, 0.8562, lift_point: 0.7727, 0.8562; The action is #DUAL_POINT#; touch_point: 0.1093, 0.3357, lift_point: 0.1093, 0.3357; The action is #TYPE#; And the content is : \"typed_text\": \"spotify \"; The action is #DUAL_POINT#; touch_point: 0.2039, 0.275, lift_point: 0.2039, 0.275", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/40161_8.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Spotify app; The action is #DUAL_POINT#; touch_point: 0.7264, 0.1487, lift_point: 0.7264, 0.1487; The action is #DUAL_POINT#; touch_point: 0.7232, 0.1534, lift_point: 0.7232, 0.1534; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7727, 0.8562, lift_point: 0.7727, 0.8562; The action is #DUAL_POINT#; touch_point: 0.1093, 0.3357, lift_point: 0.1093, 0.3357; The action is #TYPE#; And the content is : \"typed_text\": \"spotify \"; The action is #DUAL_POINT#; touch_point: 0.2039, 0.275, lift_point: 0.2039, 0.275; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/40161_9.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Spotify app; The action is #DUAL_POINT#; touch_point: 0.7264, 0.1487, lift_point: 0.7264, 0.1487; The action is #DUAL_POINT#; touch_point: 0.7232, 0.1534, lift_point: 0.7232, 0.1534; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7727, 0.8562, lift_point: 0.7727, 0.8562; The action is #DUAL_POINT#; touch_point: 0.1093, 0.3357, lift_point: 0.1093, 0.3357; The action is #TYPE#; And the content is : \"typed_text\": \"spotify \"; The action is #DUAL_POINT#; touch_point: 0.2039, 0.275, lift_point: 0.2039, 0.275; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/40161_10.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Spotify app; The action is #DUAL_POINT#; touch_point: 0.7264, 0.1487, lift_point: 0.7264, 0.1487; The action is #DUAL_POINT#; touch_point: 0.7232, 0.1534, lift_point: 0.7232, 0.1534; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7727, 0.8562, lift_point: 0.7727, 0.8562; The action is #DUAL_POINT#; touch_point: 0.1093, 0.3357, lift_point: 0.1093, 0.3357; The action is #TYPE#; And the content is : \"typed_text\": \"spotify \"; The action is #DUAL_POINT#; touch_point: 0.2039, 0.275, lift_point: 0.2039, 0.275; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.5606, 0.2251, lift_point: 0.5606, 0.2251", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/40161_11.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Spotify app; The action is #DUAL_POINT#; touch_point: 0.7264, 0.1487, lift_point: 0.7264, 0.1487; The action is #DUAL_POINT#; touch_point: 0.7232, 0.1534, lift_point: 0.7232, 0.1534; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7727, 0.8562, lift_point: 0.7727, 0.8562; The action is #DUAL_POINT#; touch_point: 0.1093, 0.3357, lift_point: 0.1093, 0.3357; The action is #TYPE#; And the content is : \"typed_text\": \"spotify \"; The action is #DUAL_POINT#; touch_point: 0.2039, 0.275, lift_point: 0.2039, 0.275; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5606, 0.2251, lift_point: 0.5606, 0.2251", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/40161_12.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Spotify app; The action is #DUAL_POINT#; touch_point: 0.7264, 0.1487, lift_point: 0.7264, 0.1487; The action is #DUAL_POINT#; touch_point: 0.7232, 0.1534, lift_point: 0.7232, 0.1534; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7727, 0.8562, lift_point: 0.7727, 0.8562; The action is #DUAL_POINT#; touch_point: 0.1093, 0.3357, lift_point: 0.1093, 0.3357; The action is #TYPE#; And the content is : \"typed_text\": \"spotify \"; The action is #DUAL_POINT#; touch_point: 0.2039, 0.275, lift_point: 0.2039, 0.275; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5606, 0.2251, lift_point: 0.5606, 0.2251; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/40161_13.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Spotify app; The action is #DUAL_POINT#; touch_point: 0.7264, 0.1487, lift_point: 0.7264, 0.1487; The action is #DUAL_POINT#; touch_point: 0.7232, 0.1534, lift_point: 0.7232, 0.1534; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7727, 0.8562, lift_point: 0.7727, 0.8562; The action is #DUAL_POINT#; touch_point: 0.1093, 0.3357, lift_point: 0.1093, 0.3357; The action is #TYPE#; And the content is : \"typed_text\": \"spotify \"; The action is #DUAL_POINT#; touch_point: 0.2039, 0.275, lift_point: 0.2039, 0.275; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5606, 0.2251, lift_point: 0.5606, 0.2251; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/40161_14.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Spotify app; The action is #DUAL_POINT#; touch_point: 0.7264, 0.1487, lift_point: 0.7264, 0.1487; The action is #DUAL_POINT#; touch_point: 0.7232, 0.1534, lift_point: 0.7232, 0.1534; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7727, 0.8562, lift_point: 0.7727, 0.8562; The action is #DUAL_POINT#; touch_point: 0.1093, 0.3357, lift_point: 0.1093, 0.3357; The action is #TYPE#; And the content is : \"typed_text\": \"spotify \"; The action is #DUAL_POINT#; touch_point: 0.2039, 0.275, lift_point: 0.2039, 0.275; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5606, 0.2251, lift_point: 0.5606, 0.2251; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3368, 0.4336, lift_point: 0.3368, 0.4336", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/40161_15.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Spotify app; The action is #DUAL_POINT#; touch_point: 0.7264, 0.1487, lift_point: 0.7264, 0.1487; The action is #DUAL_POINT#; touch_point: 0.7232, 0.1534, lift_point: 0.7232, 0.1534; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7727, 0.8562, lift_point: 0.7727, 0.8562; The action is #DUAL_POINT#; touch_point: 0.1093, 0.3357, lift_point: 0.1093, 0.3357; The action is #TYPE#; And the content is : \"typed_text\": \"spotify \"; The action is #DUAL_POINT#; touch_point: 0.2039, 0.275, lift_point: 0.2039, 0.275; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5606, 0.2251, lift_point: 0.5606, 0.2251; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3368, 0.4336, lift_point: 0.3368, 0.4336", "response": "The action is #DUAL_POINT#; touch_point: 0.0998, 0.9206, lift_point: 0.0998, 0.9206", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/40161_16.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Spotify app; The action is #DUAL_POINT#; touch_point: 0.7264, 0.1487, lift_point: 0.7264, 0.1487; The action is #DUAL_POINT#; touch_point: 0.7232, 0.1534, lift_point: 0.7232, 0.1534; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7727, 0.8562, lift_point: 0.7727, 0.8562; The action is #DUAL_POINT#; touch_point: 0.1093, 0.3357, lift_point: 0.1093, 0.3357; The action is #TYPE#; And the content is : \"typed_text\": \"spotify \"; The action is #DUAL_POINT#; touch_point: 0.2039, 0.275, lift_point: 0.2039, 0.275; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5606, 0.2251, lift_point: 0.5606, 0.2251; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3368, 0.4336, lift_point: 0.3368, 0.4336; The action is #DUAL_POINT#; touch_point: 0.0998, 0.9206, lift_point: 0.0998, 0.9206", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/40161_17.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Spotify app; The action is #DUAL_POINT#; touch_point: 0.7264, 0.1487, lift_point: 0.7264, 0.1487; The action is #DUAL_POINT#; touch_point: 0.7232, 0.1534, lift_point: 0.7232, 0.1534; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7727, 0.8562, lift_point: 0.7727, 0.8562; The action is #DUAL_POINT#; touch_point: 0.1093, 0.3357, lift_point: 0.1093, 0.3357; The action is #TYPE#; And the content is : \"typed_text\": \"spotify \"; The action is #DUAL_POINT#; touch_point: 0.2039, 0.275, lift_point: 0.2039, 0.275; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5606, 0.2251, lift_point: 0.5606, 0.2251; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3368, 0.4336, lift_point: 0.3368, 0.4336; The action is #DUAL_POINT#; touch_point: 0.0998, 0.9206, lift_point: 0.0998, 0.9206; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.8446, 0.4491, lift_point: 0.8446, 0.4491", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/40161_18.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Spotify app; The action is #DUAL_POINT#; touch_point: 0.7264, 0.1487, lift_point: 0.7264, 0.1487; The action is #DUAL_POINT#; touch_point: 0.7232, 0.1534, lift_point: 0.7232, 0.1534; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7727, 0.8562, lift_point: 0.7727, 0.8562; The action is #DUAL_POINT#; touch_point: 0.1093, 0.3357, lift_point: 0.1093, 0.3357; The action is #TYPE#; And the content is : \"typed_text\": \"spotify \"; The action is #DUAL_POINT#; touch_point: 0.2039, 0.275, lift_point: 0.2039, 0.275; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5606, 0.2251, lift_point: 0.5606, 0.2251; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3368, 0.4336, lift_point: 0.3368, 0.4336; The action is #DUAL_POINT#; touch_point: 0.0998, 0.9206, lift_point: 0.0998, 0.9206; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8446, 0.4491, lift_point: 0.8446, 0.4491", "response": "The action is #DUAL_POINT#; touch_point: 0.7431, 0.5095, lift_point: 0.7431, 0.5095", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/40161_19.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Spotify app; The action is #DUAL_POINT#; touch_point: 0.7264, 0.1487, lift_point: 0.7264, 0.1487; The action is #DUAL_POINT#; touch_point: 0.7232, 0.1534, lift_point: 0.7232, 0.1534; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7727, 0.8562, lift_point: 0.7727, 0.8562; The action is #DUAL_POINT#; touch_point: 0.1093, 0.3357, lift_point: 0.1093, 0.3357; The action is #TYPE#; And the content is : \"typed_text\": \"spotify \"; The action is #DUAL_POINT#; touch_point: 0.2039, 0.275, lift_point: 0.2039, 0.275; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5606, 0.2251, lift_point: 0.5606, 0.2251; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3368, 0.4336, lift_point: 0.3368, 0.4336; The action is #DUAL_POINT#; touch_point: 0.0998, 0.9206, lift_point: 0.0998, 0.9206; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8446, 0.4491, lift_point: 0.8446, 0.4491; The action is #DUAL_POINT#; touch_point: 0.7431, 0.5095, lift_point: 0.7431, 0.5095", "response": "The action is #DUAL_POINT#; touch_point: 0.6291, 0.5697, lift_point: 0.6291, 0.5697", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/40161_20.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Spotify app; The action is #DUAL_POINT#; touch_point: 0.7264, 0.1487, lift_point: 0.7264, 0.1487; The action is #DUAL_POINT#; touch_point: 0.7232, 0.1534, lift_point: 0.7232, 0.1534; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7727, 0.8562, lift_point: 0.7727, 0.8562; The action is #DUAL_POINT#; touch_point: 0.1093, 0.3357, lift_point: 0.1093, 0.3357; The action is #TYPE#; And the content is : \"typed_text\": \"spotify \"; The action is #DUAL_POINT#; touch_point: 0.2039, 0.275, lift_point: 0.2039, 0.275; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5606, 0.2251, lift_point: 0.5606, 0.2251; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3368, 0.4336, lift_point: 0.3368, 0.4336; The action is #DUAL_POINT#; touch_point: 0.0998, 0.9206, lift_point: 0.0998, 0.9206; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8446, 0.4491, lift_point: 0.8446, 0.4491; The action is #DUAL_POINT#; touch_point: 0.7431, 0.5095, lift_point: 0.7431, 0.5095; The action is #DUAL_POINT#; touch_point: 0.6291, 0.5697, lift_point: 0.6291, 0.5697", "response": "The action is #DUAL_POINT#; touch_point: 0.7164, 0.4917, lift_point: 0.7164, 0.4917", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/40161_21.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Spotify app; The action is #DUAL_POINT#; touch_point: 0.7264, 0.1487, lift_point: 0.7264, 0.1487; The action is #DUAL_POINT#; touch_point: 0.7232, 0.1534, lift_point: 0.7232, 0.1534; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7727, 0.8562, lift_point: 0.7727, 0.8562; The action is #DUAL_POINT#; touch_point: 0.1093, 0.3357, lift_point: 0.1093, 0.3357; The action is #TYPE#; And the content is : \"typed_text\": \"spotify \"; The action is #DUAL_POINT#; touch_point: 0.2039, 0.275, lift_point: 0.2039, 0.275; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5606, 0.2251, lift_point: 0.5606, 0.2251; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3368, 0.4336, lift_point: 0.3368, 0.4336; The action is #DUAL_POINT#; touch_point: 0.0998, 0.9206, lift_point: 0.0998, 0.9206; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8446, 0.4491, lift_point: 0.8446, 0.4491; The action is #DUAL_POINT#; touch_point: 0.7431, 0.5095, lift_point: 0.7431, 0.5095; The action is #DUAL_POINT#; touch_point: 0.6291, 0.5697, lift_point: 0.6291, 0.5697; The action is #DUAL_POINT#; touch_point: 0.7164, 0.4917, lift_point: 0.7164, 0.4917", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/40161_22.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a train?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/40205_1.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a train?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7122, 0.6291, lift_point: 0.7122, 0.6291", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/40205_2.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a train?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7122, 0.6291, lift_point: 0.7122, 0.6291", "response": "The action is #DUAL_POINT#; touch_point: 0.0852, 0.4966, lift_point: 0.0852, 0.4966", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/40205_3.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a train?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7122, 0.6291, lift_point: 0.7122, 0.6291; The action is #DUAL_POINT#; touch_point: 0.0852, 0.4966, lift_point: 0.0852, 0.4966", "response": "The action is #DUAL_POINT#; touch_point: 0.0977, 0.9104, lift_point: 0.0977, 0.9104", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/40205_4.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a train?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7122, 0.6291, lift_point: 0.7122, 0.6291; The action is #DUAL_POINT#; touch_point: 0.0852, 0.4966, lift_point: 0.0852, 0.4966; The action is #DUAL_POINT#; touch_point: 0.0977, 0.9104, lift_point: 0.0977, 0.9104", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of a train?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/40205_5.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a train?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7122, 0.6291, lift_point: 0.7122, 0.6291; The action is #DUAL_POINT#; touch_point: 0.0852, 0.4966, lift_point: 0.0852, 0.4966; The action is #DUAL_POINT#; touch_point: 0.0977, 0.9104, lift_point: 0.0977, 0.9104; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of a train?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1913, 0.4972, lift_point: 0.1913, 0.4972", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/40205_6.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a train?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7122, 0.6291, lift_point: 0.7122, 0.6291; The action is #DUAL_POINT#; touch_point: 0.0852, 0.4966, lift_point: 0.0852, 0.4966; The action is #DUAL_POINT#; touch_point: 0.0977, 0.9104, lift_point: 0.0977, 0.9104; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of a train?\"; The action is #DUAL_POINT#; touch_point: 0.1913, 0.4972, lift_point: 0.1913, 0.4972", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/40205_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Chick-fil-A?", "response": "The action is #DUAL_POINT#; touch_point: 0.7306, 0.6166, lift_point: 0.7306, 0.6166", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/40219_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Chick-fil-A?; The action is #DUAL_POINT#; touch_point: 0.7306, 0.6166, lift_point: 0.7306, 0.6166", "response": "The action is #DUAL_POINT#; touch_point: 0.7162, 0.636, lift_point: 0.7162, 0.636", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/40219_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Chick-fil-A?; The action is #DUAL_POINT#; touch_point: 0.7306, 0.6166, lift_point: 0.7306, 0.6166; The action is #DUAL_POINT#; touch_point: 0.7162, 0.636, lift_point: 0.7162, 0.636", "response": "The action is #DUAL_POINT#; touch_point: 0.0862, 0.4742, lift_point: 0.0862, 0.4742", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/40219_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Chick-fil-A?; The action is #DUAL_POINT#; touch_point: 0.7306, 0.6166, lift_point: 0.7306, 0.6166; The action is #DUAL_POINT#; touch_point: 0.7162, 0.636, lift_point: 0.7162, 0.636; The action is #DUAL_POINT#; touch_point: 0.0862, 0.4742, lift_point: 0.0862, 0.4742", "response": "The action is #DUAL_POINT#; touch_point: 0.0868, 0.8771, lift_point: 0.0868, 0.8771", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/40219_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Chick-fil-A?; The action is #DUAL_POINT#; touch_point: 0.7306, 0.6166, lift_point: 0.7306, 0.6166; The action is #DUAL_POINT#; touch_point: 0.7162, 0.636, lift_point: 0.7162, 0.636; The action is #DUAL_POINT#; touch_point: 0.0862, 0.4742, lift_point: 0.0862, 0.4742; The action is #DUAL_POINT#; touch_point: 0.0868, 0.8771, lift_point: 0.0868, 0.8771", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Chick-fil-A?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/40219_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Chick-fil-A?; The action is #DUAL_POINT#; touch_point: 0.7306, 0.6166, lift_point: 0.7306, 0.6166; The action is #DUAL_POINT#; touch_point: 0.7162, 0.636, lift_point: 0.7162, 0.636; The action is #DUAL_POINT#; touch_point: 0.0862, 0.4742, lift_point: 0.0862, 0.4742; The action is #DUAL_POINT#; touch_point: 0.0868, 0.8771, lift_point: 0.0868, 0.8771; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Chick-fil-A?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1903, 0.4455, lift_point: 0.1903, 0.4455", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/40219_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Chick-fil-A?; The action is #DUAL_POINT#; touch_point: 0.7306, 0.6166, lift_point: 0.7306, 0.6166; The action is #DUAL_POINT#; touch_point: 0.7162, 0.636, lift_point: 0.7162, 0.636; The action is #DUAL_POINT#; touch_point: 0.0862, 0.4742, lift_point: 0.0862, 0.4742; The action is #DUAL_POINT#; touch_point: 0.0868, 0.8771, lift_point: 0.0868, 0.8771; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Chick-fil-A?\"; The action is #DUAL_POINT#; touch_point: 0.1903, 0.4455, lift_point: 0.1903, 0.4455", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/40219_7.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Google Play Music app", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/40264_1.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Google Play Music app; The action is #Scrolling Down#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/40264_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest technology news?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/40501_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest technology news?; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/40501_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest technology news?; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.4869, 0.6603, lift_point: 0.4869, 0.6603", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/40501_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest technology news?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4869, 0.6603, lift_point: 0.4869, 0.6603", "response": "The action is #DUAL_POINT#; touch_point: 0.4931, 0.699, lift_point: 0.4931, 0.699", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/40501_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest technology news?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4869, 0.6603, lift_point: 0.4869, 0.6603; The action is #DUAL_POINT#; touch_point: 0.4931, 0.699, lift_point: 0.4931, 0.699", "response": "The action is #DUAL_POINT#; touch_point: 0.1429, 0.5551, lift_point: 0.1429, 0.5551", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/40501_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest technology news?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4869, 0.6603, lift_point: 0.4869, 0.6603; The action is #DUAL_POINT#; touch_point: 0.4931, 0.699, lift_point: 0.4931, 0.699; The action is #DUAL_POINT#; touch_point: 0.1429, 0.5551, lift_point: 0.1429, 0.5551", "response": "The action is #DUAL_POINT#; touch_point: 0.1429, 0.5551, lift_point: 0.1429, 0.5551", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/40501_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest technology news?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4869, 0.6603, lift_point: 0.4869, 0.6603; The action is #DUAL_POINT#; touch_point: 0.4931, 0.699, lift_point: 0.4931, 0.699; The action is #DUAL_POINT#; touch_point: 0.1429, 0.5551, lift_point: 0.1429, 0.5551; The action is #DUAL_POINT#; touch_point: 0.1429, 0.5551, lift_point: 0.1429, 0.5551", "response": "The action is #DUAL_POINT#; touch_point: 0.133, 0.4917, lift_point: 0.133, 0.4917", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/40501_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest technology news?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4869, 0.6603, lift_point: 0.4869, 0.6603; The action is #DUAL_POINT#; touch_point: 0.4931, 0.699, lift_point: 0.4931, 0.699; The action is #DUAL_POINT#; touch_point: 0.1429, 0.5551, lift_point: 0.1429, 0.5551; The action is #DUAL_POINT#; touch_point: 0.1429, 0.5551, lift_point: 0.1429, 0.5551; The action is #DUAL_POINT#; touch_point: 0.133, 0.4917, lift_point: 0.133, 0.4917", "response": "The action is #DUAL_POINT#; touch_point: 0.133, 0.4917, lift_point: 0.133, 0.4917", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/40501_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest technology news?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4869, 0.6603, lift_point: 0.4869, 0.6603; The action is #DUAL_POINT#; touch_point: 0.4931, 0.699, lift_point: 0.4931, 0.699; The action is #DUAL_POINT#; touch_point: 0.1429, 0.5551, lift_point: 0.1429, 0.5551; The action is #DUAL_POINT#; touch_point: 0.1429, 0.5551, lift_point: 0.1429, 0.5551; The action is #DUAL_POINT#; touch_point: 0.133, 0.4917, lift_point: 0.133, 0.4917; The action is #DUAL_POINT#; touch_point: 0.133, 0.4917, lift_point: 0.133, 0.4917", "response": "The action is #DUAL_POINT#; touch_point: 0.1332, 0.3124, lift_point: 0.1332, 0.3124", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/40501_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest technology news?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4869, 0.6603, lift_point: 0.4869, 0.6603; The action is #DUAL_POINT#; touch_point: 0.4931, 0.699, lift_point: 0.4931, 0.699; The action is #DUAL_POINT#; touch_point: 0.1429, 0.5551, lift_point: 0.1429, 0.5551; The action is #DUAL_POINT#; touch_point: 0.1429, 0.5551, lift_point: 0.1429, 0.5551; The action is #DUAL_POINT#; touch_point: 0.133, 0.4917, lift_point: 0.133, 0.4917; The action is #DUAL_POINT#; touch_point: 0.133, 0.4917, lift_point: 0.133, 0.4917; The action is #DUAL_POINT#; touch_point: 0.1332, 0.3124, lift_point: 0.1332, 0.3124", "response": "The action is #DUAL_POINT#; touch_point: 0.0661, 0.5829, lift_point: 0.0661, 0.5829", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/40501_10.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest technology news?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4869, 0.6603, lift_point: 0.4869, 0.6603; The action is #DUAL_POINT#; touch_point: 0.4931, 0.699, lift_point: 0.4931, 0.699; The action is #DUAL_POINT#; touch_point: 0.1429, 0.5551, lift_point: 0.1429, 0.5551; The action is #DUAL_POINT#; touch_point: 0.1429, 0.5551, lift_point: 0.1429, 0.5551; The action is #DUAL_POINT#; touch_point: 0.133, 0.4917, lift_point: 0.133, 0.4917; The action is #DUAL_POINT#; touch_point: 0.133, 0.4917, lift_point: 0.133, 0.4917; The action is #DUAL_POINT#; touch_point: 0.1332, 0.3124, lift_point: 0.1332, 0.3124; The action is #DUAL_POINT#; touch_point: 0.0661, 0.5829, lift_point: 0.0661, 0.5829", "response": "The action is #DUAL_POINT#; touch_point: 0.2253, 0.6068, lift_point: 0.2253, 0.6068", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/40501_11.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest technology news?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4869, 0.6603, lift_point: 0.4869, 0.6603; The action is #DUAL_POINT#; touch_point: 0.4931, 0.699, lift_point: 0.4931, 0.699; The action is #DUAL_POINT#; touch_point: 0.1429, 0.5551, lift_point: 0.1429, 0.5551; The action is #DUAL_POINT#; touch_point: 0.1429, 0.5551, lift_point: 0.1429, 0.5551; The action is #DUAL_POINT#; touch_point: 0.133, 0.4917, lift_point: 0.133, 0.4917; The action is #DUAL_POINT#; touch_point: 0.133, 0.4917, lift_point: 0.133, 0.4917; The action is #DUAL_POINT#; touch_point: 0.1332, 0.3124, lift_point: 0.1332, 0.3124; The action is #DUAL_POINT#; touch_point: 0.0661, 0.5829, lift_point: 0.0661, 0.5829; The action is #DUAL_POINT#; touch_point: 0.2253, 0.6068, lift_point: 0.2253, 0.6068", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest technology news?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/40501_12.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest technology news?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4869, 0.6603, lift_point: 0.4869, 0.6603; The action is #DUAL_POINT#; touch_point: 0.4931, 0.699, lift_point: 0.4931, 0.699; The action is #DUAL_POINT#; touch_point: 0.1429, 0.5551, lift_point: 0.1429, 0.5551; The action is #DUAL_POINT#; touch_point: 0.1429, 0.5551, lift_point: 0.1429, 0.5551; The action is #DUAL_POINT#; touch_point: 0.133, 0.4917, lift_point: 0.133, 0.4917; The action is #DUAL_POINT#; touch_point: 0.133, 0.4917, lift_point: 0.133, 0.4917; The action is #DUAL_POINT#; touch_point: 0.1332, 0.3124, lift_point: 0.1332, 0.3124; The action is #DUAL_POINT#; touch_point: 0.0661, 0.5829, lift_point: 0.0661, 0.5829; The action is #DUAL_POINT#; touch_point: 0.2253, 0.6068, lift_point: 0.2253, 0.6068; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest technology news?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1351, 0.5595, lift_point: 0.1351, 0.5595", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/40501_13.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest technology news?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4869, 0.6603, lift_point: 0.4869, 0.6603; The action is #DUAL_POINT#; touch_point: 0.4931, 0.699, lift_point: 0.4931, 0.699; The action is #DUAL_POINT#; touch_point: 0.1429, 0.5551, lift_point: 0.1429, 0.5551; The action is #DUAL_POINT#; touch_point: 0.1429, 0.5551, lift_point: 0.1429, 0.5551; The action is #DUAL_POINT#; touch_point: 0.133, 0.4917, lift_point: 0.133, 0.4917; The action is #DUAL_POINT#; touch_point: 0.133, 0.4917, lift_point: 0.133, 0.4917; The action is #DUAL_POINT#; touch_point: 0.1332, 0.3124, lift_point: 0.1332, 0.3124; The action is #DUAL_POINT#; touch_point: 0.0661, 0.5829, lift_point: 0.0661, 0.5829; The action is #DUAL_POINT#; touch_point: 0.2253, 0.6068, lift_point: 0.2253, 0.6068; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest technology news?\"; The action is #DUAL_POINT#; touch_point: 0.1351, 0.5595, lift_point: 0.1351, 0.5595", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/40501_14.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Vietnam?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/40528_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Vietnam?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8352, 0.4722, lift_point: 0.8352, 0.4722", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/40528_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Vietnam?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8352, 0.4722, lift_point: 0.8352, 0.4722", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Vietnam\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/40528_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Vietnam?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8352, 0.4722, lift_point: 0.8352, 0.4722; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Vietnam\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/40528_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Vietnam?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8352, 0.4722, lift_point: 0.8352, 0.4722; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Vietnam\"; The action is #PRESS_ENTER#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/40528_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Vietnam?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8352, 0.4722, lift_point: 0.8352, 0.4722; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Vietnam\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/40528_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Vietnam?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8352, 0.4722, lift_point: 0.8352, 0.4722; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Vietnam\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.6097, 0.4168, lift_point: 0.6097, 0.4168", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/40528_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Vietnam?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8352, 0.4722, lift_point: 0.8352, 0.4722; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Vietnam\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6097, 0.4168, lift_point: 0.6097, 0.4168", "response": "The action is #DUAL_POINT#; touch_point: 0.8518, 0.6107, lift_point: 0.8518, 0.6107", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/40528_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Vietnam?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8352, 0.4722, lift_point: 0.8352, 0.4722; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Vietnam\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6097, 0.4168, lift_point: 0.6097, 0.4168; The action is #DUAL_POINT#; touch_point: 0.8518, 0.6107, lift_point: 0.8518, 0.6107", "response": "The action is #DUAL_POINT#; touch_point: 0.8361, 0.2475, lift_point: 0.8361, 0.2475", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/40528_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Vietnam?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8352, 0.4722, lift_point: 0.8352, 0.4722; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Vietnam\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6097, 0.4168, lift_point: 0.6097, 0.4168; The action is #DUAL_POINT#; touch_point: 0.8518, 0.6107, lift_point: 0.8518, 0.6107; The action is #DUAL_POINT#; touch_point: 0.8361, 0.2475, lift_point: 0.8361, 0.2475", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/40528_10.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Mexico?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/40585_1.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Mexico?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8329, 0.549, lift_point: 0.8329, 0.549", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/40585_2.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Mexico?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8329, 0.549, lift_point: 0.8329, 0.549", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/40585_3.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Mexico?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8329, 0.549, lift_point: 0.8329, 0.549; The action is #PRESS_ENTER#", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Mexico\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/40585_4.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Mexico?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8329, 0.549, lift_point: 0.8329, 0.549; The action is #PRESS_ENTER#; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Mexico\"", "response": "The action is #DUAL_POINT#; touch_point: 0.2336, 0.3635, lift_point: 0.2336, 0.3635", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/40585_5.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Mexico?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8329, 0.549, lift_point: 0.8329, 0.549; The action is #PRESS_ENTER#; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Mexico\"; The action is #DUAL_POINT#; touch_point: 0.2336, 0.3635, lift_point: 0.2336, 0.3635", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/40585_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from GameXplain?", "response": "The action is #DUAL_POINT#; touch_point: 0.8134, 0.5055, lift_point: 0.8134, 0.5055", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/40764_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from GameXplain?; The action is #DUAL_POINT#; touch_point: 0.8134, 0.5055, lift_point: 0.8134, 0.5055", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest video from GameXplain\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/40764_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from GameXplain?; The action is #DUAL_POINT#; touch_point: 0.8134, 0.5055, lift_point: 0.8134, 0.5055; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest video from GameXplain\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/40764_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from GameXplain?; The action is #DUAL_POINT#; touch_point: 0.8134, 0.5055, lift_point: 0.8134, 0.5055; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest video from GameXplain\"; The action is #PRESS_ENTER#", "response": "The action is #DUAL_POINT#; touch_point: 0.4703, 0.3358, lift_point: 0.4703, 0.3358", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/40764_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from GameXplain?; The action is #DUAL_POINT#; touch_point: 0.8134, 0.5055, lift_point: 0.8134, 0.5055; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest video from GameXplain\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.4703, 0.3358, lift_point: 0.4703, 0.3358", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/40764_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Denver?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/40851_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Denver?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8241, 0.5456, lift_point: 0.8241, 0.5456", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/40851_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Denver?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8241, 0.5456, lift_point: 0.8241, 0.5456", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Denver\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/40851_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Denver?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8241, 0.5456, lift_point: 0.8241, 0.5456; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Denver\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/40851_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Denver?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8241, 0.5456, lift_point: 0.8241, 0.5456; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Denver\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/40851_5.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Twitter app", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/41033_1.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Twitter app; The action is #PRESS_HOME#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/41033_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in New Jersey?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/41049_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in New Jersey?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8171, 0.6414, lift_point: 0.8171, 0.6414", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/41049_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in New Jersey?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8171, 0.6414, lift_point: 0.8171, 0.6414", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/41049_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in New Jersey?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8171, 0.6414, lift_point: 0.8171, 0.6414; The action is #PRESS_ENTER#", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in New Jersey?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/41049_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in New Jersey?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8171, 0.6414, lift_point: 0.8171, 0.6414; The action is #PRESS_ENTER#; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in New Jersey?\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/41049_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in New Jersey?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8171, 0.6414, lift_point: 0.8171, 0.6414; The action is #PRESS_ENTER#; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in New Jersey?\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/41049_6.png" ] }, { "query": "\nPrevious Actions: Goal: Open the clock", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/41105_1.png" ] }, { "query": "\nPrevious Actions: Goal: Open the clock; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/41105_2.png" ] }, { "query": "\nPrevious Actions: Goal: Open the clock; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.4751, 0.8924, lift_point: 0.4751, 0.8924", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/41105_3.png" ] }, { "query": "\nPrevious Actions: Goal: Open the clock; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4751, 0.8924, lift_point: 0.4751, 0.8924", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/41105_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from GameSpot Trailers?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/41265_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from GameSpot Trailers?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8272, 0.558, lift_point: 0.8272, 0.558", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/41265_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from GameSpot Trailers?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8272, 0.558, lift_point: 0.8272, 0.558", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest video from GameSpot Trailers\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/41265_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from GameSpot Trailers?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8272, 0.558, lift_point: 0.8272, 0.558; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest video from GameSpot Trailers\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/41265_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from GameSpot Trailers?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8272, 0.558, lift_point: 0.8272, 0.558; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest video from GameSpot Trailers\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/41265_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Phoenix?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/41275_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Phoenix?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7985, 0.6055, lift_point: 0.7985, 0.6055", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/41275_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Phoenix?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7985, 0.6055, lift_point: 0.7985, 0.6055", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Phoenix?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/41275_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Phoenix?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7985, 0.6055, lift_point: 0.7985, 0.6055; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Phoenix?\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/41275_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Phoenix?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7985, 0.6055, lift_point: 0.7985, 0.6055; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Phoenix?\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/41275_5.png" ] }, { "query": "\nPrevious Actions: Goal: What are the best selling refrigerators at Home Depot?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/41334_1.png" ] }, { "query": "\nPrevious Actions: Goal: What are the best selling refrigerators at Home Depot?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8185, 0.6151, lift_point: 0.8185, 0.6151", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/41334_2.png" ] }, { "query": "\nPrevious Actions: Goal: What are the best selling refrigerators at Home Depot?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8185, 0.6151, lift_point: 0.8185, 0.6151", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"What are the best selling refrigerators at Home Depot\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/41334_3.png" ] }, { "query": "\nPrevious Actions: Goal: What are the best selling refrigerators at Home Depot?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8185, 0.6151, lift_point: 0.8185, 0.6151; The action is #TYPE#; And the content is : \"typed_text\": \"What are the best selling refrigerators at Home Depot\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/41334_4.png" ] }, { "query": "\nPrevious Actions: Goal: What are the best selling refrigerators at Home Depot?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8185, 0.6151, lift_point: 0.8185, 0.6151; The action is #TYPE#; And the content is : \"typed_text\": \"What are the best selling refrigerators at Home Depot\"; The action is #PRESS_ENTER#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/41334_5.png" ] }, { "query": "\nPrevious Actions: Goal: What are the best selling refrigerators at Home Depot?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8185, 0.6151, lift_point: 0.8185, 0.6151; The action is #TYPE#; And the content is : \"typed_text\": \"What are the best selling refrigerators at Home Depot\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/41334_6.png" ] }, { "query": "\nPrevious Actions: Goal: What are the best selling refrigerators at Home Depot?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8185, 0.6151, lift_point: 0.8185, 0.6151; The action is #TYPE#; And the content is : \"typed_text\": \"What are the best selling refrigerators at Home Depot\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.7048, 0.6341, lift_point: 0.7048, 0.6341", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/41334_7.png" ] }, { "query": "\nPrevious Actions: Goal: What are the best selling refrigerators at Home Depot?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8185, 0.6151, lift_point: 0.8185, 0.6151; The action is #TYPE#; And the content is : \"typed_text\": \"What are the best selling refrigerators at Home Depot\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7048, 0.6341, lift_point: 0.7048, 0.6341", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/41334_8.png" ] }, { "query": "\nPrevious Actions: Goal: Open the settings", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/41423_1.png" ] }, { "query": "\nPrevious Actions: Goal: Open the settings; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/41423_2.png" ] }, { "query": "\nPrevious Actions: Goal: Open the settings; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/41423_3.png" ] }, { "query": "\nPrevious Actions: Goal: Open the settings; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.6262, 0.4764, lift_point: 0.6262, 0.4764", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/41423_4.png" ] }, { "query": "\nPrevious Actions: Goal: Open the settings; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6262, 0.4764, lift_point: 0.6262, 0.4764", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/41423_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's on my calendar for the rest of the week?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/41459_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's on my calendar for the rest of the week?; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/41459_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's on my calendar for the rest of the week?; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.2671, 0.8472, lift_point: 0.2671, 0.8472", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/41459_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's on my calendar for the rest of the week?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2671, 0.8472, lift_point: 0.2671, 0.8472", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/41459_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's on my calendar for the rest of the week?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2671, 0.8472, lift_point: 0.2671, 0.8472; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/41459_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's on my calendar for the rest of the week?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2671, 0.8472, lift_point: 0.2671, 0.8472; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/41459_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's on my calendar for the rest of the week?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2671, 0.8472, lift_point: 0.2671, 0.8472; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.0913, 0.118, lift_point: 0.0913, 0.118", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/41459_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's on my calendar for the rest of the week?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2671, 0.8472, lift_point: 0.2671, 0.8472; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0913, 0.118, lift_point: 0.0913, 0.118", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/41459_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's on my calendar for the rest of the week?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2671, 0.8472, lift_point: 0.2671, 0.8472; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0913, 0.118, lift_point: 0.0913, 0.118; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/41459_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's on my calendar for the rest of the week?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2671, 0.8472, lift_point: 0.2671, 0.8472; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0913, 0.118, lift_point: 0.0913, 0.118; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/41459_10.png" ] }, { "query": "\nPrevious Actions: Goal: What's on my calendar for the rest of the week?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2671, 0.8472, lift_point: 0.2671, 0.8472; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0913, 0.118, lift_point: 0.0913, 0.118; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/41459_11.png" ] }, { "query": "\nPrevious Actions: Goal: What's on my calendar for the rest of the week?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2671, 0.8472, lift_point: 0.2671, 0.8472; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0913, 0.118, lift_point: 0.0913, 0.118; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#", "response": "The action is #DUAL_POINT#; touch_point: 0.4014, 0.2675, lift_point: 0.4014, 0.2675", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/41459_12.png" ] }, { "query": "\nPrevious Actions: Goal: What's on my calendar for the rest of the week?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2671, 0.8472, lift_point: 0.2671, 0.8472; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0913, 0.118, lift_point: 0.0913, 0.118; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.4014, 0.2675, lift_point: 0.4014, 0.2675", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/41459_13.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the LG TV?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/41517_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the LG TV?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.81, 0.502, lift_point: 0.81, 0.502", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/41517_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the LG TV?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.81, 0.502, lift_point: 0.81, 0.502", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the LG TV\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/41517_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the LG TV?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.81, 0.502, lift_point: 0.81, 0.502; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the LG TV\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/41517_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the LG TV?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.81, 0.502, lift_point: 0.81, 0.502; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the LG TV\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/41517_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Boston to Zurich", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/41586_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Boston to Zurich; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8188, 0.69, lift_point: 0.8188, 0.69", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/41586_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Boston to Zurich; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8188, 0.69, lift_point: 0.8188, 0.69", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Boston to Zurich\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/41586_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Boston to Zurich; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8188, 0.69, lift_point: 0.8188, 0.69; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Boston to Zurich\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/41586_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Boston to Zurich; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8188, 0.69, lift_point: 0.8188, 0.69; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Boston to Zurich\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/41586_5.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome incognito tab", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/41666_1.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome incognito tab; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/41666_2.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome incognito tab; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.4856, 0.685, lift_point: 0.4856, 0.685", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/41666_3.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome incognito tab; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4856, 0.685, lift_point: 0.4856, 0.685", "response": "The action is #DUAL_POINT#; touch_point: 0.1082, 0.9082, lift_point: 0.1082, 0.9082", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/41666_4.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome incognito tab; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4856, 0.685, lift_point: 0.4856, 0.685; The action is #DUAL_POINT#; touch_point: 0.1082, 0.9082, lift_point: 0.1082, 0.9082", "response": "The action is #DUAL_POINT#; touch_point: 0.4166, 0.4867, lift_point: 0.4166, 0.4867", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/41666_5.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome incognito tab; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4856, 0.685, lift_point: 0.4856, 0.685; The action is #DUAL_POINT#; touch_point: 0.1082, 0.9082, lift_point: 0.1082, 0.9082; The action is #DUAL_POINT#; touch_point: 0.4166, 0.4867, lift_point: 0.4166, 0.4867", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/41666_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/41679_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8322, 0.5738, lift_point: 0.8322, 0.5738", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/41679_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8322, 0.5738, lift_point: 0.8322, 0.5738", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/41679_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8322, 0.5738, lift_point: 0.8322, 0.5738; The action is #PRESS_ENTER#", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Sydney to Buenos aires\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/41679_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8322, 0.5738, lift_point: 0.8322, 0.5738; The action is #PRESS_ENTER#; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Sydney to Buenos aires\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/41679_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8322, 0.5738, lift_point: 0.8322, 0.5738; The action is #PRESS_ENTER#; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Sydney to Buenos aires\"; The action is #PRESS_ENTER#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/41679_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8322, 0.5738, lift_point: 0.8322, 0.5738; The action is #PRESS_ENTER#; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Sydney to Buenos aires\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/41679_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8322, 0.5738, lift_point: 0.8322, 0.5738; The action is #PRESS_ENTER#; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Sydney to Buenos aires\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/41679_8.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8322, 0.5738, lift_point: 0.8322, 0.5738; The action is #PRESS_ENTER#; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Sydney to Buenos aires\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/41679_9.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8322, 0.5738, lift_point: 0.8322, 0.5738; The action is #PRESS_ENTER#; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Sydney to Buenos aires\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/41679_10.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8322, 0.5738, lift_point: 0.8322, 0.5738; The action is #PRESS_ENTER#; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Sydney to Buenos aires\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/41679_11.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8322, 0.5738, lift_point: 0.8322, 0.5738; The action is #PRESS_ENTER#; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Sydney to Buenos aires\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.7433, 0.4992, lift_point: 0.7433, 0.4992", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/41679_12.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Buenos aires; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8322, 0.5738, lift_point: 0.8322, 0.5738; The action is #PRESS_ENTER#; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Sydney to Buenos aires\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7433, 0.4992, lift_point: 0.7433, 0.4992", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/41679_13.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Subway?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/41689_1.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Subway?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8314, 0.6554, lift_point: 0.8314, 0.6554", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/41689_2.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Subway?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8314, 0.6554, lift_point: 0.8314, 0.6554", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Subway\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/41689_3.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Subway?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8314, 0.6554, lift_point: 0.8314, 0.6554; The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Subway\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/41689_4.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Subway?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8314, 0.6554, lift_point: 0.8314, 0.6554; The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Subway\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/41689_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for top rated seafood restaurants on Google Maps", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/41958_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for top rated seafood restaurants on Google Maps; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.47, 0.6654, lift_point: 0.47, 0.6654", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/41958_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for top rated seafood restaurants on Google Maps; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.47, 0.6654, lift_point: 0.47, 0.6654", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/41958_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for top rated seafood restaurants on Google Maps; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.47, 0.6654, lift_point: 0.47, 0.6654; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.1816, 0.5503, lift_point: 0.1816, 0.5503", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/41958_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for top rated seafood restaurants on Google Maps; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.47, 0.6654, lift_point: 0.47, 0.6654; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1816, 0.5503, lift_point: 0.1816, 0.5503", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/41958_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for top rated seafood restaurants on Google Maps; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.47, 0.6654, lift_point: 0.47, 0.6654; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1816, 0.5503, lift_point: 0.1816, 0.5503; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3422, 0.5365, lift_point: 0.3422, 0.5365", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/41958_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for top rated seafood restaurants on Google Maps; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.47, 0.6654, lift_point: 0.47, 0.6654; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1816, 0.5503, lift_point: 0.1816, 0.5503; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3422, 0.5365, lift_point: 0.3422, 0.5365", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/41958_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from San Diego to Seattle", "response": "The action is #DUAL_POINT#; touch_point: 0.7832, 0.6839, lift_point: 0.7832, 0.6839", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42046_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from San Diego to Seattle; The action is #DUAL_POINT#; touch_point: 0.7832, 0.6839, lift_point: 0.7832, 0.6839", "response": "The action is #DUAL_POINT#; touch_point: 0.0455, 0.3601, lift_point: 0.0455, 0.3601", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42046_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from San Diego to Seattle; The action is #DUAL_POINT#; touch_point: 0.7832, 0.6839, lift_point: 0.7832, 0.6839; The action is #DUAL_POINT#; touch_point: 0.0455, 0.3601, lift_point: 0.0455, 0.3601", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from San Diego to Seattle\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42046_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from San Diego to Seattle; The action is #DUAL_POINT#; touch_point: 0.7832, 0.6839, lift_point: 0.7832, 0.6839; The action is #DUAL_POINT#; touch_point: 0.0455, 0.3601, lift_point: 0.0455, 0.3601; The action is #TYPE#; And the content is : \"typed_text\": \"flights from San Diego to Seattle\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1339, 0.4487, lift_point: 0.1339, 0.4487", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42046_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from San Diego to Seattle; The action is #DUAL_POINT#; touch_point: 0.7832, 0.6839, lift_point: 0.7832, 0.6839; The action is #DUAL_POINT#; touch_point: 0.0455, 0.3601, lift_point: 0.0455, 0.3601; The action is #TYPE#; And the content is : \"typed_text\": \"flights from San Diego to Seattle\"; The action is #DUAL_POINT#; touch_point: 0.1339, 0.4487, lift_point: 0.1339, 0.4487", "response": "The action is #DUAL_POINT#; touch_point: 0.3909, 0.2592, lift_point: 0.3909, 0.2592", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42046_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from San Diego to Seattle; The action is #DUAL_POINT#; touch_point: 0.7832, 0.6839, lift_point: 0.7832, 0.6839; The action is #DUAL_POINT#; touch_point: 0.0455, 0.3601, lift_point: 0.0455, 0.3601; The action is #TYPE#; And the content is : \"typed_text\": \"flights from San Diego to Seattle\"; The action is #DUAL_POINT#; touch_point: 0.1339, 0.4487, lift_point: 0.1339, 0.4487; The action is #DUAL_POINT#; touch_point: 0.3909, 0.2592, lift_point: 0.3909, 0.2592", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42046_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from San Diego to Seattle; The action is #DUAL_POINT#; touch_point: 0.7832, 0.6839, lift_point: 0.7832, 0.6839; The action is #DUAL_POINT#; touch_point: 0.0455, 0.3601, lift_point: 0.0455, 0.3601; The action is #TYPE#; And the content is : \"typed_text\": \"flights from San Diego to Seattle\"; The action is #DUAL_POINT#; touch_point: 0.1339, 0.4487, lift_point: 0.1339, 0.4487; The action is #DUAL_POINT#; touch_point: 0.3909, 0.2592, lift_point: 0.3909, 0.2592; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42046_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from San Diego to Seattle; The action is #DUAL_POINT#; touch_point: 0.7832, 0.6839, lift_point: 0.7832, 0.6839; The action is #DUAL_POINT#; touch_point: 0.0455, 0.3601, lift_point: 0.0455, 0.3601; The action is #TYPE#; And the content is : \"typed_text\": \"flights from San Diego to Seattle\"; The action is #DUAL_POINT#; touch_point: 0.1339, 0.4487, lift_point: 0.1339, 0.4487; The action is #DUAL_POINT#; touch_point: 0.3909, 0.2592, lift_point: 0.3909, 0.2592; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42046_8.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from San Diego to Seattle; The action is #DUAL_POINT#; touch_point: 0.7832, 0.6839, lift_point: 0.7832, 0.6839; The action is #DUAL_POINT#; touch_point: 0.0455, 0.3601, lift_point: 0.0455, 0.3601; The action is #TYPE#; And the content is : \"typed_text\": \"flights from San Diego to Seattle\"; The action is #DUAL_POINT#; touch_point: 0.1339, 0.4487, lift_point: 0.1339, 0.4487; The action is #DUAL_POINT#; touch_point: 0.3909, 0.2592, lift_point: 0.3909, 0.2592; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42046_9.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from San Diego to Seattle; The action is #DUAL_POINT#; touch_point: 0.7832, 0.6839, lift_point: 0.7832, 0.6839; The action is #DUAL_POINT#; touch_point: 0.0455, 0.3601, lift_point: 0.0455, 0.3601; The action is #TYPE#; And the content is : \"typed_text\": \"flights from San Diego to Seattle\"; The action is #DUAL_POINT#; touch_point: 0.1339, 0.4487, lift_point: 0.1339, 0.4487; The action is #DUAL_POINT#; touch_point: 0.3909, 0.2592, lift_point: 0.3909, 0.2592; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.0601, 0.1584, lift_point: 0.0601, 0.1584", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42046_10.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from San Diego to Seattle; The action is #DUAL_POINT#; touch_point: 0.7832, 0.6839, lift_point: 0.7832, 0.6839; The action is #DUAL_POINT#; touch_point: 0.0455, 0.3601, lift_point: 0.0455, 0.3601; The action is #TYPE#; And the content is : \"typed_text\": \"flights from San Diego to Seattle\"; The action is #DUAL_POINT#; touch_point: 0.1339, 0.4487, lift_point: 0.1339, 0.4487; The action is #DUAL_POINT#; touch_point: 0.3909, 0.2592, lift_point: 0.3909, 0.2592; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0601, 0.1584, lift_point: 0.0601, 0.1584", "response": "The action is #DUAL_POINT#; touch_point: 0.2991, 0.2567, lift_point: 0.2991, 0.2567", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42046_11.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from San Diego to Seattle; The action is #DUAL_POINT#; touch_point: 0.7832, 0.6839, lift_point: 0.7832, 0.6839; The action is #DUAL_POINT#; touch_point: 0.0455, 0.3601, lift_point: 0.0455, 0.3601; The action is #TYPE#; And the content is : \"typed_text\": \"flights from San Diego to Seattle\"; The action is #DUAL_POINT#; touch_point: 0.1339, 0.4487, lift_point: 0.1339, 0.4487; The action is #DUAL_POINT#; touch_point: 0.3909, 0.2592, lift_point: 0.3909, 0.2592; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0601, 0.1584, lift_point: 0.0601, 0.1584; The action is #DUAL_POINT#; touch_point: 0.2991, 0.2567, lift_point: 0.2991, 0.2567", "response": "The action is #DUAL_POINT#; touch_point: 0.1196, 0.2903, lift_point: 0.1196, 0.2903", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42046_12.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from San Diego to Seattle; The action is #DUAL_POINT#; touch_point: 0.7832, 0.6839, lift_point: 0.7832, 0.6839; The action is #DUAL_POINT#; touch_point: 0.0455, 0.3601, lift_point: 0.0455, 0.3601; The action is #TYPE#; And the content is : \"typed_text\": \"flights from San Diego to Seattle\"; The action is #DUAL_POINT#; touch_point: 0.1339, 0.4487, lift_point: 0.1339, 0.4487; The action is #DUAL_POINT#; touch_point: 0.3909, 0.2592, lift_point: 0.3909, 0.2592; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0601, 0.1584, lift_point: 0.0601, 0.1584; The action is #DUAL_POINT#; touch_point: 0.2991, 0.2567, lift_point: 0.2991, 0.2567; The action is #DUAL_POINT#; touch_point: 0.1196, 0.2903, lift_point: 0.1196, 0.2903", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"san diego\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42046_13.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from San Diego to Seattle; The action is #DUAL_POINT#; touch_point: 0.7832, 0.6839, lift_point: 0.7832, 0.6839; The action is #DUAL_POINT#; touch_point: 0.0455, 0.3601, lift_point: 0.0455, 0.3601; The action is #TYPE#; And the content is : \"typed_text\": \"flights from San Diego to Seattle\"; The action is #DUAL_POINT#; touch_point: 0.1339, 0.4487, lift_point: 0.1339, 0.4487; The action is #DUAL_POINT#; touch_point: 0.3909, 0.2592, lift_point: 0.3909, 0.2592; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0601, 0.1584, lift_point: 0.0601, 0.1584; The action is #DUAL_POINT#; touch_point: 0.2991, 0.2567, lift_point: 0.2991, 0.2567; The action is #DUAL_POINT#; touch_point: 0.1196, 0.2903, lift_point: 0.1196, 0.2903; The action is #TYPE#; And the content is : \"typed_text\": \"san diego\"", "response": "The action is #DUAL_POINT#; touch_point: 0.23, 0.2453, lift_point: 0.23, 0.2453", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42046_14.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from San Diego to Seattle; The action is #DUAL_POINT#; touch_point: 0.7832, 0.6839, lift_point: 0.7832, 0.6839; The action is #DUAL_POINT#; touch_point: 0.0455, 0.3601, lift_point: 0.0455, 0.3601; The action is #TYPE#; And the content is : \"typed_text\": \"flights from San Diego to Seattle\"; The action is #DUAL_POINT#; touch_point: 0.1339, 0.4487, lift_point: 0.1339, 0.4487; The action is #DUAL_POINT#; touch_point: 0.3909, 0.2592, lift_point: 0.3909, 0.2592; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0601, 0.1584, lift_point: 0.0601, 0.1584; The action is #DUAL_POINT#; touch_point: 0.2991, 0.2567, lift_point: 0.2991, 0.2567; The action is #DUAL_POINT#; touch_point: 0.1196, 0.2903, lift_point: 0.1196, 0.2903; The action is #TYPE#; And the content is : \"typed_text\": \"san diego\"; The action is #DUAL_POINT#; touch_point: 0.23, 0.2453, lift_point: 0.23, 0.2453", "response": "The action is #DUAL_POINT#; touch_point: 0.3651, 0.7465, lift_point: 0.3651, 0.7465", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42046_15.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from San Diego to Seattle; The action is #DUAL_POINT#; touch_point: 0.7832, 0.6839, lift_point: 0.7832, 0.6839; The action is #DUAL_POINT#; touch_point: 0.0455, 0.3601, lift_point: 0.0455, 0.3601; The action is #TYPE#; And the content is : \"typed_text\": \"flights from San Diego to Seattle\"; The action is #DUAL_POINT#; touch_point: 0.1339, 0.4487, lift_point: 0.1339, 0.4487; The action is #DUAL_POINT#; touch_point: 0.3909, 0.2592, lift_point: 0.3909, 0.2592; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0601, 0.1584, lift_point: 0.0601, 0.1584; The action is #DUAL_POINT#; touch_point: 0.2991, 0.2567, lift_point: 0.2991, 0.2567; The action is #DUAL_POINT#; touch_point: 0.1196, 0.2903, lift_point: 0.1196, 0.2903; The action is #TYPE#; And the content is : \"typed_text\": \"san diego\"; The action is #DUAL_POINT#; touch_point: 0.23, 0.2453, lift_point: 0.23, 0.2453; The action is #DUAL_POINT#; touch_point: 0.3651, 0.7465, lift_point: 0.3651, 0.7465", "response": "The action is #DUAL_POINT#; touch_point: 0.1978, 0.2101, lift_point: 0.1978, 0.2101", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42046_16.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from San Diego to Seattle; The action is #DUAL_POINT#; touch_point: 0.7832, 0.6839, lift_point: 0.7832, 0.6839; The action is #DUAL_POINT#; touch_point: 0.0455, 0.3601, lift_point: 0.0455, 0.3601; The action is #TYPE#; And the content is : \"typed_text\": \"flights from San Diego to Seattle\"; The action is #DUAL_POINT#; touch_point: 0.1339, 0.4487, lift_point: 0.1339, 0.4487; The action is #DUAL_POINT#; touch_point: 0.3909, 0.2592, lift_point: 0.3909, 0.2592; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0601, 0.1584, lift_point: 0.0601, 0.1584; The action is #DUAL_POINT#; touch_point: 0.2991, 0.2567, lift_point: 0.2991, 0.2567; The action is #DUAL_POINT#; touch_point: 0.1196, 0.2903, lift_point: 0.1196, 0.2903; The action is #TYPE#; And the content is : \"typed_text\": \"san diego\"; The action is #DUAL_POINT#; touch_point: 0.23, 0.2453, lift_point: 0.23, 0.2453; The action is #DUAL_POINT#; touch_point: 0.3651, 0.7465, lift_point: 0.3651, 0.7465; The action is #DUAL_POINT#; touch_point: 0.1978, 0.2101, lift_point: 0.1978, 0.2101", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"seattle\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42046_17.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from San Diego to Seattle; The action is #DUAL_POINT#; touch_point: 0.7832, 0.6839, lift_point: 0.7832, 0.6839; The action is #DUAL_POINT#; touch_point: 0.0455, 0.3601, lift_point: 0.0455, 0.3601; The action is #TYPE#; And the content is : \"typed_text\": \"flights from San Diego to Seattle\"; The action is #DUAL_POINT#; touch_point: 0.1339, 0.4487, lift_point: 0.1339, 0.4487; The action is #DUAL_POINT#; touch_point: 0.3909, 0.2592, lift_point: 0.3909, 0.2592; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0601, 0.1584, lift_point: 0.0601, 0.1584; The action is #DUAL_POINT#; touch_point: 0.2991, 0.2567, lift_point: 0.2991, 0.2567; The action is #DUAL_POINT#; touch_point: 0.1196, 0.2903, lift_point: 0.1196, 0.2903; The action is #TYPE#; And the content is : \"typed_text\": \"san diego\"; The action is #DUAL_POINT#; touch_point: 0.23, 0.2453, lift_point: 0.23, 0.2453; The action is #DUAL_POINT#; touch_point: 0.3651, 0.7465, lift_point: 0.3651, 0.7465; The action is #DUAL_POINT#; touch_point: 0.1978, 0.2101, lift_point: 0.1978, 0.2101; The action is #TYPE#; And the content is : \"typed_text\": \"seattle\"", "response": "The action is #DUAL_POINT#; touch_point: 0.3096, 0.2268, lift_point: 0.3096, 0.2268", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42046_18.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from San Diego to Seattle; The action is #DUAL_POINT#; touch_point: 0.7832, 0.6839, lift_point: 0.7832, 0.6839; The action is #DUAL_POINT#; touch_point: 0.0455, 0.3601, lift_point: 0.0455, 0.3601; The action is #TYPE#; And the content is : \"typed_text\": \"flights from San Diego to Seattle\"; The action is #DUAL_POINT#; touch_point: 0.1339, 0.4487, lift_point: 0.1339, 0.4487; The action is #DUAL_POINT#; touch_point: 0.3909, 0.2592, lift_point: 0.3909, 0.2592; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0601, 0.1584, lift_point: 0.0601, 0.1584; The action is #DUAL_POINT#; touch_point: 0.2991, 0.2567, lift_point: 0.2991, 0.2567; The action is #DUAL_POINT#; touch_point: 0.1196, 0.2903, lift_point: 0.1196, 0.2903; The action is #TYPE#; And the content is : \"typed_text\": \"san diego\"; The action is #DUAL_POINT#; touch_point: 0.23, 0.2453, lift_point: 0.23, 0.2453; The action is #DUAL_POINT#; touch_point: 0.3651, 0.7465, lift_point: 0.3651, 0.7465; The action is #DUAL_POINT#; touch_point: 0.1978, 0.2101, lift_point: 0.1978, 0.2101; The action is #TYPE#; And the content is : \"typed_text\": \"seattle\"; The action is #DUAL_POINT#; touch_point: 0.3096, 0.2268, lift_point: 0.3096, 0.2268", "response": "The action is #DUAL_POINT#; touch_point: 0.525, 0.241, lift_point: 0.525, 0.241", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42046_19.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from San Diego to Seattle; The action is #DUAL_POINT#; touch_point: 0.7832, 0.6839, lift_point: 0.7832, 0.6839; The action is #DUAL_POINT#; touch_point: 0.0455, 0.3601, lift_point: 0.0455, 0.3601; The action is #TYPE#; And the content is : \"typed_text\": \"flights from San Diego to Seattle\"; The action is #DUAL_POINT#; touch_point: 0.1339, 0.4487, lift_point: 0.1339, 0.4487; The action is #DUAL_POINT#; touch_point: 0.3909, 0.2592, lift_point: 0.3909, 0.2592; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0601, 0.1584, lift_point: 0.0601, 0.1584; The action is #DUAL_POINT#; touch_point: 0.2991, 0.2567, lift_point: 0.2991, 0.2567; The action is #DUAL_POINT#; touch_point: 0.1196, 0.2903, lift_point: 0.1196, 0.2903; The action is #TYPE#; And the content is : \"typed_text\": \"san diego\"; The action is #DUAL_POINT#; touch_point: 0.23, 0.2453, lift_point: 0.23, 0.2453; The action is #DUAL_POINT#; touch_point: 0.3651, 0.7465, lift_point: 0.3651, 0.7465; The action is #DUAL_POINT#; touch_point: 0.1978, 0.2101, lift_point: 0.1978, 0.2101; The action is #TYPE#; And the content is : \"typed_text\": \"seattle\"; The action is #DUAL_POINT#; touch_point: 0.3096, 0.2268, lift_point: 0.3096, 0.2268; The action is #DUAL_POINT#; touch_point: 0.525, 0.241, lift_point: 0.525, 0.241", "response": "The action is #DUAL_POINT#; touch_point: 0.6438, 0.6281, lift_point: 0.6438, 0.6281", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42046_20.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from San Diego to Seattle; The action is #DUAL_POINT#; touch_point: 0.7832, 0.6839, lift_point: 0.7832, 0.6839; The action is #DUAL_POINT#; touch_point: 0.0455, 0.3601, lift_point: 0.0455, 0.3601; The action is #TYPE#; And the content is : \"typed_text\": \"flights from San Diego to Seattle\"; The action is #DUAL_POINT#; touch_point: 0.1339, 0.4487, lift_point: 0.1339, 0.4487; The action is #DUAL_POINT#; touch_point: 0.3909, 0.2592, lift_point: 0.3909, 0.2592; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0601, 0.1584, lift_point: 0.0601, 0.1584; The action is #DUAL_POINT#; touch_point: 0.2991, 0.2567, lift_point: 0.2991, 0.2567; The action is #DUAL_POINT#; touch_point: 0.1196, 0.2903, lift_point: 0.1196, 0.2903; The action is #TYPE#; And the content is : \"typed_text\": \"san diego\"; The action is #DUAL_POINT#; touch_point: 0.23, 0.2453, lift_point: 0.23, 0.2453; The action is #DUAL_POINT#; touch_point: 0.3651, 0.7465, lift_point: 0.3651, 0.7465; The action is #DUAL_POINT#; touch_point: 0.1978, 0.2101, lift_point: 0.1978, 0.2101; The action is #TYPE#; And the content is : \"typed_text\": \"seattle\"; The action is #DUAL_POINT#; touch_point: 0.3096, 0.2268, lift_point: 0.3096, 0.2268; The action is #DUAL_POINT#; touch_point: 0.525, 0.241, lift_point: 0.525, 0.241; The action is #DUAL_POINT#; touch_point: 0.6438, 0.6281, lift_point: 0.6438, 0.6281", "response": "The action is #DUAL_POINT#; touch_point: 0.7054, 0.2341, lift_point: 0.7054, 0.2341", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42046_21.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from San Diego to Seattle; The action is #DUAL_POINT#; touch_point: 0.7832, 0.6839, lift_point: 0.7832, 0.6839; The action is #DUAL_POINT#; touch_point: 0.0455, 0.3601, lift_point: 0.0455, 0.3601; The action is #TYPE#; And the content is : \"typed_text\": \"flights from San Diego to Seattle\"; The action is #DUAL_POINT#; touch_point: 0.1339, 0.4487, lift_point: 0.1339, 0.4487; The action is #DUAL_POINT#; touch_point: 0.3909, 0.2592, lift_point: 0.3909, 0.2592; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0601, 0.1584, lift_point: 0.0601, 0.1584; The action is #DUAL_POINT#; touch_point: 0.2991, 0.2567, lift_point: 0.2991, 0.2567; The action is #DUAL_POINT#; touch_point: 0.1196, 0.2903, lift_point: 0.1196, 0.2903; The action is #TYPE#; And the content is : \"typed_text\": \"san diego\"; The action is #DUAL_POINT#; touch_point: 0.23, 0.2453, lift_point: 0.23, 0.2453; The action is #DUAL_POINT#; touch_point: 0.3651, 0.7465, lift_point: 0.3651, 0.7465; The action is #DUAL_POINT#; touch_point: 0.1978, 0.2101, lift_point: 0.1978, 0.2101; The action is #TYPE#; And the content is : \"typed_text\": \"seattle\"; The action is #DUAL_POINT#; touch_point: 0.3096, 0.2268, lift_point: 0.3096, 0.2268; The action is #DUAL_POINT#; touch_point: 0.525, 0.241, lift_point: 0.525, 0.241; The action is #DUAL_POINT#; touch_point: 0.6438, 0.6281, lift_point: 0.6438, 0.6281; The action is #DUAL_POINT#; touch_point: 0.7054, 0.2341, lift_point: 0.7054, 0.2341", "response": "The action is #DUAL_POINT#; touch_point: 0.14, 0.8966, lift_point: 0.14, 0.8966", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42046_22.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from San Diego to Seattle; The action is #DUAL_POINT#; touch_point: 0.7832, 0.6839, lift_point: 0.7832, 0.6839; The action is #DUAL_POINT#; touch_point: 0.0455, 0.3601, lift_point: 0.0455, 0.3601; The action is #TYPE#; And the content is : \"typed_text\": \"flights from San Diego to Seattle\"; The action is #DUAL_POINT#; touch_point: 0.1339, 0.4487, lift_point: 0.1339, 0.4487; The action is #DUAL_POINT#; touch_point: 0.3909, 0.2592, lift_point: 0.3909, 0.2592; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0601, 0.1584, lift_point: 0.0601, 0.1584; The action is #DUAL_POINT#; touch_point: 0.2991, 0.2567, lift_point: 0.2991, 0.2567; The action is #DUAL_POINT#; touch_point: 0.1196, 0.2903, lift_point: 0.1196, 0.2903; The action is #TYPE#; And the content is : \"typed_text\": \"san diego\"; The action is #DUAL_POINT#; touch_point: 0.23, 0.2453, lift_point: 0.23, 0.2453; The action is #DUAL_POINT#; touch_point: 0.3651, 0.7465, lift_point: 0.3651, 0.7465; The action is #DUAL_POINT#; touch_point: 0.1978, 0.2101, lift_point: 0.1978, 0.2101; The action is #TYPE#; And the content is : \"typed_text\": \"seattle\"; The action is #DUAL_POINT#; touch_point: 0.3096, 0.2268, lift_point: 0.3096, 0.2268; The action is #DUAL_POINT#; touch_point: 0.525, 0.241, lift_point: 0.525, 0.241; The action is #DUAL_POINT#; touch_point: 0.6438, 0.6281, lift_point: 0.6438, 0.6281; The action is #DUAL_POINT#; touch_point: 0.7054, 0.2341, lift_point: 0.7054, 0.2341; The action is #DUAL_POINT#; touch_point: 0.14, 0.8966, lift_point: 0.14, 0.8966", "response": "The action is #DUAL_POINT#; touch_point: 0.6212, 0.7406, lift_point: 0.6212, 0.7406", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42046_23.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from San Diego to Seattle; The action is #DUAL_POINT#; touch_point: 0.7832, 0.6839, lift_point: 0.7832, 0.6839; The action is #DUAL_POINT#; touch_point: 0.0455, 0.3601, lift_point: 0.0455, 0.3601; The action is #TYPE#; And the content is : \"typed_text\": \"flights from San Diego to Seattle\"; The action is #DUAL_POINT#; touch_point: 0.1339, 0.4487, lift_point: 0.1339, 0.4487; The action is #DUAL_POINT#; touch_point: 0.3909, 0.2592, lift_point: 0.3909, 0.2592; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0601, 0.1584, lift_point: 0.0601, 0.1584; The action is #DUAL_POINT#; touch_point: 0.2991, 0.2567, lift_point: 0.2991, 0.2567; The action is #DUAL_POINT#; touch_point: 0.1196, 0.2903, lift_point: 0.1196, 0.2903; The action is #TYPE#; And the content is : \"typed_text\": \"san diego\"; The action is #DUAL_POINT#; touch_point: 0.23, 0.2453, lift_point: 0.23, 0.2453; The action is #DUAL_POINT#; touch_point: 0.3651, 0.7465, lift_point: 0.3651, 0.7465; The action is #DUAL_POINT#; touch_point: 0.1978, 0.2101, lift_point: 0.1978, 0.2101; The action is #TYPE#; And the content is : \"typed_text\": \"seattle\"; The action is #DUAL_POINT#; touch_point: 0.3096, 0.2268, lift_point: 0.3096, 0.2268; The action is #DUAL_POINT#; touch_point: 0.525, 0.241, lift_point: 0.525, 0.241; The action is #DUAL_POINT#; touch_point: 0.6438, 0.6281, lift_point: 0.6438, 0.6281; The action is #DUAL_POINT#; touch_point: 0.7054, 0.2341, lift_point: 0.7054, 0.2341; The action is #DUAL_POINT#; touch_point: 0.14, 0.8966, lift_point: 0.14, 0.8966; The action is #DUAL_POINT#; touch_point: 0.6212, 0.7406, lift_point: 0.6212, 0.7406", "response": "The action is #DUAL_POINT#; touch_point: 0.6212, 0.7406, lift_point: 0.6212, 0.7406", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42046_24.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from San Diego to Seattle; The action is #DUAL_POINT#; touch_point: 0.7832, 0.6839, lift_point: 0.7832, 0.6839; The action is #DUAL_POINT#; touch_point: 0.0455, 0.3601, lift_point: 0.0455, 0.3601; The action is #TYPE#; And the content is : \"typed_text\": \"flights from San Diego to Seattle\"; The action is #DUAL_POINT#; touch_point: 0.1339, 0.4487, lift_point: 0.1339, 0.4487; The action is #DUAL_POINT#; touch_point: 0.3909, 0.2592, lift_point: 0.3909, 0.2592; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0601, 0.1584, lift_point: 0.0601, 0.1584; The action is #DUAL_POINT#; touch_point: 0.2991, 0.2567, lift_point: 0.2991, 0.2567; The action is #DUAL_POINT#; touch_point: 0.1196, 0.2903, lift_point: 0.1196, 0.2903; The action is #TYPE#; And the content is : \"typed_text\": \"san diego\"; The action is #DUAL_POINT#; touch_point: 0.23, 0.2453, lift_point: 0.23, 0.2453; The action is #DUAL_POINT#; touch_point: 0.3651, 0.7465, lift_point: 0.3651, 0.7465; The action is #DUAL_POINT#; touch_point: 0.1978, 0.2101, lift_point: 0.1978, 0.2101; The action is #TYPE#; And the content is : \"typed_text\": \"seattle\"; The action is #DUAL_POINT#; touch_point: 0.3096, 0.2268, lift_point: 0.3096, 0.2268; The action is #DUAL_POINT#; touch_point: 0.525, 0.241, lift_point: 0.525, 0.241; The action is #DUAL_POINT#; touch_point: 0.6438, 0.6281, lift_point: 0.6438, 0.6281; The action is #DUAL_POINT#; touch_point: 0.7054, 0.2341, lift_point: 0.7054, 0.2341; The action is #DUAL_POINT#; touch_point: 0.14, 0.8966, lift_point: 0.14, 0.8966; The action is #DUAL_POINT#; touch_point: 0.6212, 0.7406, lift_point: 0.6212, 0.7406; The action is #DUAL_POINT#; touch_point: 0.6212, 0.7406, lift_point: 0.6212, 0.7406", "response": "The action is #DUAL_POINT#; touch_point: 0.6066, 0.2597, lift_point: 0.6066, 0.2597", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42046_25.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from San Diego to Seattle; The action is #DUAL_POINT#; touch_point: 0.7832, 0.6839, lift_point: 0.7832, 0.6839; The action is #DUAL_POINT#; touch_point: 0.0455, 0.3601, lift_point: 0.0455, 0.3601; The action is #TYPE#; And the content is : \"typed_text\": \"flights from San Diego to Seattle\"; The action is #DUAL_POINT#; touch_point: 0.1339, 0.4487, lift_point: 0.1339, 0.4487; The action is #DUAL_POINT#; touch_point: 0.3909, 0.2592, lift_point: 0.3909, 0.2592; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0601, 0.1584, lift_point: 0.0601, 0.1584; The action is #DUAL_POINT#; touch_point: 0.2991, 0.2567, lift_point: 0.2991, 0.2567; The action is #DUAL_POINT#; touch_point: 0.1196, 0.2903, lift_point: 0.1196, 0.2903; The action is #TYPE#; And the content is : \"typed_text\": \"san diego\"; The action is #DUAL_POINT#; touch_point: 0.23, 0.2453, lift_point: 0.23, 0.2453; The action is #DUAL_POINT#; touch_point: 0.3651, 0.7465, lift_point: 0.3651, 0.7465; The action is #DUAL_POINT#; touch_point: 0.1978, 0.2101, lift_point: 0.1978, 0.2101; The action is #TYPE#; And the content is : \"typed_text\": \"seattle\"; The action is #DUAL_POINT#; touch_point: 0.3096, 0.2268, lift_point: 0.3096, 0.2268; The action is #DUAL_POINT#; touch_point: 0.525, 0.241, lift_point: 0.525, 0.241; The action is #DUAL_POINT#; touch_point: 0.6438, 0.6281, lift_point: 0.6438, 0.6281; The action is #DUAL_POINT#; touch_point: 0.7054, 0.2341, lift_point: 0.7054, 0.2341; The action is #DUAL_POINT#; touch_point: 0.14, 0.8966, lift_point: 0.14, 0.8966; The action is #DUAL_POINT#; touch_point: 0.6212, 0.7406, lift_point: 0.6212, 0.7406; The action is #DUAL_POINT#; touch_point: 0.6212, 0.7406, lift_point: 0.6212, 0.7406; The action is #DUAL_POINT#; touch_point: 0.6066, 0.2597, lift_point: 0.6066, 0.2597", "response": "The action is #DUAL_POINT#; touch_point: 0.6314, 0.7128, lift_point: 0.6314, 0.7128", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42046_26.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from San Diego to Seattle; The action is #DUAL_POINT#; touch_point: 0.7832, 0.6839, lift_point: 0.7832, 0.6839; The action is #DUAL_POINT#; touch_point: 0.0455, 0.3601, lift_point: 0.0455, 0.3601; The action is #TYPE#; And the content is : \"typed_text\": \"flights from San Diego to Seattle\"; The action is #DUAL_POINT#; touch_point: 0.1339, 0.4487, lift_point: 0.1339, 0.4487; The action is #DUAL_POINT#; touch_point: 0.3909, 0.2592, lift_point: 0.3909, 0.2592; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0601, 0.1584, lift_point: 0.0601, 0.1584; The action is #DUAL_POINT#; touch_point: 0.2991, 0.2567, lift_point: 0.2991, 0.2567; The action is #DUAL_POINT#; touch_point: 0.1196, 0.2903, lift_point: 0.1196, 0.2903; The action is #TYPE#; And the content is : \"typed_text\": \"san diego\"; The action is #DUAL_POINT#; touch_point: 0.23, 0.2453, lift_point: 0.23, 0.2453; The action is #DUAL_POINT#; touch_point: 0.3651, 0.7465, lift_point: 0.3651, 0.7465; The action is #DUAL_POINT#; touch_point: 0.1978, 0.2101, lift_point: 0.1978, 0.2101; The action is #TYPE#; And the content is : \"typed_text\": \"seattle\"; The action is #DUAL_POINT#; touch_point: 0.3096, 0.2268, lift_point: 0.3096, 0.2268; The action is #DUAL_POINT#; touch_point: 0.525, 0.241, lift_point: 0.525, 0.241; The action is #DUAL_POINT#; touch_point: 0.6438, 0.6281, lift_point: 0.6438, 0.6281; The action is #DUAL_POINT#; touch_point: 0.7054, 0.2341, lift_point: 0.7054, 0.2341; The action is #DUAL_POINT#; touch_point: 0.14, 0.8966, lift_point: 0.14, 0.8966; The action is #DUAL_POINT#; touch_point: 0.6212, 0.7406, lift_point: 0.6212, 0.7406; The action is #DUAL_POINT#; touch_point: 0.6212, 0.7406, lift_point: 0.6212, 0.7406; The action is #DUAL_POINT#; touch_point: 0.6066, 0.2597, lift_point: 0.6066, 0.2597; The action is #DUAL_POINT#; touch_point: 0.6314, 0.7128, lift_point: 0.6314, 0.7128", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42046_27.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from San Diego to Seattle; The action is #DUAL_POINT#; touch_point: 0.7832, 0.6839, lift_point: 0.7832, 0.6839; The action is #DUAL_POINT#; touch_point: 0.0455, 0.3601, lift_point: 0.0455, 0.3601; The action is #TYPE#; And the content is : \"typed_text\": \"flights from San Diego to Seattle\"; The action is #DUAL_POINT#; touch_point: 0.1339, 0.4487, lift_point: 0.1339, 0.4487; The action is #DUAL_POINT#; touch_point: 0.3909, 0.2592, lift_point: 0.3909, 0.2592; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0601, 0.1584, lift_point: 0.0601, 0.1584; The action is #DUAL_POINT#; touch_point: 0.2991, 0.2567, lift_point: 0.2991, 0.2567; The action is #DUAL_POINT#; touch_point: 0.1196, 0.2903, lift_point: 0.1196, 0.2903; The action is #TYPE#; And the content is : \"typed_text\": \"san diego\"; The action is #DUAL_POINT#; touch_point: 0.23, 0.2453, lift_point: 0.23, 0.2453; The action is #DUAL_POINT#; touch_point: 0.3651, 0.7465, lift_point: 0.3651, 0.7465; The action is #DUAL_POINT#; touch_point: 0.1978, 0.2101, lift_point: 0.1978, 0.2101; The action is #TYPE#; And the content is : \"typed_text\": \"seattle\"; The action is #DUAL_POINT#; touch_point: 0.3096, 0.2268, lift_point: 0.3096, 0.2268; The action is #DUAL_POINT#; touch_point: 0.525, 0.241, lift_point: 0.525, 0.241; The action is #DUAL_POINT#; touch_point: 0.6438, 0.6281, lift_point: 0.6438, 0.6281; The action is #DUAL_POINT#; touch_point: 0.7054, 0.2341, lift_point: 0.7054, 0.2341; The action is #DUAL_POINT#; touch_point: 0.14, 0.8966, lift_point: 0.14, 0.8966; The action is #DUAL_POINT#; touch_point: 0.6212, 0.7406, lift_point: 0.6212, 0.7406; The action is #DUAL_POINT#; touch_point: 0.6212, 0.7406, lift_point: 0.6212, 0.7406; The action is #DUAL_POINT#; touch_point: 0.6066, 0.2597, lift_point: 0.6066, 0.2597; The action is #DUAL_POINT#; touch_point: 0.6314, 0.7128, lift_point: 0.6314, 0.7128; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.9011, 0.9252, lift_point: 0.9011, 0.9252", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42046_28.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from San Diego to Seattle; The action is #DUAL_POINT#; touch_point: 0.7832, 0.6839, lift_point: 0.7832, 0.6839; The action is #DUAL_POINT#; touch_point: 0.0455, 0.3601, lift_point: 0.0455, 0.3601; The action is #TYPE#; And the content is : \"typed_text\": \"flights from San Diego to Seattle\"; The action is #DUAL_POINT#; touch_point: 0.1339, 0.4487, lift_point: 0.1339, 0.4487; The action is #DUAL_POINT#; touch_point: 0.3909, 0.2592, lift_point: 0.3909, 0.2592; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0601, 0.1584, lift_point: 0.0601, 0.1584; The action is #DUAL_POINT#; touch_point: 0.2991, 0.2567, lift_point: 0.2991, 0.2567; The action is #DUAL_POINT#; touch_point: 0.1196, 0.2903, lift_point: 0.1196, 0.2903; The action is #TYPE#; And the content is : \"typed_text\": \"san diego\"; The action is #DUAL_POINT#; touch_point: 0.23, 0.2453, lift_point: 0.23, 0.2453; The action is #DUAL_POINT#; touch_point: 0.3651, 0.7465, lift_point: 0.3651, 0.7465; The action is #DUAL_POINT#; touch_point: 0.1978, 0.2101, lift_point: 0.1978, 0.2101; The action is #TYPE#; And the content is : \"typed_text\": \"seattle\"; The action is #DUAL_POINT#; touch_point: 0.3096, 0.2268, lift_point: 0.3096, 0.2268; The action is #DUAL_POINT#; touch_point: 0.525, 0.241, lift_point: 0.525, 0.241; The action is #DUAL_POINT#; touch_point: 0.6438, 0.6281, lift_point: 0.6438, 0.6281; The action is #DUAL_POINT#; touch_point: 0.7054, 0.2341, lift_point: 0.7054, 0.2341; The action is #DUAL_POINT#; touch_point: 0.14, 0.8966, lift_point: 0.14, 0.8966; The action is #DUAL_POINT#; touch_point: 0.6212, 0.7406, lift_point: 0.6212, 0.7406; The action is #DUAL_POINT#; touch_point: 0.6212, 0.7406, lift_point: 0.6212, 0.7406; The action is #DUAL_POINT#; touch_point: 0.6066, 0.2597, lift_point: 0.6066, 0.2597; The action is #DUAL_POINT#; touch_point: 0.6314, 0.7128, lift_point: 0.6314, 0.7128; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9011, 0.9252, lift_point: 0.9011, 0.9252", "response": "The action is #DUAL_POINT#; touch_point: 0.1398, 0.898, lift_point: 0.1398, 0.898", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42046_29.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from San Diego to Seattle; The action is #DUAL_POINT#; touch_point: 0.7832, 0.6839, lift_point: 0.7832, 0.6839; The action is #DUAL_POINT#; touch_point: 0.0455, 0.3601, lift_point: 0.0455, 0.3601; The action is #TYPE#; And the content is : \"typed_text\": \"flights from San Diego to Seattle\"; The action is #DUAL_POINT#; touch_point: 0.1339, 0.4487, lift_point: 0.1339, 0.4487; The action is #DUAL_POINT#; touch_point: 0.3909, 0.2592, lift_point: 0.3909, 0.2592; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0601, 0.1584, lift_point: 0.0601, 0.1584; The action is #DUAL_POINT#; touch_point: 0.2991, 0.2567, lift_point: 0.2991, 0.2567; The action is #DUAL_POINT#; touch_point: 0.1196, 0.2903, lift_point: 0.1196, 0.2903; The action is #TYPE#; And the content is : \"typed_text\": \"san diego\"; The action is #DUAL_POINT#; touch_point: 0.23, 0.2453, lift_point: 0.23, 0.2453; The action is #DUAL_POINT#; touch_point: 0.3651, 0.7465, lift_point: 0.3651, 0.7465; The action is #DUAL_POINT#; touch_point: 0.1978, 0.2101, lift_point: 0.1978, 0.2101; The action is #TYPE#; And the content is : \"typed_text\": \"seattle\"; The action is #DUAL_POINT#; touch_point: 0.3096, 0.2268, lift_point: 0.3096, 0.2268; The action is #DUAL_POINT#; touch_point: 0.525, 0.241, lift_point: 0.525, 0.241; The action is #DUAL_POINT#; touch_point: 0.6438, 0.6281, lift_point: 0.6438, 0.6281; The action is #DUAL_POINT#; touch_point: 0.7054, 0.2341, lift_point: 0.7054, 0.2341; The action is #DUAL_POINT#; touch_point: 0.14, 0.8966, lift_point: 0.14, 0.8966; The action is #DUAL_POINT#; touch_point: 0.6212, 0.7406, lift_point: 0.6212, 0.7406; The action is #DUAL_POINT#; touch_point: 0.6212, 0.7406, lift_point: 0.6212, 0.7406; The action is #DUAL_POINT#; touch_point: 0.6066, 0.2597, lift_point: 0.6066, 0.2597; The action is #DUAL_POINT#; touch_point: 0.6314, 0.7128, lift_point: 0.6314, 0.7128; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9011, 0.9252, lift_point: 0.9011, 0.9252; The action is #DUAL_POINT#; touch_point: 0.1398, 0.898, lift_point: 0.1398, 0.898", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42046_30.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from San Diego to Seattle; The action is #DUAL_POINT#; touch_point: 0.7832, 0.6839, lift_point: 0.7832, 0.6839; The action is #DUAL_POINT#; touch_point: 0.0455, 0.3601, lift_point: 0.0455, 0.3601; The action is #TYPE#; And the content is : \"typed_text\": \"flights from San Diego to Seattle\"; The action is #DUAL_POINT#; touch_point: 0.1339, 0.4487, lift_point: 0.1339, 0.4487; The action is #DUAL_POINT#; touch_point: 0.3909, 0.2592, lift_point: 0.3909, 0.2592; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0601, 0.1584, lift_point: 0.0601, 0.1584; The action is #DUAL_POINT#; touch_point: 0.2991, 0.2567, lift_point: 0.2991, 0.2567; The action is #DUAL_POINT#; touch_point: 0.1196, 0.2903, lift_point: 0.1196, 0.2903; The action is #TYPE#; And the content is : \"typed_text\": \"san diego\"; The action is #DUAL_POINT#; touch_point: 0.23, 0.2453, lift_point: 0.23, 0.2453; The action is #DUAL_POINT#; touch_point: 0.3651, 0.7465, lift_point: 0.3651, 0.7465; The action is #DUAL_POINT#; touch_point: 0.1978, 0.2101, lift_point: 0.1978, 0.2101; The action is #TYPE#; And the content is : \"typed_text\": \"seattle\"; The action is #DUAL_POINT#; touch_point: 0.3096, 0.2268, lift_point: 0.3096, 0.2268; The action is #DUAL_POINT#; touch_point: 0.525, 0.241, lift_point: 0.525, 0.241; The action is #DUAL_POINT#; touch_point: 0.6438, 0.6281, lift_point: 0.6438, 0.6281; The action is #DUAL_POINT#; touch_point: 0.7054, 0.2341, lift_point: 0.7054, 0.2341; The action is #DUAL_POINT#; touch_point: 0.14, 0.8966, lift_point: 0.14, 0.8966; The action is #DUAL_POINT#; touch_point: 0.6212, 0.7406, lift_point: 0.6212, 0.7406; The action is #DUAL_POINT#; touch_point: 0.6212, 0.7406, lift_point: 0.6212, 0.7406; The action is #DUAL_POINT#; touch_point: 0.6066, 0.2597, lift_point: 0.6066, 0.2597; The action is #DUAL_POINT#; touch_point: 0.6314, 0.7128, lift_point: 0.6314, 0.7128; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9011, 0.9252, lift_point: 0.9011, 0.9252; The action is #DUAL_POINT#; touch_point: 0.1398, 0.898, lift_point: 0.1398, 0.898; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.7361, 0.454, lift_point: 0.7361, 0.454", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42046_31.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from San Diego to Seattle; The action is #DUAL_POINT#; touch_point: 0.7832, 0.6839, lift_point: 0.7832, 0.6839; The action is #DUAL_POINT#; touch_point: 0.0455, 0.3601, lift_point: 0.0455, 0.3601; The action is #TYPE#; And the content is : \"typed_text\": \"flights from San Diego to Seattle\"; The action is #DUAL_POINT#; touch_point: 0.1339, 0.4487, lift_point: 0.1339, 0.4487; The action is #DUAL_POINT#; touch_point: 0.3909, 0.2592, lift_point: 0.3909, 0.2592; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0601, 0.1584, lift_point: 0.0601, 0.1584; The action is #DUAL_POINT#; touch_point: 0.2991, 0.2567, lift_point: 0.2991, 0.2567; The action is #DUAL_POINT#; touch_point: 0.1196, 0.2903, lift_point: 0.1196, 0.2903; The action is #TYPE#; And the content is : \"typed_text\": \"san diego\"; The action is #DUAL_POINT#; touch_point: 0.23, 0.2453, lift_point: 0.23, 0.2453; The action is #DUAL_POINT#; touch_point: 0.3651, 0.7465, lift_point: 0.3651, 0.7465; The action is #DUAL_POINT#; touch_point: 0.1978, 0.2101, lift_point: 0.1978, 0.2101; The action is #TYPE#; And the content is : \"typed_text\": \"seattle\"; The action is #DUAL_POINT#; touch_point: 0.3096, 0.2268, lift_point: 0.3096, 0.2268; The action is #DUAL_POINT#; touch_point: 0.525, 0.241, lift_point: 0.525, 0.241; The action is #DUAL_POINT#; touch_point: 0.6438, 0.6281, lift_point: 0.6438, 0.6281; The action is #DUAL_POINT#; touch_point: 0.7054, 0.2341, lift_point: 0.7054, 0.2341; The action is #DUAL_POINT#; touch_point: 0.14, 0.8966, lift_point: 0.14, 0.8966; The action is #DUAL_POINT#; touch_point: 0.6212, 0.7406, lift_point: 0.6212, 0.7406; The action is #DUAL_POINT#; touch_point: 0.6212, 0.7406, lift_point: 0.6212, 0.7406; The action is #DUAL_POINT#; touch_point: 0.6066, 0.2597, lift_point: 0.6066, 0.2597; The action is #DUAL_POINT#; touch_point: 0.6314, 0.7128, lift_point: 0.6314, 0.7128; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9011, 0.9252, lift_point: 0.9011, 0.9252; The action is #DUAL_POINT#; touch_point: 0.1398, 0.898, lift_point: 0.1398, 0.898; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7361, 0.454, lift_point: 0.7361, 0.454", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42046_32.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Buenos aires to Helsinki", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42117_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Buenos aires to Helsinki; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.778, 0.6902, lift_point: 0.778, 0.6902", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42117_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Buenos aires to Helsinki; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.778, 0.6902, lift_point: 0.778, 0.6902", "response": "The action is #DUAL_POINT#; touch_point: 0.0411, 0.531, lift_point: 0.0411, 0.531", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42117_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Buenos aires to Helsinki; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.778, 0.6902, lift_point: 0.778, 0.6902; The action is #DUAL_POINT#; touch_point: 0.0411, 0.531, lift_point: 0.0411, 0.531", "response": "The action is #TYPE#; And the content is : \"typed_text\": \" flights from Buenos aires to Helsinki\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42117_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Buenos aires to Helsinki; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.778, 0.6902, lift_point: 0.778, 0.6902; The action is #DUAL_POINT#; touch_point: 0.0411, 0.531, lift_point: 0.0411, 0.531; The action is #TYPE#; And the content is : \"typed_text\": \" flights from Buenos aires to Helsinki\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1397, 0.3327, lift_point: 0.1397, 0.3327", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42117_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Buenos aires to Helsinki; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.778, 0.6902, lift_point: 0.778, 0.6902; The action is #DUAL_POINT#; touch_point: 0.0411, 0.531, lift_point: 0.0411, 0.531; The action is #TYPE#; And the content is : \"typed_text\": \" flights from Buenos aires to Helsinki\"; The action is #DUAL_POINT#; touch_point: 0.1397, 0.3327, lift_point: 0.1397, 0.3327", "response": "The action is #DUAL_POINT#; touch_point: 0.3953, 0.3325, lift_point: 0.3953, 0.3325", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42117_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Buenos aires to Helsinki; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.778, 0.6902, lift_point: 0.778, 0.6902; The action is #DUAL_POINT#; touch_point: 0.0411, 0.531, lift_point: 0.0411, 0.531; The action is #TYPE#; And the content is : \"typed_text\": \" flights from Buenos aires to Helsinki\"; The action is #DUAL_POINT#; touch_point: 0.1397, 0.3327, lift_point: 0.1397, 0.3327; The action is #DUAL_POINT#; touch_point: 0.3953, 0.3325, lift_point: 0.3953, 0.3325", "response": "The action is #DUAL_POINT#; touch_point: 0.643, 0.3318, lift_point: 0.643, 0.3318", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42117_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Buenos aires to Helsinki; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.778, 0.6902, lift_point: 0.778, 0.6902; The action is #DUAL_POINT#; touch_point: 0.0411, 0.531, lift_point: 0.0411, 0.531; The action is #TYPE#; And the content is : \"typed_text\": \" flights from Buenos aires to Helsinki\"; The action is #DUAL_POINT#; touch_point: 0.1397, 0.3327, lift_point: 0.1397, 0.3327; The action is #DUAL_POINT#; touch_point: 0.3953, 0.3325, lift_point: 0.3953, 0.3325; The action is #DUAL_POINT#; touch_point: 0.643, 0.3318, lift_point: 0.643, 0.3318", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Buenos aires\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42117_8.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Buenos aires to Helsinki; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.778, 0.6902, lift_point: 0.778, 0.6902; The action is #DUAL_POINT#; touch_point: 0.0411, 0.531, lift_point: 0.0411, 0.531; The action is #TYPE#; And the content is : \"typed_text\": \" flights from Buenos aires to Helsinki\"; The action is #DUAL_POINT#; touch_point: 0.1397, 0.3327, lift_point: 0.1397, 0.3327; The action is #DUAL_POINT#; touch_point: 0.3953, 0.3325, lift_point: 0.3953, 0.3325; The action is #DUAL_POINT#; touch_point: 0.643, 0.3318, lift_point: 0.643, 0.3318; The action is #TYPE#; And the content is : \"typed_text\": \"Buenos aires\"", "response": "The action is #DUAL_POINT#; touch_point: 0.2746, 0.259, lift_point: 0.2746, 0.259", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42117_9.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Buenos aires to Helsinki; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.778, 0.6902, lift_point: 0.778, 0.6902; The action is #DUAL_POINT#; touch_point: 0.0411, 0.531, lift_point: 0.0411, 0.531; The action is #TYPE#; And the content is : \"typed_text\": \" flights from Buenos aires to Helsinki\"; The action is #DUAL_POINT#; touch_point: 0.1397, 0.3327, lift_point: 0.1397, 0.3327; The action is #DUAL_POINT#; touch_point: 0.3953, 0.3325, lift_point: 0.3953, 0.3325; The action is #DUAL_POINT#; touch_point: 0.643, 0.3318, lift_point: 0.643, 0.3318; The action is #TYPE#; And the content is : \"typed_text\": \"Buenos aires\"; The action is #DUAL_POINT#; touch_point: 0.2746, 0.259, lift_point: 0.2746, 0.259", "response": "The action is #DUAL_POINT#; touch_point: 0.7239, 0.2662, lift_point: 0.7239, 0.2662", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42117_10.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Buenos aires to Helsinki; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.778, 0.6902, lift_point: 0.778, 0.6902; The action is #DUAL_POINT#; touch_point: 0.0411, 0.531, lift_point: 0.0411, 0.531; The action is #TYPE#; And the content is : \"typed_text\": \" flights from Buenos aires to Helsinki\"; The action is #DUAL_POINT#; touch_point: 0.1397, 0.3327, lift_point: 0.1397, 0.3327; The action is #DUAL_POINT#; touch_point: 0.3953, 0.3325, lift_point: 0.3953, 0.3325; The action is #DUAL_POINT#; touch_point: 0.643, 0.3318, lift_point: 0.643, 0.3318; The action is #TYPE#; And the content is : \"typed_text\": \"Buenos aires\"; The action is #DUAL_POINT#; touch_point: 0.2746, 0.259, lift_point: 0.2746, 0.259; The action is #DUAL_POINT#; touch_point: 0.7239, 0.2662, lift_point: 0.7239, 0.2662", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Helsinki\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42117_11.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Buenos aires to Helsinki; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.778, 0.6902, lift_point: 0.778, 0.6902; The action is #DUAL_POINT#; touch_point: 0.0411, 0.531, lift_point: 0.0411, 0.531; The action is #TYPE#; And the content is : \"typed_text\": \" flights from Buenos aires to Helsinki\"; The action is #DUAL_POINT#; touch_point: 0.1397, 0.3327, lift_point: 0.1397, 0.3327; The action is #DUAL_POINT#; touch_point: 0.3953, 0.3325, lift_point: 0.3953, 0.3325; The action is #DUAL_POINT#; touch_point: 0.643, 0.3318, lift_point: 0.643, 0.3318; The action is #TYPE#; And the content is : \"typed_text\": \"Buenos aires\"; The action is #DUAL_POINT#; touch_point: 0.2746, 0.259, lift_point: 0.2746, 0.259; The action is #DUAL_POINT#; touch_point: 0.7239, 0.2662, lift_point: 0.7239, 0.2662; The action is #TYPE#; And the content is : \"typed_text\": \"Helsinki\"", "response": "The action is #DUAL_POINT#; touch_point: 0.2588, 0.1962, lift_point: 0.2588, 0.1962", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42117_12.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Buenos aires to Helsinki; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.778, 0.6902, lift_point: 0.778, 0.6902; The action is #DUAL_POINT#; touch_point: 0.0411, 0.531, lift_point: 0.0411, 0.531; The action is #TYPE#; And the content is : \"typed_text\": \" flights from Buenos aires to Helsinki\"; The action is #DUAL_POINT#; touch_point: 0.1397, 0.3327, lift_point: 0.1397, 0.3327; The action is #DUAL_POINT#; touch_point: 0.3953, 0.3325, lift_point: 0.3953, 0.3325; The action is #DUAL_POINT#; touch_point: 0.643, 0.3318, lift_point: 0.643, 0.3318; The action is #TYPE#; And the content is : \"typed_text\": \"Buenos aires\"; The action is #DUAL_POINT#; touch_point: 0.2746, 0.259, lift_point: 0.2746, 0.259; The action is #DUAL_POINT#; touch_point: 0.7239, 0.2662, lift_point: 0.7239, 0.2662; The action is #TYPE#; And the content is : \"typed_text\": \"Helsinki\"; The action is #DUAL_POINT#; touch_point: 0.2588, 0.1962, lift_point: 0.2588, 0.1962", "response": "The action is #DUAL_POINT#; touch_point: 0.9072, 0.4807, lift_point: 0.9072, 0.4807", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42117_13.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Buenos aires to Helsinki; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.778, 0.6902, lift_point: 0.778, 0.6902; The action is #DUAL_POINT#; touch_point: 0.0411, 0.531, lift_point: 0.0411, 0.531; The action is #TYPE#; And the content is : \"typed_text\": \" flights from Buenos aires to Helsinki\"; The action is #DUAL_POINT#; touch_point: 0.1397, 0.3327, lift_point: 0.1397, 0.3327; The action is #DUAL_POINT#; touch_point: 0.3953, 0.3325, lift_point: 0.3953, 0.3325; The action is #DUAL_POINT#; touch_point: 0.643, 0.3318, lift_point: 0.643, 0.3318; The action is #TYPE#; And the content is : \"typed_text\": \"Buenos aires\"; The action is #DUAL_POINT#; touch_point: 0.2746, 0.259, lift_point: 0.2746, 0.259; The action is #DUAL_POINT#; touch_point: 0.7239, 0.2662, lift_point: 0.7239, 0.2662; The action is #TYPE#; And the content is : \"typed_text\": \"Helsinki\"; The action is #DUAL_POINT#; touch_point: 0.2588, 0.1962, lift_point: 0.2588, 0.1962; The action is #DUAL_POINT#; touch_point: 0.9072, 0.4807, lift_point: 0.9072, 0.4807", "response": "The action is #DUAL_POINT#; touch_point: 0.7904, 0.8324, lift_point: 0.7904, 0.8324", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42117_14.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Buenos aires to Helsinki; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.778, 0.6902, lift_point: 0.778, 0.6902; The action is #DUAL_POINT#; touch_point: 0.0411, 0.531, lift_point: 0.0411, 0.531; The action is #TYPE#; And the content is : \"typed_text\": \" flights from Buenos aires to Helsinki\"; The action is #DUAL_POINT#; touch_point: 0.1397, 0.3327, lift_point: 0.1397, 0.3327; The action is #DUAL_POINT#; touch_point: 0.3953, 0.3325, lift_point: 0.3953, 0.3325; The action is #DUAL_POINT#; touch_point: 0.643, 0.3318, lift_point: 0.643, 0.3318; The action is #TYPE#; And the content is : \"typed_text\": \"Buenos aires\"; The action is #DUAL_POINT#; touch_point: 0.2746, 0.259, lift_point: 0.2746, 0.259; The action is #DUAL_POINT#; touch_point: 0.7239, 0.2662, lift_point: 0.7239, 0.2662; The action is #TYPE#; And the content is : \"typed_text\": \"Helsinki\"; The action is #DUAL_POINT#; touch_point: 0.2588, 0.1962, lift_point: 0.2588, 0.1962; The action is #DUAL_POINT#; touch_point: 0.9072, 0.4807, lift_point: 0.9072, 0.4807; The action is #DUAL_POINT#; touch_point: 0.7904, 0.8324, lift_point: 0.7904, 0.8324", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42117_15.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Starbucks?", "response": "The action is #DUAL_POINT#; touch_point: 0.782, 0.6808, lift_point: 0.782, 0.6808", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42353_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Starbucks?; The action is #DUAL_POINT#; touch_point: 0.782, 0.6808, lift_point: 0.782, 0.6808", "response": "The action is #DUAL_POINT#; touch_point: 0.0505, 0.4595, lift_point: 0.0505, 0.4595", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42353_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Starbucks?; The action is #DUAL_POINT#; touch_point: 0.782, 0.6808, lift_point: 0.782, 0.6808; The action is #DUAL_POINT#; touch_point: 0.0505, 0.4595, lift_point: 0.0505, 0.4595", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"starbucks menu\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42353_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Starbucks?; The action is #DUAL_POINT#; touch_point: 0.782, 0.6808, lift_point: 0.782, 0.6808; The action is #DUAL_POINT#; touch_point: 0.0505, 0.4595, lift_point: 0.0505, 0.4595; The action is #TYPE#; And the content is : \"typed_text\": \"starbucks menu\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1421, 0.4265, lift_point: 0.1421, 0.4265", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42353_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Starbucks?; The action is #DUAL_POINT#; touch_point: 0.782, 0.6808, lift_point: 0.782, 0.6808; The action is #DUAL_POINT#; touch_point: 0.0505, 0.4595, lift_point: 0.0505, 0.4595; The action is #TYPE#; And the content is : \"typed_text\": \"starbucks menu\"; The action is #DUAL_POINT#; touch_point: 0.1421, 0.4265, lift_point: 0.1421, 0.4265", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42353_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Starbucks?; The action is #DUAL_POINT#; touch_point: 0.782, 0.6808, lift_point: 0.782, 0.6808; The action is #DUAL_POINT#; touch_point: 0.0505, 0.4595, lift_point: 0.0505, 0.4595; The action is #TYPE#; And the content is : \"typed_text\": \"starbucks menu\"; The action is #DUAL_POINT#; touch_point: 0.1421, 0.4265, lift_point: 0.1421, 0.4265; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42353_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Starbucks?; The action is #DUAL_POINT#; touch_point: 0.782, 0.6808, lift_point: 0.782, 0.6808; The action is #DUAL_POINT#; touch_point: 0.0505, 0.4595, lift_point: 0.0505, 0.4595; The action is #TYPE#; And the content is : \"typed_text\": \"starbucks menu\"; The action is #DUAL_POINT#; touch_point: 0.1421, 0.4265, lift_point: 0.1421, 0.4265; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3342, 0.2367, lift_point: 0.3342, 0.2367", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42353_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Starbucks?; The action is #DUAL_POINT#; touch_point: 0.782, 0.6808, lift_point: 0.782, 0.6808; The action is #DUAL_POINT#; touch_point: 0.0505, 0.4595, lift_point: 0.0505, 0.4595; The action is #TYPE#; And the content is : \"typed_text\": \"starbucks menu\"; The action is #DUAL_POINT#; touch_point: 0.1421, 0.4265, lift_point: 0.1421, 0.4265; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3342, 0.2367, lift_point: 0.3342, 0.2367", "response": "The action is #DUAL_POINT#; touch_point: 0.3072, 0.2622, lift_point: 0.3072, 0.2622", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42353_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Starbucks?; The action is #DUAL_POINT#; touch_point: 0.782, 0.6808, lift_point: 0.782, 0.6808; The action is #DUAL_POINT#; touch_point: 0.0505, 0.4595, lift_point: 0.0505, 0.4595; The action is #TYPE#; And the content is : \"typed_text\": \"starbucks menu\"; The action is #DUAL_POINT#; touch_point: 0.1421, 0.4265, lift_point: 0.1421, 0.4265; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3342, 0.2367, lift_point: 0.3342, 0.2367; The action is #DUAL_POINT#; touch_point: 0.3072, 0.2622, lift_point: 0.3072, 0.2622", "response": "The action is #DUAL_POINT#; touch_point: 0.5543, 0.5296, lift_point: 0.5543, 0.5296", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42353_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Starbucks?; The action is #DUAL_POINT#; touch_point: 0.782, 0.6808, lift_point: 0.782, 0.6808; The action is #DUAL_POINT#; touch_point: 0.0505, 0.4595, lift_point: 0.0505, 0.4595; The action is #TYPE#; And the content is : \"typed_text\": \"starbucks menu\"; The action is #DUAL_POINT#; touch_point: 0.1421, 0.4265, lift_point: 0.1421, 0.4265; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3342, 0.2367, lift_point: 0.3342, 0.2367; The action is #DUAL_POINT#; touch_point: 0.3072, 0.2622, lift_point: 0.3072, 0.2622; The action is #DUAL_POINT#; touch_point: 0.5543, 0.5296, lift_point: 0.5543, 0.5296", "response": "The action is #DUAL_POINT#; touch_point: 0.4911, 0.5045, lift_point: 0.4911, 0.5045", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42353_10.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Starbucks?; The action is #DUAL_POINT#; touch_point: 0.782, 0.6808, lift_point: 0.782, 0.6808; The action is #DUAL_POINT#; touch_point: 0.0505, 0.4595, lift_point: 0.0505, 0.4595; The action is #TYPE#; And the content is : \"typed_text\": \"starbucks menu\"; The action is #DUAL_POINT#; touch_point: 0.1421, 0.4265, lift_point: 0.1421, 0.4265; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3342, 0.2367, lift_point: 0.3342, 0.2367; The action is #DUAL_POINT#; touch_point: 0.3072, 0.2622, lift_point: 0.3072, 0.2622; The action is #DUAL_POINT#; touch_point: 0.5543, 0.5296, lift_point: 0.5543, 0.5296; The action is #DUAL_POINT#; touch_point: 0.4911, 0.5045, lift_point: 0.4911, 0.5045", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42353_11.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Starbucks?; The action is #DUAL_POINT#; touch_point: 0.782, 0.6808, lift_point: 0.782, 0.6808; The action is #DUAL_POINT#; touch_point: 0.0505, 0.4595, lift_point: 0.0505, 0.4595; The action is #TYPE#; And the content is : \"typed_text\": \"starbucks menu\"; The action is #DUAL_POINT#; touch_point: 0.1421, 0.4265, lift_point: 0.1421, 0.4265; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3342, 0.2367, lift_point: 0.3342, 0.2367; The action is #DUAL_POINT#; touch_point: 0.3072, 0.2622, lift_point: 0.3072, 0.2622; The action is #DUAL_POINT#; touch_point: 0.5543, 0.5296, lift_point: 0.5543, 0.5296; The action is #DUAL_POINT#; touch_point: 0.4911, 0.5045, lift_point: 0.4911, 0.5045; The action is #Scrolling Down#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42353_12.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Starbucks?; The action is #DUAL_POINT#; touch_point: 0.782, 0.6808, lift_point: 0.782, 0.6808; The action is #DUAL_POINT#; touch_point: 0.0505, 0.4595, lift_point: 0.0505, 0.4595; The action is #TYPE#; And the content is : \"typed_text\": \"starbucks menu\"; The action is #DUAL_POINT#; touch_point: 0.1421, 0.4265, lift_point: 0.1421, 0.4265; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3342, 0.2367, lift_point: 0.3342, 0.2367; The action is #DUAL_POINT#; touch_point: 0.3072, 0.2622, lift_point: 0.3072, 0.2622; The action is #DUAL_POINT#; touch_point: 0.5543, 0.5296, lift_point: 0.5543, 0.5296; The action is #DUAL_POINT#; touch_point: 0.4911, 0.5045, lift_point: 0.4911, 0.5045; The action is #Scrolling Down#; The action is #Scrolling Up#", "response": "The action is #DUAL_POINT#; touch_point: 0.2505, 0.1282, lift_point: 0.2505, 0.1282", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42353_13.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Starbucks?; The action is #DUAL_POINT#; touch_point: 0.782, 0.6808, lift_point: 0.782, 0.6808; The action is #DUAL_POINT#; touch_point: 0.0505, 0.4595, lift_point: 0.0505, 0.4595; The action is #TYPE#; And the content is : \"typed_text\": \"starbucks menu\"; The action is #DUAL_POINT#; touch_point: 0.1421, 0.4265, lift_point: 0.1421, 0.4265; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3342, 0.2367, lift_point: 0.3342, 0.2367; The action is #DUAL_POINT#; touch_point: 0.3072, 0.2622, lift_point: 0.3072, 0.2622; The action is #DUAL_POINT#; touch_point: 0.5543, 0.5296, lift_point: 0.5543, 0.5296; The action is #DUAL_POINT#; touch_point: 0.4911, 0.5045, lift_point: 0.4911, 0.5045; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2505, 0.1282, lift_point: 0.2505, 0.1282", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42353_14.png" ] }, { "query": "\nPrevious Actions: Goal: Search for the best burger restaurants on Maps", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42436_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for the best burger restaurants on Maps; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.6475, 0.3838, lift_point: 0.6475, 0.3838", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42436_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for the best burger restaurants on Maps; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6475, 0.3838, lift_point: 0.6475, 0.3838", "response": "The action is #DUAL_POINT#; touch_point: 0.0486, 0.9125, lift_point: 0.0486, 0.9125", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42436_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for the best burger restaurants on Maps; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6475, 0.3838, lift_point: 0.6475, 0.3838; The action is #DUAL_POINT#; touch_point: 0.0486, 0.9125, lift_point: 0.0486, 0.9125", "response": "The action is #DUAL_POINT#; touch_point: 0.0525, 0.3663, lift_point: 0.0525, 0.3663", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42436_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for the best burger restaurants on Maps; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6475, 0.3838, lift_point: 0.6475, 0.3838; The action is #DUAL_POINT#; touch_point: 0.0486, 0.9125, lift_point: 0.0486, 0.9125; The action is #DUAL_POINT#; touch_point: 0.0525, 0.3663, lift_point: 0.0525, 0.3663", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"best burger restaurants\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42436_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for the best burger restaurants on Maps; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6475, 0.3838, lift_point: 0.6475, 0.3838; The action is #DUAL_POINT#; touch_point: 0.0486, 0.9125, lift_point: 0.0486, 0.9125; The action is #DUAL_POINT#; touch_point: 0.0525, 0.3663, lift_point: 0.0525, 0.3663; The action is #TYPE#; And the content is : \"typed_text\": \"best burger restaurants\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1121, 0.3866, lift_point: 0.1121, 0.3866", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42436_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for the best burger restaurants on Maps; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6475, 0.3838, lift_point: 0.6475, 0.3838; The action is #DUAL_POINT#; touch_point: 0.0486, 0.9125, lift_point: 0.0486, 0.9125; The action is #DUAL_POINT#; touch_point: 0.0525, 0.3663, lift_point: 0.0525, 0.3663; The action is #TYPE#; And the content is : \"typed_text\": \"best burger restaurants\"; The action is #DUAL_POINT#; touch_point: 0.1121, 0.3866, lift_point: 0.1121, 0.3866", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42436_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new eyeshadow", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42441_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new eyeshadow; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.9357, 0.4492, lift_point: 0.9357, 0.4492", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42441_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new eyeshadow; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.9357, 0.4492, lift_point: 0.9357, 0.4492", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"new eyeshadow\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42441_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new eyeshadow; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.9357, 0.4492, lift_point: 0.9357, 0.4492; The action is #TYPE#; And the content is : \"typed_text\": \"new eyeshadow\"", "response": "The action is #DUAL_POINT#; touch_point: 0.3575, 0.3204, lift_point: 0.3575, 0.3204", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42441_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new eyeshadow; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.9357, 0.4492, lift_point: 0.9357, 0.4492; The action is #TYPE#; And the content is : \"typed_text\": \"new eyeshadow\"; The action is #DUAL_POINT#; touch_point: 0.3575, 0.3204, lift_point: 0.3575, 0.3204", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42441_5.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42617_1.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.5016, 0.487, lift_point: 0.5016, 0.487", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42617_2.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5016, 0.487, lift_point: 0.5016, 0.487", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42617_3.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5016, 0.487, lift_point: 0.5016, 0.487; The action is #Scrolling Up#", "response": "The action is #DUAL_POINT#; touch_point: 0.0826, 0.1155, lift_point: 0.0826, 0.1155", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42617_4.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5016, 0.487, lift_point: 0.5016, 0.487; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0826, 0.1155, lift_point: 0.0826, 0.1155", "response": "The action is #DUAL_POINT#; touch_point: 0.2721, 0.5962, lift_point: 0.2721, 0.5962", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42617_5.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5016, 0.487, lift_point: 0.5016, 0.487; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0826, 0.1155, lift_point: 0.0826, 0.1155; The action is #DUAL_POINT#; touch_point: 0.2721, 0.5962, lift_point: 0.2721, 0.5962", "response": "The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42617_6.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5016, 0.487, lift_point: 0.5016, 0.487; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0826, 0.1155, lift_point: 0.0826, 0.1155; The action is #DUAL_POINT#; touch_point: 0.2721, 0.5962, lift_point: 0.2721, 0.5962; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737", "response": "The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42617_7.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5016, 0.487, lift_point: 0.5016, 0.487; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0826, 0.1155, lift_point: 0.0826, 0.1155; The action is #DUAL_POINT#; touch_point: 0.2721, 0.5962, lift_point: 0.2721, 0.5962; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737", "response": "The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42617_8.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5016, 0.487, lift_point: 0.5016, 0.487; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0826, 0.1155, lift_point: 0.0826, 0.1155; The action is #DUAL_POINT#; touch_point: 0.2721, 0.5962, lift_point: 0.2721, 0.5962; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737", "response": "The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42617_9.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5016, 0.487, lift_point: 0.5016, 0.487; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0826, 0.1155, lift_point: 0.0826, 0.1155; The action is #DUAL_POINT#; touch_point: 0.2721, 0.5962, lift_point: 0.2721, 0.5962; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737", "response": "The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42617_10.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5016, 0.487, lift_point: 0.5016, 0.487; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0826, 0.1155, lift_point: 0.0826, 0.1155; The action is #DUAL_POINT#; touch_point: 0.2721, 0.5962, lift_point: 0.2721, 0.5962; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737", "response": "The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42617_11.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5016, 0.487, lift_point: 0.5016, 0.487; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0826, 0.1155, lift_point: 0.0826, 0.1155; The action is #DUAL_POINT#; touch_point: 0.2721, 0.5962, lift_point: 0.2721, 0.5962; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737", "response": "The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42617_12.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5016, 0.487, lift_point: 0.5016, 0.487; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0826, 0.1155, lift_point: 0.0826, 0.1155; The action is #DUAL_POINT#; touch_point: 0.2721, 0.5962, lift_point: 0.2721, 0.5962; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737", "response": "The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42617_13.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5016, 0.487, lift_point: 0.5016, 0.487; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0826, 0.1155, lift_point: 0.0826, 0.1155; The action is #DUAL_POINT#; touch_point: 0.2721, 0.5962, lift_point: 0.2721, 0.5962; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737", "response": "The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42617_14.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5016, 0.487, lift_point: 0.5016, 0.487; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0826, 0.1155, lift_point: 0.0826, 0.1155; The action is #DUAL_POINT#; touch_point: 0.2721, 0.5962, lift_point: 0.2721, 0.5962; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737", "response": "The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42617_15.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5016, 0.487, lift_point: 0.5016, 0.487; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0826, 0.1155, lift_point: 0.0826, 0.1155; The action is #DUAL_POINT#; touch_point: 0.2721, 0.5962, lift_point: 0.2721, 0.5962; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737", "response": "The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42617_16.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5016, 0.487, lift_point: 0.5016, 0.487; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0826, 0.1155, lift_point: 0.0826, 0.1155; The action is #DUAL_POINT#; touch_point: 0.2721, 0.5962, lift_point: 0.2721, 0.5962; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737", "response": "The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42617_17.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5016, 0.487, lift_point: 0.5016, 0.487; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0826, 0.1155, lift_point: 0.0826, 0.1155; The action is #DUAL_POINT#; touch_point: 0.2721, 0.5962, lift_point: 0.2721, 0.5962; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768", "response": "The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42617_18.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5016, 0.487, lift_point: 0.5016, 0.487; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0826, 0.1155, lift_point: 0.0826, 0.1155; The action is #DUAL_POINT#; touch_point: 0.2721, 0.5962, lift_point: 0.2721, 0.5962; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768", "response": "The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42617_19.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5016, 0.487, lift_point: 0.5016, 0.487; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0826, 0.1155, lift_point: 0.0826, 0.1155; The action is #DUAL_POINT#; touch_point: 0.2721, 0.5962, lift_point: 0.2721, 0.5962; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768", "response": "The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42617_20.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5016, 0.487, lift_point: 0.5016, 0.487; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0826, 0.1155, lift_point: 0.0826, 0.1155; The action is #DUAL_POINT#; touch_point: 0.2721, 0.5962, lift_point: 0.2721, 0.5962; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768", "response": "The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42617_21.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5016, 0.487, lift_point: 0.5016, 0.487; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0826, 0.1155, lift_point: 0.0826, 0.1155; The action is #DUAL_POINT#; touch_point: 0.2721, 0.5962, lift_point: 0.2721, 0.5962; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768", "response": "The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42617_22.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5016, 0.487, lift_point: 0.5016, 0.487; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0826, 0.1155, lift_point: 0.0826, 0.1155; The action is #DUAL_POINT#; touch_point: 0.2721, 0.5962, lift_point: 0.2721, 0.5962; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768", "response": "The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42617_23.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5016, 0.487, lift_point: 0.5016, 0.487; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0826, 0.1155, lift_point: 0.0826, 0.1155; The action is #DUAL_POINT#; touch_point: 0.2721, 0.5962, lift_point: 0.2721, 0.5962; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768", "response": "The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42617_24.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5016, 0.487, lift_point: 0.5016, 0.487; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0826, 0.1155, lift_point: 0.0826, 0.1155; The action is #DUAL_POINT#; touch_point: 0.2721, 0.5962, lift_point: 0.2721, 0.5962; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768", "response": "The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42617_25.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5016, 0.487, lift_point: 0.5016, 0.487; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0826, 0.1155, lift_point: 0.0826, 0.1155; The action is #DUAL_POINT#; touch_point: 0.2721, 0.5962, lift_point: 0.2721, 0.5962; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768", "response": "The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42617_26.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5016, 0.487, lift_point: 0.5016, 0.487; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0826, 0.1155, lift_point: 0.0826, 0.1155; The action is #DUAL_POINT#; touch_point: 0.2721, 0.5962, lift_point: 0.2721, 0.5962; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768", "response": "The action is #DUAL_POINT#; touch_point: 0.0833, 0.8883, lift_point: 0.0833, 0.8883", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42617_27.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5016, 0.487, lift_point: 0.5016, 0.487; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0826, 0.1155, lift_point: 0.0826, 0.1155; The action is #DUAL_POINT#; touch_point: 0.2721, 0.5962, lift_point: 0.2721, 0.5962; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.0833, 0.8883, lift_point: 0.0833, 0.8883", "response": "The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42617_28.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5016, 0.487, lift_point: 0.5016, 0.487; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0826, 0.1155, lift_point: 0.0826, 0.1155; The action is #DUAL_POINT#; touch_point: 0.2721, 0.5962, lift_point: 0.2721, 0.5962; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.0833, 0.8883, lift_point: 0.0833, 0.8883; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851", "response": "The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42617_29.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5016, 0.487, lift_point: 0.5016, 0.487; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0826, 0.1155, lift_point: 0.0826, 0.1155; The action is #DUAL_POINT#; touch_point: 0.2721, 0.5962, lift_point: 0.2721, 0.5962; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.0833, 0.8883, lift_point: 0.0833, 0.8883; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851", "response": "The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42617_30.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5016, 0.487, lift_point: 0.5016, 0.487; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0826, 0.1155, lift_point: 0.0826, 0.1155; The action is #DUAL_POINT#; touch_point: 0.2721, 0.5962, lift_point: 0.2721, 0.5962; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.0833, 0.8883, lift_point: 0.0833, 0.8883; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851", "response": "The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42617_31.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5016, 0.487, lift_point: 0.5016, 0.487; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0826, 0.1155, lift_point: 0.0826, 0.1155; The action is #DUAL_POINT#; touch_point: 0.2721, 0.5962, lift_point: 0.2721, 0.5962; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.0833, 0.8883, lift_point: 0.0833, 0.8883; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851", "response": "The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42617_32.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5016, 0.487, lift_point: 0.5016, 0.487; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0826, 0.1155, lift_point: 0.0826, 0.1155; The action is #DUAL_POINT#; touch_point: 0.2721, 0.5962, lift_point: 0.2721, 0.5962; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.0833, 0.8883, lift_point: 0.0833, 0.8883; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181", "response": "The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42617_33.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5016, 0.487, lift_point: 0.5016, 0.487; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0826, 0.1155, lift_point: 0.0826, 0.1155; The action is #DUAL_POINT#; touch_point: 0.2721, 0.5962, lift_point: 0.2721, 0.5962; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.0833, 0.8883, lift_point: 0.0833, 0.8883; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181", "response": "The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42617_34.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5016, 0.487, lift_point: 0.5016, 0.487; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0826, 0.1155, lift_point: 0.0826, 0.1155; The action is #DUAL_POINT#; touch_point: 0.2721, 0.5962, lift_point: 0.2721, 0.5962; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.0833, 0.8883, lift_point: 0.0833, 0.8883; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181", "response": "The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42617_35.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5016, 0.487, lift_point: 0.5016, 0.487; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0826, 0.1155, lift_point: 0.0826, 0.1155; The action is #DUAL_POINT#; touch_point: 0.2721, 0.5962, lift_point: 0.2721, 0.5962; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.0833, 0.8883, lift_point: 0.0833, 0.8883; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181", "response": "The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42617_36.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5016, 0.487, lift_point: 0.5016, 0.487; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0826, 0.1155, lift_point: 0.0826, 0.1155; The action is #DUAL_POINT#; touch_point: 0.2721, 0.5962, lift_point: 0.2721, 0.5962; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.0833, 0.8883, lift_point: 0.0833, 0.8883; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181", "response": "The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42617_37.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5016, 0.487, lift_point: 0.5016, 0.487; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0826, 0.1155, lift_point: 0.0826, 0.1155; The action is #DUAL_POINT#; touch_point: 0.2721, 0.5962, lift_point: 0.2721, 0.5962; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.0833, 0.8883, lift_point: 0.0833, 0.8883; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055", "response": "The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42617_38.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5016, 0.487, lift_point: 0.5016, 0.487; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0826, 0.1155, lift_point: 0.0826, 0.1155; The action is #DUAL_POINT#; touch_point: 0.2721, 0.5962, lift_point: 0.2721, 0.5962; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.0833, 0.8883, lift_point: 0.0833, 0.8883; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055", "response": "The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42617_39.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5016, 0.487, lift_point: 0.5016, 0.487; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0826, 0.1155, lift_point: 0.0826, 0.1155; The action is #DUAL_POINT#; touch_point: 0.2721, 0.5962, lift_point: 0.2721, 0.5962; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.0833, 0.8883, lift_point: 0.0833, 0.8883; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055", "response": "The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42617_40.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5016, 0.487, lift_point: 0.5016, 0.487; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0826, 0.1155, lift_point: 0.0826, 0.1155; The action is #DUAL_POINT#; touch_point: 0.2721, 0.5962, lift_point: 0.2721, 0.5962; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.0833, 0.8883, lift_point: 0.0833, 0.8883; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055", "response": "The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42617_41.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5016, 0.487, lift_point: 0.5016, 0.487; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0826, 0.1155, lift_point: 0.0826, 0.1155; The action is #DUAL_POINT#; touch_point: 0.2721, 0.5962, lift_point: 0.2721, 0.5962; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.0833, 0.8883, lift_point: 0.0833, 0.8883; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055", "response": "The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42617_42.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5016, 0.487, lift_point: 0.5016, 0.487; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0826, 0.1155, lift_point: 0.0826, 0.1155; The action is #DUAL_POINT#; touch_point: 0.2721, 0.5962, lift_point: 0.2721, 0.5962; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.0833, 0.8883, lift_point: 0.0833, 0.8883; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055", "response": "The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42617_43.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5016, 0.487, lift_point: 0.5016, 0.487; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0826, 0.1155, lift_point: 0.0826, 0.1155; The action is #DUAL_POINT#; touch_point: 0.2721, 0.5962, lift_point: 0.2721, 0.5962; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.0833, 0.8883, lift_point: 0.0833, 0.8883; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055", "response": "The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42617_44.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5016, 0.487, lift_point: 0.5016, 0.487; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0826, 0.1155, lift_point: 0.0826, 0.1155; The action is #DUAL_POINT#; touch_point: 0.2721, 0.5962, lift_point: 0.2721, 0.5962; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.0833, 0.8883, lift_point: 0.0833, 0.8883; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055", "response": "The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42617_45.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5016, 0.487, lift_point: 0.5016, 0.487; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0826, 0.1155, lift_point: 0.0826, 0.1155; The action is #DUAL_POINT#; touch_point: 0.2721, 0.5962, lift_point: 0.2721, 0.5962; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.0833, 0.8883, lift_point: 0.0833, 0.8883; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055", "response": "The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42617_46.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5016, 0.487, lift_point: 0.5016, 0.487; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0826, 0.1155, lift_point: 0.0826, 0.1155; The action is #DUAL_POINT#; touch_point: 0.2721, 0.5962, lift_point: 0.2721, 0.5962; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.0833, 0.8883, lift_point: 0.0833, 0.8883; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055", "response": "The action is #DUAL_POINT#; touch_point: 0.0766, 0.873, lift_point: 0.0766, 0.873", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42617_47.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5016, 0.487, lift_point: 0.5016, 0.487; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0826, 0.1155, lift_point: 0.0826, 0.1155; The action is #DUAL_POINT#; touch_point: 0.2721, 0.5962, lift_point: 0.2721, 0.5962; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.0833, 0.8883, lift_point: 0.0833, 0.8883; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0766, 0.873, lift_point: 0.0766, 0.873", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42617_48.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5016, 0.487, lift_point: 0.5016, 0.487; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0826, 0.1155, lift_point: 0.0826, 0.1155; The action is #DUAL_POINT#; touch_point: 0.2721, 0.5962, lift_point: 0.2721, 0.5962; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.0833, 0.8883, lift_point: 0.0833, 0.8883; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0766, 0.873, lift_point: 0.0766, 0.873; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42617_49.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5016, 0.487, lift_point: 0.5016, 0.487; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0826, 0.1155, lift_point: 0.0826, 0.1155; The action is #DUAL_POINT#; touch_point: 0.2721, 0.5962, lift_point: 0.2721, 0.5962; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.0833, 0.8883, lift_point: 0.0833, 0.8883; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0766, 0.873, lift_point: 0.0766, 0.873; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42617_50.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5016, 0.487, lift_point: 0.5016, 0.487; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0826, 0.1155, lift_point: 0.0826, 0.1155; The action is #DUAL_POINT#; touch_point: 0.2721, 0.5962, lift_point: 0.2721, 0.5962; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.0833, 0.8883, lift_point: 0.0833, 0.8883; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0766, 0.873, lift_point: 0.0766, 0.873; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42617_51.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5016, 0.487, lift_point: 0.5016, 0.487; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0826, 0.1155, lift_point: 0.0826, 0.1155; The action is #DUAL_POINT#; touch_point: 0.2721, 0.5962, lift_point: 0.2721, 0.5962; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.0833, 0.8883, lift_point: 0.0833, 0.8883; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0766, 0.873, lift_point: 0.0766, 0.873; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42617_52.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5016, 0.487, lift_point: 0.5016, 0.487; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0826, 0.1155, lift_point: 0.0826, 0.1155; The action is #DUAL_POINT#; touch_point: 0.2721, 0.5962, lift_point: 0.2721, 0.5962; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.0833, 0.8883, lift_point: 0.0833, 0.8883; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0766, 0.873, lift_point: 0.0766, 0.873; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42617_53.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5016, 0.487, lift_point: 0.5016, 0.487; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0826, 0.1155, lift_point: 0.0826, 0.1155; The action is #DUAL_POINT#; touch_point: 0.2721, 0.5962, lift_point: 0.2721, 0.5962; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.0833, 0.8883, lift_point: 0.0833, 0.8883; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0766, 0.873, lift_point: 0.0766, 0.873; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.798, 0.4661, lift_point: 0.798, 0.4661", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42617_54.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5016, 0.487, lift_point: 0.5016, 0.487; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0826, 0.1155, lift_point: 0.0826, 0.1155; The action is #DUAL_POINT#; touch_point: 0.2721, 0.5962, lift_point: 0.2721, 0.5962; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.0833, 0.8883, lift_point: 0.0833, 0.8883; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0766, 0.873, lift_point: 0.0766, 0.873; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.798, 0.4661, lift_point: 0.798, 0.4661", "response": "The action is #DUAL_POINT#; touch_point: 0.076, 0.0763, lift_point: 0.076, 0.0763", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42617_55.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5016, 0.487, lift_point: 0.5016, 0.487; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0826, 0.1155, lift_point: 0.0826, 0.1155; The action is #DUAL_POINT#; touch_point: 0.2721, 0.5962, lift_point: 0.2721, 0.5962; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.0833, 0.8883, lift_point: 0.0833, 0.8883; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0766, 0.873, lift_point: 0.0766, 0.873; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.798, 0.4661, lift_point: 0.798, 0.4661; The action is #DUAL_POINT#; touch_point: 0.076, 0.0763, lift_point: 0.076, 0.0763", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42617_56.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5016, 0.487, lift_point: 0.5016, 0.487; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0826, 0.1155, lift_point: 0.0826, 0.1155; The action is #DUAL_POINT#; touch_point: 0.2721, 0.5962, lift_point: 0.2721, 0.5962; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.0833, 0.8883, lift_point: 0.0833, 0.8883; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0766, 0.873, lift_point: 0.0766, 0.873; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.798, 0.4661, lift_point: 0.798, 0.4661; The action is #DUAL_POINT#; touch_point: 0.076, 0.0763, lift_point: 0.076, 0.0763; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3219, 0.6493, lift_point: 0.3219, 0.6493", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42617_57.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5016, 0.487, lift_point: 0.5016, 0.487; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0826, 0.1155, lift_point: 0.0826, 0.1155; The action is #DUAL_POINT#; touch_point: 0.2721, 0.5962, lift_point: 0.2721, 0.5962; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.0833, 0.8883, lift_point: 0.0833, 0.8883; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0766, 0.873, lift_point: 0.0766, 0.873; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.798, 0.4661, lift_point: 0.798, 0.4661; The action is #DUAL_POINT#; touch_point: 0.076, 0.0763, lift_point: 0.076, 0.0763; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3219, 0.6493, lift_point: 0.3219, 0.6493", "response": "The action is #DUAL_POINT#; touch_point: 0.2395, 0.117, lift_point: 0.2395, 0.117", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42617_58.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5016, 0.487, lift_point: 0.5016, 0.487; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0826, 0.1155, lift_point: 0.0826, 0.1155; The action is #DUAL_POINT#; touch_point: 0.2721, 0.5962, lift_point: 0.2721, 0.5962; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.0833, 0.8883, lift_point: 0.0833, 0.8883; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0766, 0.873, lift_point: 0.0766, 0.873; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.798, 0.4661, lift_point: 0.798, 0.4661; The action is #DUAL_POINT#; touch_point: 0.076, 0.0763, lift_point: 0.076, 0.0763; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3219, 0.6493, lift_point: 0.3219, 0.6493; The action is #DUAL_POINT#; touch_point: 0.2395, 0.117, lift_point: 0.2395, 0.117", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42617_59.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5016, 0.487, lift_point: 0.5016, 0.487; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0826, 0.1155, lift_point: 0.0826, 0.1155; The action is #DUAL_POINT#; touch_point: 0.2721, 0.5962, lift_point: 0.2721, 0.5962; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.0833, 0.8883, lift_point: 0.0833, 0.8883; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0766, 0.873, lift_point: 0.0766, 0.873; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.798, 0.4661, lift_point: 0.798, 0.4661; The action is #DUAL_POINT#; touch_point: 0.076, 0.0763, lift_point: 0.076, 0.0763; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3219, 0.6493, lift_point: 0.3219, 0.6493; The action is #DUAL_POINT#; touch_point: 0.2395, 0.117, lift_point: 0.2395, 0.117; The action is #Scrolling Up#", "response": "The action is #DUAL_POINT#; touch_point: 0.6477, 0.07, lift_point: 0.6477, 0.07", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42617_60.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5016, 0.487, lift_point: 0.5016, 0.487; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0826, 0.1155, lift_point: 0.0826, 0.1155; The action is #DUAL_POINT#; touch_point: 0.2721, 0.5962, lift_point: 0.2721, 0.5962; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.0833, 0.8883, lift_point: 0.0833, 0.8883; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0766, 0.873, lift_point: 0.0766, 0.873; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.798, 0.4661, lift_point: 0.798, 0.4661; The action is #DUAL_POINT#; touch_point: 0.076, 0.0763, lift_point: 0.076, 0.0763; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3219, 0.6493, lift_point: 0.3219, 0.6493; The action is #DUAL_POINT#; touch_point: 0.2395, 0.117, lift_point: 0.2395, 0.117; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.6477, 0.07, lift_point: 0.6477, 0.07", "response": "The action is #DUAL_POINT#; touch_point: 0.662, 0.09, lift_point: 0.662, 0.09", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42617_61.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5016, 0.487, lift_point: 0.5016, 0.487; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0826, 0.1155, lift_point: 0.0826, 0.1155; The action is #DUAL_POINT#; touch_point: 0.2721, 0.5962, lift_point: 0.2721, 0.5962; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.0833, 0.8883, lift_point: 0.0833, 0.8883; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0766, 0.873, lift_point: 0.0766, 0.873; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.798, 0.4661, lift_point: 0.798, 0.4661; The action is #DUAL_POINT#; touch_point: 0.076, 0.0763, lift_point: 0.076, 0.0763; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3219, 0.6493, lift_point: 0.3219, 0.6493; The action is #DUAL_POINT#; touch_point: 0.2395, 0.117, lift_point: 0.2395, 0.117; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.6477, 0.07, lift_point: 0.6477, 0.07; The action is #DUAL_POINT#; touch_point: 0.662, 0.09, lift_point: 0.662, 0.09", "response": "The action is #DUAL_POINT#; touch_point: 0.6593, 0.121, lift_point: 0.6593, 0.121", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42617_62.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5016, 0.487, lift_point: 0.5016, 0.487; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0826, 0.1155, lift_point: 0.0826, 0.1155; The action is #DUAL_POINT#; touch_point: 0.2721, 0.5962, lift_point: 0.2721, 0.5962; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768; The action is #DUAL_POINT#; touch_point: 0.0833, 0.8883, lift_point: 0.0833, 0.8883; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055; The action is #DUAL_POINT#; touch_point: 0.0766, 0.873, lift_point: 0.0766, 0.873; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.798, 0.4661, lift_point: 0.798, 0.4661; The action is #DUAL_POINT#; touch_point: 0.076, 0.0763, lift_point: 0.076, 0.0763; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3219, 0.6493, lift_point: 0.3219, 0.6493; The action is #DUAL_POINT#; touch_point: 0.2395, 0.117, lift_point: 0.2395, 0.117; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.6477, 0.07, lift_point: 0.6477, 0.07; The action is #DUAL_POINT#; touch_point: 0.662, 0.09, lift_point: 0.662, 0.09; The action is #DUAL_POINT#; touch_point: 0.6593, 0.121, lift_point: 0.6593, 0.121", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42617_63.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new eyeshadow on Sephora", "response": "The action is #DUAL_POINT#; touch_point: 0.8613, 0.5473, lift_point: 0.8613, 0.5473", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42696_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new eyeshadow on Sephora; The action is #DUAL_POINT#; touch_point: 0.8613, 0.5473, lift_point: 0.8613, 0.5473", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"new eyeshadow on Sephora\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42696_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new eyeshadow on Sephora; The action is #DUAL_POINT#; touch_point: 0.8613, 0.5473, lift_point: 0.8613, 0.5473; The action is #TYPE#; And the content is : \"typed_text\": \"new eyeshadow on Sephora\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42696_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new eyeshadow on Sephora; The action is #DUAL_POINT#; touch_point: 0.8613, 0.5473, lift_point: 0.8613, 0.5473; The action is #TYPE#; And the content is : \"typed_text\": \"new eyeshadow on Sephora\"; The action is #PRESS_ENTER#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42696_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new eyeshadow on Sephora; The action is #DUAL_POINT#; touch_point: 0.8613, 0.5473, lift_point: 0.8613, 0.5473; The action is #TYPE#; And the content is : \"typed_text\": \"new eyeshadow on Sephora\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.4399, 0.4962, lift_point: 0.4399, 0.4962", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42696_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new eyeshadow on Sephora; The action is #DUAL_POINT#; touch_point: 0.8613, 0.5473, lift_point: 0.8613, 0.5473; The action is #TYPE#; And the content is : \"typed_text\": \"new eyeshadow on Sephora\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4399, 0.4962, lift_point: 0.4399, 0.4962", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42696_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new eyeshadow on Sephora; The action is #DUAL_POINT#; touch_point: 0.8613, 0.5473, lift_point: 0.8613, 0.5473; The action is #TYPE#; And the content is : \"typed_text\": \"new eyeshadow on Sephora\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4399, 0.4962, lift_point: 0.4399, 0.4962; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42696_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new eyeshadow on Sephora; The action is #DUAL_POINT#; touch_point: 0.8613, 0.5473, lift_point: 0.8613, 0.5473; The action is #TYPE#; And the content is : \"typed_text\": \"new eyeshadow on Sephora\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4399, 0.4962, lift_point: 0.4399, 0.4962; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.358, 0.2776, lift_point: 0.358, 0.2776", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42696_8.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new eyeshadow on Sephora; The action is #DUAL_POINT#; touch_point: 0.8613, 0.5473, lift_point: 0.8613, 0.5473; The action is #TYPE#; And the content is : \"typed_text\": \"new eyeshadow on Sephora\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4399, 0.4962, lift_point: 0.4399, 0.4962; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.358, 0.2776, lift_point: 0.358, 0.2776", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42696_9.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new eyeshadow on Sephora; The action is #DUAL_POINT#; touch_point: 0.8613, 0.5473, lift_point: 0.8613, 0.5473; The action is #TYPE#; And the content is : \"typed_text\": \"new eyeshadow on Sephora\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4399, 0.4962, lift_point: 0.4399, 0.4962; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.358, 0.2776, lift_point: 0.358, 0.2776; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.6703, 0.5536, lift_point: 0.6703, 0.5536", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42696_10.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new eyeshadow on Sephora; The action is #DUAL_POINT#; touch_point: 0.8613, 0.5473, lift_point: 0.8613, 0.5473; The action is #TYPE#; And the content is : \"typed_text\": \"new eyeshadow on Sephora\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4399, 0.4962, lift_point: 0.4399, 0.4962; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.358, 0.2776, lift_point: 0.358, 0.2776; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6703, 0.5536, lift_point: 0.6703, 0.5536", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42696_11.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new eyeshadow on Sephora; The action is #DUAL_POINT#; touch_point: 0.8613, 0.5473, lift_point: 0.8613, 0.5473; The action is #TYPE#; And the content is : \"typed_text\": \"new eyeshadow on Sephora\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4399, 0.4962, lift_point: 0.4399, 0.4962; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.358, 0.2776, lift_point: 0.358, 0.2776; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6703, 0.5536, lift_point: 0.6703, 0.5536; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.5583, 0.5861, lift_point: 0.5583, 0.5861", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42696_12.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new eyeshadow on Sephora; The action is #DUAL_POINT#; touch_point: 0.8613, 0.5473, lift_point: 0.8613, 0.5473; The action is #TYPE#; And the content is : \"typed_text\": \"new eyeshadow on Sephora\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4399, 0.4962, lift_point: 0.4399, 0.4962; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.358, 0.2776, lift_point: 0.358, 0.2776; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6703, 0.5536, lift_point: 0.6703, 0.5536; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5583, 0.5861, lift_point: 0.5583, 0.5861", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42696_13.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of China?", "response": "The action is #DUAL_POINT#; touch_point: 0.8706, 0.5317, lift_point: 0.8706, 0.5317", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42767_1.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of China?; The action is #DUAL_POINT#; touch_point: 0.8706, 0.5317, lift_point: 0.8706, 0.5317", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of China\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42767_2.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of China?; The action is #DUAL_POINT#; touch_point: 0.8706, 0.5317, lift_point: 0.8706, 0.5317; The action is #TYPE#; And the content is : \"typed_text\": \"capital of China\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1411, 0.397, lift_point: 0.1411, 0.397", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42767_3.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of China?; The action is #DUAL_POINT#; touch_point: 0.8706, 0.5317, lift_point: 0.8706, 0.5317; The action is #TYPE#; And the content is : \"typed_text\": \"capital of China\"; The action is #DUAL_POINT#; touch_point: 0.1411, 0.397, lift_point: 0.1411, 0.397", "response": "The action is #DUAL_POINT#; touch_point: 0.6228, 0.485, lift_point: 0.6228, 0.485", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42767_4.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of China?; The action is #DUAL_POINT#; touch_point: 0.8706, 0.5317, lift_point: 0.8706, 0.5317; The action is #TYPE#; And the content is : \"typed_text\": \"capital of China\"; The action is #DUAL_POINT#; touch_point: 0.1411, 0.397, lift_point: 0.1411, 0.397; The action is #DUAL_POINT#; touch_point: 0.6228, 0.485, lift_point: 0.6228, 0.485", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42767_5.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of China?; The action is #DUAL_POINT#; touch_point: 0.8706, 0.5317, lift_point: 0.8706, 0.5317; The action is #TYPE#; And the content is : \"typed_text\": \"capital of China\"; The action is #DUAL_POINT#; touch_point: 0.1411, 0.397, lift_point: 0.1411, 0.397; The action is #DUAL_POINT#; touch_point: 0.6228, 0.485, lift_point: 0.6228, 0.485; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42767_6.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of China?; The action is #DUAL_POINT#; touch_point: 0.8706, 0.5317, lift_point: 0.8706, 0.5317; The action is #TYPE#; And the content is : \"typed_text\": \"capital of China\"; The action is #DUAL_POINT#; touch_point: 0.1411, 0.397, lift_point: 0.1411, 0.397; The action is #DUAL_POINT#; touch_point: 0.6228, 0.485, lift_point: 0.6228, 0.485; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42767_7.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of China?; The action is #DUAL_POINT#; touch_point: 0.8706, 0.5317, lift_point: 0.8706, 0.5317; The action is #TYPE#; And the content is : \"typed_text\": \"capital of China\"; The action is #DUAL_POINT#; touch_point: 0.1411, 0.397, lift_point: 0.1411, 0.397; The action is #DUAL_POINT#; touch_point: 0.6228, 0.485, lift_point: 0.6228, 0.485; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42767_8.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of China?; The action is #DUAL_POINT#; touch_point: 0.8706, 0.5317, lift_point: 0.8706, 0.5317; The action is #TYPE#; And the content is : \"typed_text\": \"capital of China\"; The action is #DUAL_POINT#; touch_point: 0.1411, 0.397, lift_point: 0.1411, 0.397; The action is #DUAL_POINT#; touch_point: 0.6228, 0.485, lift_point: 0.6228, 0.485; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.7647, 0.6551, lift_point: 0.7647, 0.6551", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42767_9.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of China?; The action is #DUAL_POINT#; touch_point: 0.8706, 0.5317, lift_point: 0.8706, 0.5317; The action is #TYPE#; And the content is : \"typed_text\": \"capital of China\"; The action is #DUAL_POINT#; touch_point: 0.1411, 0.397, lift_point: 0.1411, 0.397; The action is #DUAL_POINT#; touch_point: 0.6228, 0.485, lift_point: 0.6228, 0.485; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7647, 0.6551, lift_point: 0.7647, 0.6551", "response": "The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42767_10.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of China?; The action is #DUAL_POINT#; touch_point: 0.8706, 0.5317, lift_point: 0.8706, 0.5317; The action is #TYPE#; And the content is : \"typed_text\": \"capital of China\"; The action is #DUAL_POINT#; touch_point: 0.1411, 0.397, lift_point: 0.1411, 0.397; The action is #DUAL_POINT#; touch_point: 0.6228, 0.485, lift_point: 0.6228, 0.485; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7647, 0.6551, lift_point: 0.7647, 0.6551; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313", "response": "The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42767_11.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of China?; The action is #DUAL_POINT#; touch_point: 0.8706, 0.5317, lift_point: 0.8706, 0.5317; The action is #TYPE#; And the content is : \"typed_text\": \"capital of China\"; The action is #DUAL_POINT#; touch_point: 0.1411, 0.397, lift_point: 0.1411, 0.397; The action is #DUAL_POINT#; touch_point: 0.6228, 0.485, lift_point: 0.6228, 0.485; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7647, 0.6551, lift_point: 0.7647, 0.6551; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313", "response": "The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42767_12.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of China?; The action is #DUAL_POINT#; touch_point: 0.8706, 0.5317, lift_point: 0.8706, 0.5317; The action is #TYPE#; And the content is : \"typed_text\": \"capital of China\"; The action is #DUAL_POINT#; touch_point: 0.1411, 0.397, lift_point: 0.1411, 0.397; The action is #DUAL_POINT#; touch_point: 0.6228, 0.485, lift_point: 0.6228, 0.485; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7647, 0.6551, lift_point: 0.7647, 0.6551; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313", "response": "The action is #DUAL_POINT#; touch_point: 0.4303, 0.9281, lift_point: 0.4303, 0.9281", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42767_13.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of China?; The action is #DUAL_POINT#; touch_point: 0.8706, 0.5317, lift_point: 0.8706, 0.5317; The action is #TYPE#; And the content is : \"typed_text\": \"capital of China\"; The action is #DUAL_POINT#; touch_point: 0.1411, 0.397, lift_point: 0.1411, 0.397; The action is #DUAL_POINT#; touch_point: 0.6228, 0.485, lift_point: 0.6228, 0.485; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7647, 0.6551, lift_point: 0.7647, 0.6551; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4303, 0.9281, lift_point: 0.4303, 0.9281", "response": "The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42767_14.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of China?; The action is #DUAL_POINT#; touch_point: 0.8706, 0.5317, lift_point: 0.8706, 0.5317; The action is #TYPE#; And the content is : \"typed_text\": \"capital of China\"; The action is #DUAL_POINT#; touch_point: 0.1411, 0.397, lift_point: 0.1411, 0.397; The action is #DUAL_POINT#; touch_point: 0.6228, 0.485, lift_point: 0.6228, 0.485; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7647, 0.6551, lift_point: 0.7647, 0.6551; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4303, 0.9281, lift_point: 0.4303, 0.9281; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922", "response": "The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42767_15.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of China?; The action is #DUAL_POINT#; touch_point: 0.8706, 0.5317, lift_point: 0.8706, 0.5317; The action is #TYPE#; And the content is : \"typed_text\": \"capital of China\"; The action is #DUAL_POINT#; touch_point: 0.1411, 0.397, lift_point: 0.1411, 0.397; The action is #DUAL_POINT#; touch_point: 0.6228, 0.485, lift_point: 0.6228, 0.485; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7647, 0.6551, lift_point: 0.7647, 0.6551; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4303, 0.9281, lift_point: 0.4303, 0.9281; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922", "response": "The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42767_16.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of China?; The action is #DUAL_POINT#; touch_point: 0.8706, 0.5317, lift_point: 0.8706, 0.5317; The action is #TYPE#; And the content is : \"typed_text\": \"capital of China\"; The action is #DUAL_POINT#; touch_point: 0.1411, 0.397, lift_point: 0.1411, 0.397; The action is #DUAL_POINT#; touch_point: 0.6228, 0.485, lift_point: 0.6228, 0.485; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7647, 0.6551, lift_point: 0.7647, 0.6551; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4303, 0.9281, lift_point: 0.4303, 0.9281; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922", "response": "The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42767_17.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of China?; The action is #DUAL_POINT#; touch_point: 0.8706, 0.5317, lift_point: 0.8706, 0.5317; The action is #TYPE#; And the content is : \"typed_text\": \"capital of China\"; The action is #DUAL_POINT#; touch_point: 0.1411, 0.397, lift_point: 0.1411, 0.397; The action is #DUAL_POINT#; touch_point: 0.6228, 0.485, lift_point: 0.6228, 0.485; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7647, 0.6551, lift_point: 0.7647, 0.6551; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4303, 0.9281, lift_point: 0.4303, 0.9281; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922", "response": "The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42767_18.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of China?; The action is #DUAL_POINT#; touch_point: 0.8706, 0.5317, lift_point: 0.8706, 0.5317; The action is #TYPE#; And the content is : \"typed_text\": \"capital of China\"; The action is #DUAL_POINT#; touch_point: 0.1411, 0.397, lift_point: 0.1411, 0.397; The action is #DUAL_POINT#; touch_point: 0.6228, 0.485, lift_point: 0.6228, 0.485; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7647, 0.6551, lift_point: 0.7647, 0.6551; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4303, 0.9281, lift_point: 0.4303, 0.9281; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922", "response": "The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42767_19.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of China?; The action is #DUAL_POINT#; touch_point: 0.8706, 0.5317, lift_point: 0.8706, 0.5317; The action is #TYPE#; And the content is : \"typed_text\": \"capital of China\"; The action is #DUAL_POINT#; touch_point: 0.1411, 0.397, lift_point: 0.1411, 0.397; The action is #DUAL_POINT#; touch_point: 0.6228, 0.485, lift_point: 0.6228, 0.485; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7647, 0.6551, lift_point: 0.7647, 0.6551; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4303, 0.9281, lift_point: 0.4303, 0.9281; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922", "response": "The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42767_20.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of China?; The action is #DUAL_POINT#; touch_point: 0.8706, 0.5317, lift_point: 0.8706, 0.5317; The action is #TYPE#; And the content is : \"typed_text\": \"capital of China\"; The action is #DUAL_POINT#; touch_point: 0.1411, 0.397, lift_point: 0.1411, 0.397; The action is #DUAL_POINT#; touch_point: 0.6228, 0.485, lift_point: 0.6228, 0.485; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7647, 0.6551, lift_point: 0.7647, 0.6551; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4303, 0.9281, lift_point: 0.4303, 0.9281; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922", "response": "The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42767_21.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of China?; The action is #DUAL_POINT#; touch_point: 0.8706, 0.5317, lift_point: 0.8706, 0.5317; The action is #TYPE#; And the content is : \"typed_text\": \"capital of China\"; The action is #DUAL_POINT#; touch_point: 0.1411, 0.397, lift_point: 0.1411, 0.397; The action is #DUAL_POINT#; touch_point: 0.6228, 0.485, lift_point: 0.6228, 0.485; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7647, 0.6551, lift_point: 0.7647, 0.6551; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4303, 0.9281, lift_point: 0.4303, 0.9281; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922", "response": "The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42767_22.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of China?; The action is #DUAL_POINT#; touch_point: 0.8706, 0.5317, lift_point: 0.8706, 0.5317; The action is #TYPE#; And the content is : \"typed_text\": \"capital of China\"; The action is #DUAL_POINT#; touch_point: 0.1411, 0.397, lift_point: 0.1411, 0.397; The action is #DUAL_POINT#; touch_point: 0.6228, 0.485, lift_point: 0.6228, 0.485; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7647, 0.6551, lift_point: 0.7647, 0.6551; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4303, 0.9281, lift_point: 0.4303, 0.9281; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922", "response": "The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42767_23.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of China?; The action is #DUAL_POINT#; touch_point: 0.8706, 0.5317, lift_point: 0.8706, 0.5317; The action is #TYPE#; And the content is : \"typed_text\": \"capital of China\"; The action is #DUAL_POINT#; touch_point: 0.1411, 0.397, lift_point: 0.1411, 0.397; The action is #DUAL_POINT#; touch_point: 0.6228, 0.485, lift_point: 0.6228, 0.485; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7647, 0.6551, lift_point: 0.7647, 0.6551; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4303, 0.9281, lift_point: 0.4303, 0.9281; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922", "response": "The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42767_24.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of China?; The action is #DUAL_POINT#; touch_point: 0.8706, 0.5317, lift_point: 0.8706, 0.5317; The action is #TYPE#; And the content is : \"typed_text\": \"capital of China\"; The action is #DUAL_POINT#; touch_point: 0.1411, 0.397, lift_point: 0.1411, 0.397; The action is #DUAL_POINT#; touch_point: 0.6228, 0.485, lift_point: 0.6228, 0.485; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7647, 0.6551, lift_point: 0.7647, 0.6551; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4303, 0.9281, lift_point: 0.4303, 0.9281; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922", "response": "The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42767_25.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of China?; The action is #DUAL_POINT#; touch_point: 0.8706, 0.5317, lift_point: 0.8706, 0.5317; The action is #TYPE#; And the content is : \"typed_text\": \"capital of China\"; The action is #DUAL_POINT#; touch_point: 0.1411, 0.397, lift_point: 0.1411, 0.397; The action is #DUAL_POINT#; touch_point: 0.6228, 0.485, lift_point: 0.6228, 0.485; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7647, 0.6551, lift_point: 0.7647, 0.6551; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4303, 0.9281, lift_point: 0.4303, 0.9281; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922", "response": "The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42767_26.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of China?; The action is #DUAL_POINT#; touch_point: 0.8706, 0.5317, lift_point: 0.8706, 0.5317; The action is #TYPE#; And the content is : \"typed_text\": \"capital of China\"; The action is #DUAL_POINT#; touch_point: 0.1411, 0.397, lift_point: 0.1411, 0.397; The action is #DUAL_POINT#; touch_point: 0.6228, 0.485, lift_point: 0.6228, 0.485; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7647, 0.6551, lift_point: 0.7647, 0.6551; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4303, 0.9281, lift_point: 0.4303, 0.9281; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922", "response": "The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42767_27.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of China?; The action is #DUAL_POINT#; touch_point: 0.8706, 0.5317, lift_point: 0.8706, 0.5317; The action is #TYPE#; And the content is : \"typed_text\": \"capital of China\"; The action is #DUAL_POINT#; touch_point: 0.1411, 0.397, lift_point: 0.1411, 0.397; The action is #DUAL_POINT#; touch_point: 0.6228, 0.485, lift_point: 0.6228, 0.485; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7647, 0.6551, lift_point: 0.7647, 0.6551; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4303, 0.9281, lift_point: 0.4303, 0.9281; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922", "response": "The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42767_28.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of China?; The action is #DUAL_POINT#; touch_point: 0.8706, 0.5317, lift_point: 0.8706, 0.5317; The action is #TYPE#; And the content is : \"typed_text\": \"capital of China\"; The action is #DUAL_POINT#; touch_point: 0.1411, 0.397, lift_point: 0.1411, 0.397; The action is #DUAL_POINT#; touch_point: 0.6228, 0.485, lift_point: 0.6228, 0.485; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7647, 0.6551, lift_point: 0.7647, 0.6551; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4303, 0.9281, lift_point: 0.4303, 0.9281; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922", "response": "The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42767_29.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of China?; The action is #DUAL_POINT#; touch_point: 0.8706, 0.5317, lift_point: 0.8706, 0.5317; The action is #TYPE#; And the content is : \"typed_text\": \"capital of China\"; The action is #DUAL_POINT#; touch_point: 0.1411, 0.397, lift_point: 0.1411, 0.397; The action is #DUAL_POINT#; touch_point: 0.6228, 0.485, lift_point: 0.6228, 0.485; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7647, 0.6551, lift_point: 0.7647, 0.6551; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4303, 0.9281, lift_point: 0.4303, 0.9281; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922", "response": "The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42767_30.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of China?; The action is #DUAL_POINT#; touch_point: 0.8706, 0.5317, lift_point: 0.8706, 0.5317; The action is #TYPE#; And the content is : \"typed_text\": \"capital of China\"; The action is #DUAL_POINT#; touch_point: 0.1411, 0.397, lift_point: 0.1411, 0.397; The action is #DUAL_POINT#; touch_point: 0.6228, 0.485, lift_point: 0.6228, 0.485; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7647, 0.6551, lift_point: 0.7647, 0.6551; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4303, 0.9281, lift_point: 0.4303, 0.9281; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922", "response": "The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42767_31.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of China?; The action is #DUAL_POINT#; touch_point: 0.8706, 0.5317, lift_point: 0.8706, 0.5317; The action is #TYPE#; And the content is : \"typed_text\": \"capital of China\"; The action is #DUAL_POINT#; touch_point: 0.1411, 0.397, lift_point: 0.1411, 0.397; The action is #DUAL_POINT#; touch_point: 0.6228, 0.485, lift_point: 0.6228, 0.485; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7647, 0.6551, lift_point: 0.7647, 0.6551; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4303, 0.9281, lift_point: 0.4303, 0.9281; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922", "response": "The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42767_32.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of China?; The action is #DUAL_POINT#; touch_point: 0.8706, 0.5317, lift_point: 0.8706, 0.5317; The action is #TYPE#; And the content is : \"typed_text\": \"capital of China\"; The action is #DUAL_POINT#; touch_point: 0.1411, 0.397, lift_point: 0.1411, 0.397; The action is #DUAL_POINT#; touch_point: 0.6228, 0.485, lift_point: 0.6228, 0.485; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7647, 0.6551, lift_point: 0.7647, 0.6551; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4303, 0.9281, lift_point: 0.4303, 0.9281; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922", "response": "The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42767_33.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of China?; The action is #DUAL_POINT#; touch_point: 0.8706, 0.5317, lift_point: 0.8706, 0.5317; The action is #TYPE#; And the content is : \"typed_text\": \"capital of China\"; The action is #DUAL_POINT#; touch_point: 0.1411, 0.397, lift_point: 0.1411, 0.397; The action is #DUAL_POINT#; touch_point: 0.6228, 0.485, lift_point: 0.6228, 0.485; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7647, 0.6551, lift_point: 0.7647, 0.6551; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4303, 0.9281, lift_point: 0.4303, 0.9281; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922", "response": "The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42767_34.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of China?; The action is #DUAL_POINT#; touch_point: 0.8706, 0.5317, lift_point: 0.8706, 0.5317; The action is #TYPE#; And the content is : \"typed_text\": \"capital of China\"; The action is #DUAL_POINT#; touch_point: 0.1411, 0.397, lift_point: 0.1411, 0.397; The action is #DUAL_POINT#; touch_point: 0.6228, 0.485, lift_point: 0.6228, 0.485; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7647, 0.6551, lift_point: 0.7647, 0.6551; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4303, 0.9281, lift_point: 0.4303, 0.9281; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922", "response": "The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42767_35.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of China?; The action is #DUAL_POINT#; touch_point: 0.8706, 0.5317, lift_point: 0.8706, 0.5317; The action is #TYPE#; And the content is : \"typed_text\": \"capital of China\"; The action is #DUAL_POINT#; touch_point: 0.1411, 0.397, lift_point: 0.1411, 0.397; The action is #DUAL_POINT#; touch_point: 0.6228, 0.485, lift_point: 0.6228, 0.485; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7647, 0.6551, lift_point: 0.7647, 0.6551; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4303, 0.9281, lift_point: 0.4303, 0.9281; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922", "response": "The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42767_36.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of China?; The action is #DUAL_POINT#; touch_point: 0.8706, 0.5317, lift_point: 0.8706, 0.5317; The action is #TYPE#; And the content is : \"typed_text\": \"capital of China\"; The action is #DUAL_POINT#; touch_point: 0.1411, 0.397, lift_point: 0.1411, 0.397; The action is #DUAL_POINT#; touch_point: 0.6228, 0.485, lift_point: 0.6228, 0.485; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7647, 0.6551, lift_point: 0.7647, 0.6551; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4303, 0.9281, lift_point: 0.4303, 0.9281; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922", "response": "The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42767_37.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of China?; The action is #DUAL_POINT#; touch_point: 0.8706, 0.5317, lift_point: 0.8706, 0.5317; The action is #TYPE#; And the content is : \"typed_text\": \"capital of China\"; The action is #DUAL_POINT#; touch_point: 0.1411, 0.397, lift_point: 0.1411, 0.397; The action is #DUAL_POINT#; touch_point: 0.6228, 0.485, lift_point: 0.6228, 0.485; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7647, 0.6551, lift_point: 0.7647, 0.6551; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4303, 0.9281, lift_point: 0.4303, 0.9281; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922", "response": "The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42767_38.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of China?; The action is #DUAL_POINT#; touch_point: 0.8706, 0.5317, lift_point: 0.8706, 0.5317; The action is #TYPE#; And the content is : \"typed_text\": \"capital of China\"; The action is #DUAL_POINT#; touch_point: 0.1411, 0.397, lift_point: 0.1411, 0.397; The action is #DUAL_POINT#; touch_point: 0.6228, 0.485, lift_point: 0.6228, 0.485; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7647, 0.6551, lift_point: 0.7647, 0.6551; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4303, 0.9281, lift_point: 0.4303, 0.9281; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922", "response": "The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42767_39.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of China?; The action is #DUAL_POINT#; touch_point: 0.8706, 0.5317, lift_point: 0.8706, 0.5317; The action is #TYPE#; And the content is : \"typed_text\": \"capital of China\"; The action is #DUAL_POINT#; touch_point: 0.1411, 0.397, lift_point: 0.1411, 0.397; The action is #DUAL_POINT#; touch_point: 0.6228, 0.485, lift_point: 0.6228, 0.485; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7647, 0.6551, lift_point: 0.7647, 0.6551; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4303, 0.9281, lift_point: 0.4303, 0.9281; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922", "response": "The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42767_40.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of China?; The action is #DUAL_POINT#; touch_point: 0.8706, 0.5317, lift_point: 0.8706, 0.5317; The action is #TYPE#; And the content is : \"typed_text\": \"capital of China\"; The action is #DUAL_POINT#; touch_point: 0.1411, 0.397, lift_point: 0.1411, 0.397; The action is #DUAL_POINT#; touch_point: 0.6228, 0.485, lift_point: 0.6228, 0.485; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7647, 0.6551, lift_point: 0.7647, 0.6551; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4303, 0.9281, lift_point: 0.4303, 0.9281; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922", "response": "The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42767_41.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of China?; The action is #DUAL_POINT#; touch_point: 0.8706, 0.5317, lift_point: 0.8706, 0.5317; The action is #TYPE#; And the content is : \"typed_text\": \"capital of China\"; The action is #DUAL_POINT#; touch_point: 0.1411, 0.397, lift_point: 0.1411, 0.397; The action is #DUAL_POINT#; touch_point: 0.6228, 0.485, lift_point: 0.6228, 0.485; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7647, 0.6551, lift_point: 0.7647, 0.6551; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4303, 0.9281, lift_point: 0.4303, 0.9281; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922", "response": "The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42767_42.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of China?; The action is #DUAL_POINT#; touch_point: 0.8706, 0.5317, lift_point: 0.8706, 0.5317; The action is #TYPE#; And the content is : \"typed_text\": \"capital of China\"; The action is #DUAL_POINT#; touch_point: 0.1411, 0.397, lift_point: 0.1411, 0.397; The action is #DUAL_POINT#; touch_point: 0.6228, 0.485, lift_point: 0.6228, 0.485; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7647, 0.6551, lift_point: 0.7647, 0.6551; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4303, 0.9281, lift_point: 0.4303, 0.9281; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922", "response": "The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42767_43.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of China?; The action is #DUAL_POINT#; touch_point: 0.8706, 0.5317, lift_point: 0.8706, 0.5317; The action is #TYPE#; And the content is : \"typed_text\": \"capital of China\"; The action is #DUAL_POINT#; touch_point: 0.1411, 0.397, lift_point: 0.1411, 0.397; The action is #DUAL_POINT#; touch_point: 0.6228, 0.485, lift_point: 0.6228, 0.485; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7647, 0.6551, lift_point: 0.7647, 0.6551; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4303, 0.9281, lift_point: 0.4303, 0.9281; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922", "response": "The action is #DUAL_POINT#; touch_point: 0.4275, 0.9255, lift_point: 0.4275, 0.9255", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42767_44.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of China?; The action is #DUAL_POINT#; touch_point: 0.8706, 0.5317, lift_point: 0.8706, 0.5317; The action is #TYPE#; And the content is : \"typed_text\": \"capital of China\"; The action is #DUAL_POINT#; touch_point: 0.1411, 0.397, lift_point: 0.1411, 0.397; The action is #DUAL_POINT#; touch_point: 0.6228, 0.485, lift_point: 0.6228, 0.485; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7647, 0.6551, lift_point: 0.7647, 0.6551; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4303, 0.9281, lift_point: 0.4303, 0.9281; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.4275, 0.9255, lift_point: 0.4275, 0.9255", "response": "The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42767_45.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of China?; The action is #DUAL_POINT#; touch_point: 0.8706, 0.5317, lift_point: 0.8706, 0.5317; The action is #TYPE#; And the content is : \"typed_text\": \"capital of China\"; The action is #DUAL_POINT#; touch_point: 0.1411, 0.397, lift_point: 0.1411, 0.397; The action is #DUAL_POINT#; touch_point: 0.6228, 0.485, lift_point: 0.6228, 0.485; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7647, 0.6551, lift_point: 0.7647, 0.6551; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4303, 0.9281, lift_point: 0.4303, 0.9281; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.4275, 0.9255, lift_point: 0.4275, 0.9255; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286", "response": "The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42767_46.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of China?; The action is #DUAL_POINT#; touch_point: 0.8706, 0.5317, lift_point: 0.8706, 0.5317; The action is #TYPE#; And the content is : \"typed_text\": \"capital of China\"; The action is #DUAL_POINT#; touch_point: 0.1411, 0.397, lift_point: 0.1411, 0.397; The action is #DUAL_POINT#; touch_point: 0.6228, 0.485, lift_point: 0.6228, 0.485; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7647, 0.6551, lift_point: 0.7647, 0.6551; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4303, 0.9281, lift_point: 0.4303, 0.9281; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.4275, 0.9255, lift_point: 0.4275, 0.9255; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286", "response": "The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42767_47.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of China?; The action is #DUAL_POINT#; touch_point: 0.8706, 0.5317, lift_point: 0.8706, 0.5317; The action is #TYPE#; And the content is : \"typed_text\": \"capital of China\"; The action is #DUAL_POINT#; touch_point: 0.1411, 0.397, lift_point: 0.1411, 0.397; The action is #DUAL_POINT#; touch_point: 0.6228, 0.485, lift_point: 0.6228, 0.485; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7647, 0.6551, lift_point: 0.7647, 0.6551; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4303, 0.9281, lift_point: 0.4303, 0.9281; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.4275, 0.9255, lift_point: 0.4275, 0.9255; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286", "response": "The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42767_48.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of China?; The action is #DUAL_POINT#; touch_point: 0.8706, 0.5317, lift_point: 0.8706, 0.5317; The action is #TYPE#; And the content is : \"typed_text\": \"capital of China\"; The action is #DUAL_POINT#; touch_point: 0.1411, 0.397, lift_point: 0.1411, 0.397; The action is #DUAL_POINT#; touch_point: 0.6228, 0.485, lift_point: 0.6228, 0.485; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7647, 0.6551, lift_point: 0.7647, 0.6551; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4303, 0.9281, lift_point: 0.4303, 0.9281; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.4275, 0.9255, lift_point: 0.4275, 0.9255; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286", "response": "The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42767_49.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of China?; The action is #DUAL_POINT#; touch_point: 0.8706, 0.5317, lift_point: 0.8706, 0.5317; The action is #TYPE#; And the content is : \"typed_text\": \"capital of China\"; The action is #DUAL_POINT#; touch_point: 0.1411, 0.397, lift_point: 0.1411, 0.397; The action is #DUAL_POINT#; touch_point: 0.6228, 0.485, lift_point: 0.6228, 0.485; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7647, 0.6551, lift_point: 0.7647, 0.6551; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4303, 0.9281, lift_point: 0.4303, 0.9281; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.4275, 0.9255, lift_point: 0.4275, 0.9255; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286", "response": "The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42767_50.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of China?; The action is #DUAL_POINT#; touch_point: 0.8706, 0.5317, lift_point: 0.8706, 0.5317; The action is #TYPE#; And the content is : \"typed_text\": \"capital of China\"; The action is #DUAL_POINT#; touch_point: 0.1411, 0.397, lift_point: 0.1411, 0.397; The action is #DUAL_POINT#; touch_point: 0.6228, 0.485, lift_point: 0.6228, 0.485; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7647, 0.6551, lift_point: 0.7647, 0.6551; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4303, 0.9281, lift_point: 0.4303, 0.9281; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.4275, 0.9255, lift_point: 0.4275, 0.9255; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286", "response": "The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42767_51.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of China?; The action is #DUAL_POINT#; touch_point: 0.8706, 0.5317, lift_point: 0.8706, 0.5317; The action is #TYPE#; And the content is : \"typed_text\": \"capital of China\"; The action is #DUAL_POINT#; touch_point: 0.1411, 0.397, lift_point: 0.1411, 0.397; The action is #DUAL_POINT#; touch_point: 0.6228, 0.485, lift_point: 0.6228, 0.485; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7647, 0.6551, lift_point: 0.7647, 0.6551; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4303, 0.9281, lift_point: 0.4303, 0.9281; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.4275, 0.9255, lift_point: 0.4275, 0.9255; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286", "response": "The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42767_52.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of China?; The action is #DUAL_POINT#; touch_point: 0.8706, 0.5317, lift_point: 0.8706, 0.5317; The action is #TYPE#; And the content is : \"typed_text\": \"capital of China\"; The action is #DUAL_POINT#; touch_point: 0.1411, 0.397, lift_point: 0.1411, 0.397; The action is #DUAL_POINT#; touch_point: 0.6228, 0.485, lift_point: 0.6228, 0.485; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7647, 0.6551, lift_point: 0.7647, 0.6551; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4303, 0.9281, lift_point: 0.4303, 0.9281; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.4275, 0.9255, lift_point: 0.4275, 0.9255; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286", "response": "The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42767_53.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of China?; The action is #DUAL_POINT#; touch_point: 0.8706, 0.5317, lift_point: 0.8706, 0.5317; The action is #TYPE#; And the content is : \"typed_text\": \"capital of China\"; The action is #DUAL_POINT#; touch_point: 0.1411, 0.397, lift_point: 0.1411, 0.397; The action is #DUAL_POINT#; touch_point: 0.6228, 0.485, lift_point: 0.6228, 0.485; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7647, 0.6551, lift_point: 0.7647, 0.6551; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4303, 0.9281, lift_point: 0.4303, 0.9281; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.4275, 0.9255, lift_point: 0.4275, 0.9255; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286", "response": "The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42767_54.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of China?; The action is #DUAL_POINT#; touch_point: 0.8706, 0.5317, lift_point: 0.8706, 0.5317; The action is #TYPE#; And the content is : \"typed_text\": \"capital of China\"; The action is #DUAL_POINT#; touch_point: 0.1411, 0.397, lift_point: 0.1411, 0.397; The action is #DUAL_POINT#; touch_point: 0.6228, 0.485, lift_point: 0.6228, 0.485; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7647, 0.6551, lift_point: 0.7647, 0.6551; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4303, 0.9281, lift_point: 0.4303, 0.9281; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.4275, 0.9255, lift_point: 0.4275, 0.9255; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286", "response": "The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42767_55.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of China?; The action is #DUAL_POINT#; touch_point: 0.8706, 0.5317, lift_point: 0.8706, 0.5317; The action is #TYPE#; And the content is : \"typed_text\": \"capital of China\"; The action is #DUAL_POINT#; touch_point: 0.1411, 0.397, lift_point: 0.1411, 0.397; The action is #DUAL_POINT#; touch_point: 0.6228, 0.485, lift_point: 0.6228, 0.485; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7647, 0.6551, lift_point: 0.7647, 0.6551; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4303, 0.9281, lift_point: 0.4303, 0.9281; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.4275, 0.9255, lift_point: 0.4275, 0.9255; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286", "response": "The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42767_56.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of China?; The action is #DUAL_POINT#; touch_point: 0.8706, 0.5317, lift_point: 0.8706, 0.5317; The action is #TYPE#; And the content is : \"typed_text\": \"capital of China\"; The action is #DUAL_POINT#; touch_point: 0.1411, 0.397, lift_point: 0.1411, 0.397; The action is #DUAL_POINT#; touch_point: 0.6228, 0.485, lift_point: 0.6228, 0.485; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7647, 0.6551, lift_point: 0.7647, 0.6551; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4303, 0.9281, lift_point: 0.4303, 0.9281; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.4275, 0.9255, lift_point: 0.4275, 0.9255; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286", "response": "The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42767_57.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of China?; The action is #DUAL_POINT#; touch_point: 0.8706, 0.5317, lift_point: 0.8706, 0.5317; The action is #TYPE#; And the content is : \"typed_text\": \"capital of China\"; The action is #DUAL_POINT#; touch_point: 0.1411, 0.397, lift_point: 0.1411, 0.397; The action is #DUAL_POINT#; touch_point: 0.6228, 0.485, lift_point: 0.6228, 0.485; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7647, 0.6551, lift_point: 0.7647, 0.6551; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4303, 0.9281, lift_point: 0.4303, 0.9281; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.4275, 0.9255, lift_point: 0.4275, 0.9255; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286", "response": "The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42767_58.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of China?; The action is #DUAL_POINT#; touch_point: 0.8706, 0.5317, lift_point: 0.8706, 0.5317; The action is #TYPE#; And the content is : \"typed_text\": \"capital of China\"; The action is #DUAL_POINT#; touch_point: 0.1411, 0.397, lift_point: 0.1411, 0.397; The action is #DUAL_POINT#; touch_point: 0.6228, 0.485, lift_point: 0.6228, 0.485; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7647, 0.6551, lift_point: 0.7647, 0.6551; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4303, 0.9281, lift_point: 0.4303, 0.9281; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.4275, 0.9255, lift_point: 0.4275, 0.9255; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286", "response": "The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42767_59.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of China?; The action is #DUAL_POINT#; touch_point: 0.8706, 0.5317, lift_point: 0.8706, 0.5317; The action is #TYPE#; And the content is : \"typed_text\": \"capital of China\"; The action is #DUAL_POINT#; touch_point: 0.1411, 0.397, lift_point: 0.1411, 0.397; The action is #DUAL_POINT#; touch_point: 0.6228, 0.485, lift_point: 0.6228, 0.485; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7647, 0.6551, lift_point: 0.7647, 0.6551; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4303, 0.9281, lift_point: 0.4303, 0.9281; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.4275, 0.9255, lift_point: 0.4275, 0.9255; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286", "response": "The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42767_60.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of China?; The action is #DUAL_POINT#; touch_point: 0.8706, 0.5317, lift_point: 0.8706, 0.5317; The action is #TYPE#; And the content is : \"typed_text\": \"capital of China\"; The action is #DUAL_POINT#; touch_point: 0.1411, 0.397, lift_point: 0.1411, 0.397; The action is #DUAL_POINT#; touch_point: 0.6228, 0.485, lift_point: 0.6228, 0.485; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7647, 0.6551, lift_point: 0.7647, 0.6551; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4303, 0.9281, lift_point: 0.4303, 0.9281; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.4275, 0.9255, lift_point: 0.4275, 0.9255; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286", "response": "The action is #DUAL_POINT#; touch_point: 0.4936, 0.9317, lift_point: 0.4936, 0.9317", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42767_61.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of China?; The action is #DUAL_POINT#; touch_point: 0.8706, 0.5317, lift_point: 0.8706, 0.5317; The action is #TYPE#; And the content is : \"typed_text\": \"capital of China\"; The action is #DUAL_POINT#; touch_point: 0.1411, 0.397, lift_point: 0.1411, 0.397; The action is #DUAL_POINT#; touch_point: 0.6228, 0.485, lift_point: 0.6228, 0.485; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7647, 0.6551, lift_point: 0.7647, 0.6551; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4303, 0.9281, lift_point: 0.4303, 0.9281; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.4275, 0.9255, lift_point: 0.4275, 0.9255; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9317, lift_point: 0.4936, 0.9317", "response": "The action is #DUAL_POINT#; touch_point: 0.4936, 0.9317, lift_point: 0.4936, 0.9317", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42767_62.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of China?; The action is #DUAL_POINT#; touch_point: 0.8706, 0.5317, lift_point: 0.8706, 0.5317; The action is #TYPE#; And the content is : \"typed_text\": \"capital of China\"; The action is #DUAL_POINT#; touch_point: 0.1411, 0.397, lift_point: 0.1411, 0.397; The action is #DUAL_POINT#; touch_point: 0.6228, 0.485, lift_point: 0.6228, 0.485; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7647, 0.6551, lift_point: 0.7647, 0.6551; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4303, 0.9281, lift_point: 0.4303, 0.9281; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.4275, 0.9255, lift_point: 0.4275, 0.9255; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9317, lift_point: 0.4936, 0.9317; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9317, lift_point: 0.4936, 0.9317", "response": "The action is #DUAL_POINT#; touch_point: 0.4936, 0.9317, lift_point: 0.4936, 0.9317", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42767_63.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of China?; The action is #DUAL_POINT#; touch_point: 0.8706, 0.5317, lift_point: 0.8706, 0.5317; The action is #TYPE#; And the content is : \"typed_text\": \"capital of China\"; The action is #DUAL_POINT#; touch_point: 0.1411, 0.397, lift_point: 0.1411, 0.397; The action is #DUAL_POINT#; touch_point: 0.6228, 0.485, lift_point: 0.6228, 0.485; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7647, 0.6551, lift_point: 0.7647, 0.6551; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313; The action is #DUAL_POINT#; touch_point: 0.4303, 0.9281, lift_point: 0.4303, 0.9281; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922; The action is #DUAL_POINT#; touch_point: 0.4275, 0.9255, lift_point: 0.4275, 0.9255; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9317, lift_point: 0.4936, 0.9317; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9317, lift_point: 0.4936, 0.9317; The action is #DUAL_POINT#; touch_point: 0.4936, 0.9317, lift_point: 0.4936, 0.9317", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42767_64.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Buenos aires to Helsinki", "response": "The action is #DUAL_POINT#; touch_point: 0.7749, 0.4239, lift_point: 0.7749, 0.4239", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42885_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Buenos aires to Helsinki; The action is #DUAL_POINT#; touch_point: 0.7749, 0.4239, lift_point: 0.7749, 0.4239", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Buenos aires to Helsinki\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42885_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Buenos aires to Helsinki; The action is #DUAL_POINT#; touch_point: 0.7749, 0.4239, lift_point: 0.7749, 0.4239; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Buenos aires to Helsinki\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42885_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Buenos aires to Helsinki; The action is #DUAL_POINT#; touch_point: 0.7749, 0.4239, lift_point: 0.7749, 0.4239; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Buenos aires to Helsinki\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"", "response": "The action is #DUAL_POINT#; touch_point: 0.3149, 0.5286, lift_point: 0.3149, 0.5286", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42885_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Buenos aires to Helsinki; The action is #DUAL_POINT#; touch_point: 0.7749, 0.4239, lift_point: 0.7749, 0.4239; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Buenos aires to Helsinki\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.3149, 0.5286, lift_point: 0.3149, 0.5286", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42885_5.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Lyft app", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42916_1.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Lyft app; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42916_2.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Lyft app; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.8296, 0.8163, lift_point: 0.8296, 0.8163", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42916_3.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Lyft app; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8296, 0.8163, lift_point: 0.8296, 0.8163", "response": "The action is #DUAL_POINT#; touch_point: 0.1233, 0.6874, lift_point: 0.1233, 0.6874", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42916_4.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Lyft app; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8296, 0.8163, lift_point: 0.8296, 0.8163; The action is #DUAL_POINT#; touch_point: 0.1233, 0.6874, lift_point: 0.1233, 0.6874", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Lyft app\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42916_5.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Lyft app; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8296, 0.8163, lift_point: 0.8296, 0.8163; The action is #DUAL_POINT#; touch_point: 0.1233, 0.6874, lift_point: 0.1233, 0.6874; The action is #TYPE#; And the content is : \"typed_text\": \"Lyft app\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42916_6.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Lyft app; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8296, 0.8163, lift_point: 0.8296, 0.8163; The action is #DUAL_POINT#; touch_point: 0.1233, 0.6874, lift_point: 0.1233, 0.6874; The action is #TYPE#; And the content is : \"typed_text\": \"Lyft app\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"", "response": "The action is #DUAL_POINT#; touch_point: 0.2725, 0.465, lift_point: 0.2725, 0.465", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42916_7.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Lyft app; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8296, 0.8163, lift_point: 0.8296, 0.8163; The action is #DUAL_POINT#; touch_point: 0.1233, 0.6874, lift_point: 0.1233, 0.6874; The action is #TYPE#; And the content is : \"typed_text\": \"Lyft app\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.2725, 0.465, lift_point: 0.2725, 0.465", "response": "The action is #DUAL_POINT#; touch_point: 0.3037, 0.7113, lift_point: 0.3037, 0.7113", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42916_8.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Lyft app; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8296, 0.8163, lift_point: 0.8296, 0.8163; The action is #DUAL_POINT#; touch_point: 0.1233, 0.6874, lift_point: 0.1233, 0.6874; The action is #TYPE#; And the content is : \"typed_text\": \"Lyft app\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.2725, 0.465, lift_point: 0.2725, 0.465; The action is #DUAL_POINT#; touch_point: 0.3037, 0.7113, lift_point: 0.3037, 0.7113", "response": "The action is #DUAL_POINT#; touch_point: 0.8191, 0.7297, lift_point: 0.8191, 0.7297", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42916_9.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Lyft app; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8296, 0.8163, lift_point: 0.8296, 0.8163; The action is #DUAL_POINT#; touch_point: 0.1233, 0.6874, lift_point: 0.1233, 0.6874; The action is #TYPE#; And the content is : \"typed_text\": \"Lyft app\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.2725, 0.465, lift_point: 0.2725, 0.465; The action is #DUAL_POINT#; touch_point: 0.3037, 0.7113, lift_point: 0.3037, 0.7113; The action is #DUAL_POINT#; touch_point: 0.8191, 0.7297, lift_point: 0.8191, 0.7297", "response": "The action is #DUAL_POINT#; touch_point: 0.7044, 0.5915, lift_point: 0.7044, 0.5915", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42916_10.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Lyft app; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8296, 0.8163, lift_point: 0.8296, 0.8163; The action is #DUAL_POINT#; touch_point: 0.1233, 0.6874, lift_point: 0.1233, 0.6874; The action is #TYPE#; And the content is : \"typed_text\": \"Lyft app\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.2725, 0.465, lift_point: 0.2725, 0.465; The action is #DUAL_POINT#; touch_point: 0.3037, 0.7113, lift_point: 0.3037, 0.7113; The action is #DUAL_POINT#; touch_point: 0.8191, 0.7297, lift_point: 0.8191, 0.7297; The action is #DUAL_POINT#; touch_point: 0.7044, 0.5915, lift_point: 0.7044, 0.5915", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/42916_11.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Brazil?", "response": "The action is #DUAL_POINT#; touch_point: 0.7904, 0.4833, lift_point: 0.7904, 0.4833", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/43001_1.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Brazil?; The action is #DUAL_POINT#; touch_point: 0.7904, 0.4833, lift_point: 0.7904, 0.4833", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/43001_2.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Brazil?; The action is #DUAL_POINT#; touch_point: 0.7904, 0.4833, lift_point: 0.7904, 0.4833; The action is #TYPE#; And the content is : \"typed_text\": \"\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Brazil\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/43001_3.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Brazil?; The action is #DUAL_POINT#; touch_point: 0.7904, 0.4833, lift_point: 0.7904, 0.4833; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #TYPE#; And the content is : \"typed_text\": \"capital of Brazil\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/43001_4.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Brazil?; The action is #DUAL_POINT#; touch_point: 0.7904, 0.4833, lift_point: 0.7904, 0.4833; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #TYPE#; And the content is : \"typed_text\": \"capital of Brazil\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"", "response": "The action is #DUAL_POINT#; touch_point: 0.284, 0.4831, lift_point: 0.284, 0.4831", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/43001_5.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Brazil?; The action is #DUAL_POINT#; touch_point: 0.7904, 0.4833, lift_point: 0.7904, 0.4833; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #TYPE#; And the content is : \"typed_text\": \"capital of Brazil\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.284, 0.4831, lift_point: 0.284, 0.4831", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/43001_6.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a cheetah?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/43177_1.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a cheetah?; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/43177_2.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a cheetah?; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3455, 0.4821, lift_point: 0.3455, 0.4821", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/43177_3.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a cheetah?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3455, 0.4821, lift_point: 0.3455, 0.4821", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/43177_4.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a cheetah?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3455, 0.4821, lift_point: 0.3455, 0.4821; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/43177_5.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a cheetah?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3455, 0.4821, lift_point: 0.3455, 0.4821; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #DUAL_POINT#; touch_point: 0.1726, 0.6238, lift_point: 0.1726, 0.6238", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/43177_6.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a cheetah?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3455, 0.4821, lift_point: 0.3455, 0.4821; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.1726, 0.6238, lift_point: 0.1726, 0.6238", "response": "The action is #DUAL_POINT#; touch_point: 0.1082, 0.9377, lift_point: 0.1082, 0.9377", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/43177_7.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a cheetah?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3455, 0.4821, lift_point: 0.3455, 0.4821; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.1726, 0.6238, lift_point: 0.1726, 0.6238; The action is #DUAL_POINT#; touch_point: 0.1082, 0.9377, lift_point: 0.1082, 0.9377", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of a cheetah?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/43177_8.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a cheetah?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3455, 0.4821, lift_point: 0.3455, 0.4821; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.1726, 0.6238, lift_point: 0.1726, 0.6238; The action is #DUAL_POINT#; touch_point: 0.1082, 0.9377, lift_point: 0.1082, 0.9377; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of a cheetah?\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/43177_9.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a cheetah?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3455, 0.4821, lift_point: 0.3455, 0.4821; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.1726, 0.6238, lift_point: 0.1726, 0.6238; The action is #DUAL_POINT#; touch_point: 0.1082, 0.9377, lift_point: 0.1082, 0.9377; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of a cheetah?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"", "response": "The action is #DUAL_POINT#; touch_point: 0.2151, 0.4211, lift_point: 0.2151, 0.4211", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/43177_10.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a cheetah?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3455, 0.4821, lift_point: 0.3455, 0.4821; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.1726, 0.6238, lift_point: 0.1726, 0.6238; The action is #DUAL_POINT#; touch_point: 0.1082, 0.9377, lift_point: 0.1082, 0.9377; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of a cheetah?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.2151, 0.4211, lift_point: 0.2151, 0.4211", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/43177_11.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Chipotle?", "response": "The action is #DUAL_POINT#; touch_point: 0.7988, 0.7153, lift_point: 0.7988, 0.7153", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/43229_1.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Chipotle?; The action is #DUAL_POINT#; touch_point: 0.7988, 0.7153, lift_point: 0.7988, 0.7153", "response": "The action is #DUAL_POINT#; touch_point: 0.0567, 0.5275, lift_point: 0.0567, 0.5275", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/43229_2.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Chipotle?; The action is #DUAL_POINT#; touch_point: 0.7988, 0.7153, lift_point: 0.7988, 0.7153; The action is #DUAL_POINT#; touch_point: 0.0567, 0.5275, lift_point: 0.0567, 0.5275", "response": "The action is #DUAL_POINT#; touch_point: 0.0567, 0.5275, lift_point: 0.0567, 0.5275", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/43229_3.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Chipotle?; The action is #DUAL_POINT#; touch_point: 0.7988, 0.7153, lift_point: 0.7988, 0.7153; The action is #DUAL_POINT#; touch_point: 0.0567, 0.5275, lift_point: 0.0567, 0.5275; The action is #DUAL_POINT#; touch_point: 0.0567, 0.5275, lift_point: 0.0567, 0.5275", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Chipotle?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/43229_4.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Chipotle?; The action is #DUAL_POINT#; touch_point: 0.7988, 0.7153, lift_point: 0.7988, 0.7153; The action is #DUAL_POINT#; touch_point: 0.0567, 0.5275, lift_point: 0.0567, 0.5275; The action is #DUAL_POINT#; touch_point: 0.0567, 0.5275, lift_point: 0.0567, 0.5275; The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Chipotle?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1436, 0.6393, lift_point: 0.1436, 0.6393", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/43229_5.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Chipotle?; The action is #DUAL_POINT#; touch_point: 0.7988, 0.7153, lift_point: 0.7988, 0.7153; The action is #DUAL_POINT#; touch_point: 0.0567, 0.5275, lift_point: 0.0567, 0.5275; The action is #DUAL_POINT#; touch_point: 0.0567, 0.5275, lift_point: 0.0567, 0.5275; The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Chipotle?\"; The action is #DUAL_POINT#; touch_point: 0.1436, 0.6393, lift_point: 0.1436, 0.6393", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/43229_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new mascara", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/43680_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new mascara; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7825, 0.6922, lift_point: 0.7825, 0.6922", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/43680_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new mascara; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7825, 0.6922, lift_point: 0.7825, 0.6922", "response": "The action is #DUAL_POINT#; touch_point: 0.7673, 0.7003, lift_point: 0.7673, 0.7003", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/43680_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new mascara; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7825, 0.6922, lift_point: 0.7825, 0.6922; The action is #DUAL_POINT#; touch_point: 0.7673, 0.7003, lift_point: 0.7673, 0.7003", "response": "The action is #DUAL_POINT#; touch_point: 0.065, 0.5568, lift_point: 0.065, 0.5568", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/43680_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new mascara; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7825, 0.6922, lift_point: 0.7825, 0.6922; The action is #DUAL_POINT#; touch_point: 0.7673, 0.7003, lift_point: 0.7673, 0.7003; The action is #DUAL_POINT#; touch_point: 0.065, 0.5568, lift_point: 0.065, 0.5568", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"new mascara\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/43680_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new mascara; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7825, 0.6922, lift_point: 0.7825, 0.6922; The action is #DUAL_POINT#; touch_point: 0.7673, 0.7003, lift_point: 0.7673, 0.7003; The action is #DUAL_POINT#; touch_point: 0.065, 0.5568, lift_point: 0.065, 0.5568; The action is #TYPE#; And the content is : \"typed_text\": \"new mascara\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/43680_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new mascara; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7825, 0.6922, lift_point: 0.7825, 0.6922; The action is #DUAL_POINT#; touch_point: 0.7673, 0.7003, lift_point: 0.7673, 0.7003; The action is #DUAL_POINT#; touch_point: 0.065, 0.5568, lift_point: 0.065, 0.5568; The action is #TYPE#; And the content is : \"typed_text\": \"new mascara\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/43680_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good Greek restaurants", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/43778_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good Greek restaurants; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/43778_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good Greek restaurants; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3726, 0.4941, lift_point: 0.3726, 0.4941", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/43778_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good Greek restaurants; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3726, 0.4941, lift_point: 0.3726, 0.4941", "response": "The action is #DUAL_POINT#; touch_point: 0.0721, 0.4982, lift_point: 0.0721, 0.4982", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/43778_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good Greek restaurants; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3726, 0.4941, lift_point: 0.3726, 0.4941; The action is #DUAL_POINT#; touch_point: 0.0721, 0.4982, lift_point: 0.0721, 0.4982", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"good Greek restaurants\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/43778_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good Greek restaurants; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3726, 0.4941, lift_point: 0.3726, 0.4941; The action is #DUAL_POINT#; touch_point: 0.0721, 0.4982, lift_point: 0.0721, 0.4982; The action is #TYPE#; And the content is : \"typed_text\": \"good Greek restaurants\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/43778_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good Greek restaurants; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3726, 0.4941, lift_point: 0.3726, 0.4941; The action is #DUAL_POINT#; touch_point: 0.0721, 0.4982, lift_point: 0.0721, 0.4982; The action is #TYPE#; And the content is : \"typed_text\": \"good Greek restaurants\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/43778_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from San Diego to Seattle", "response": "The action is #DUAL_POINT#; touch_point: 0.0651, 0.3924, lift_point: 0.0651, 0.3924", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/43826_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from San Diego to Seattle; The action is #DUAL_POINT#; touch_point: 0.0651, 0.3924, lift_point: 0.0651, 0.3924", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from San Diego to Seattle\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/43826_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from San Diego to Seattle; The action is #DUAL_POINT#; touch_point: 0.0651, 0.3924, lift_point: 0.0651, 0.3924; The action is #TYPE#; And the content is : \"typed_text\": \"flights from San Diego to Seattle\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/43826_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from San Diego to Seattle; The action is #DUAL_POINT#; touch_point: 0.0651, 0.3924, lift_point: 0.0651, 0.3924; The action is #TYPE#; And the content is : \"typed_text\": \"flights from San Diego to Seattle\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/43826_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Philadelphia", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44048_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Philadelphia; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44048_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Philadelphia; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3395, 0.4996, lift_point: 0.3395, 0.4996", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44048_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Philadelphia; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3395, 0.4996, lift_point: 0.3395, 0.4996", "response": "The action is #DUAL_POINT#; touch_point: 0.3527, 0.5164, lift_point: 0.3527, 0.5164", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44048_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Philadelphia; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3395, 0.4996, lift_point: 0.3395, 0.4996; The action is #DUAL_POINT#; touch_point: 0.3527, 0.5164, lift_point: 0.3527, 0.5164", "response": "The action is #DUAL_POINT#; touch_point: 0.0646, 0.4573, lift_point: 0.0646, 0.4573", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44048_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Philadelphia; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3395, 0.4996, lift_point: 0.3395, 0.4996; The action is #DUAL_POINT#; touch_point: 0.3527, 0.5164, lift_point: 0.3527, 0.5164; The action is #DUAL_POINT#; touch_point: 0.0646, 0.4573, lift_point: 0.0646, 0.4573", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Philadelphia\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44048_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Philadelphia; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3395, 0.4996, lift_point: 0.3395, 0.4996; The action is #DUAL_POINT#; touch_point: 0.3527, 0.5164, lift_point: 0.3527, 0.5164; The action is #DUAL_POINT#; touch_point: 0.0646, 0.4573, lift_point: 0.0646, 0.4573; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Philadelphia\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44048_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Philadelphia; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3395, 0.4996, lift_point: 0.3395, 0.4996; The action is #DUAL_POINT#; touch_point: 0.3527, 0.5164, lift_point: 0.3527, 0.5164; The action is #DUAL_POINT#; touch_point: 0.0646, 0.4573, lift_point: 0.0646, 0.4573; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Philadelphia\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44048_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Dallas?", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44139_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Dallas?; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3541, 0.4888, lift_point: 0.3541, 0.4888", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44139_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Dallas?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3541, 0.4888, lift_point: 0.3541, 0.4888", "response": "The action is #DUAL_POINT#; touch_point: 0.0589, 0.5427, lift_point: 0.0589, 0.5427", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44139_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Dallas?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3541, 0.4888, lift_point: 0.3541, 0.4888; The action is #DUAL_POINT#; touch_point: 0.0589, 0.5427, lift_point: 0.0589, 0.5427", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"good restaurnat in Dallas?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44139_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Dallas?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3541, 0.4888, lift_point: 0.3541, 0.4888; The action is #DUAL_POINT#; touch_point: 0.0589, 0.5427, lift_point: 0.0589, 0.5427; The action is #TYPE#; And the content is : \"typed_text\": \"good restaurnat in Dallas?\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44139_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Dallas?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3541, 0.4888, lift_point: 0.3541, 0.4888; The action is #DUAL_POINT#; touch_point: 0.0589, 0.5427, lift_point: 0.0589, 0.5427; The action is #TYPE#; And the content is : \"typed_text\": \"good restaurnat in Dallas?\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44139_6.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Peru", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of peru\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44364_1.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Peru; The action is #TYPE#; And the content is : \"typed_text\": \"capital of peru\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1424, 0.3309, lift_point: 0.1424, 0.3309", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44364_2.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Peru; The action is #TYPE#; And the content is : \"typed_text\": \"capital of peru\"; The action is #DUAL_POINT#; touch_point: 0.1424, 0.3309, lift_point: 0.1424, 0.3309", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44364_3.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Boston?", "response": "The action is #DUAL_POINT#; touch_point: 0.8857, 0.2075, lift_point: 0.8857, 0.2075", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44392_1.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Boston?; The action is #DUAL_POINT#; touch_point: 0.8857, 0.2075, lift_point: 0.8857, 0.2075", "response": "The action is #DUAL_POINT#; touch_point: 0.8786, 0.138, lift_point: 0.8786, 0.138", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44392_2.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Boston?; The action is #DUAL_POINT#; touch_point: 0.8857, 0.2075, lift_point: 0.8857, 0.2075; The action is #DUAL_POINT#; touch_point: 0.8786, 0.138, lift_point: 0.8786, 0.138", "response": "The action is #DUAL_POINT#; touch_point: 0.8927, 0.5964, lift_point: 0.8927, 0.5964", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44392_3.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Boston?; The action is #DUAL_POINT#; touch_point: 0.8857, 0.2075, lift_point: 0.8857, 0.2075; The action is #DUAL_POINT#; touch_point: 0.8786, 0.138, lift_point: 0.8786, 0.138; The action is #DUAL_POINT#; touch_point: 0.8927, 0.5964, lift_point: 0.8927, 0.5964", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in Boston?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44392_4.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Boston?; The action is #DUAL_POINT#; touch_point: 0.8857, 0.2075, lift_point: 0.8857, 0.2075; The action is #DUAL_POINT#; touch_point: 0.8786, 0.138, lift_point: 0.8786, 0.138; The action is #DUAL_POINT#; touch_point: 0.8927, 0.5964, lift_point: 0.8927, 0.5964; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in Boston?\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"t for in boston\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44392_5.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Boston?; The action is #DUAL_POINT#; touch_point: 0.8857, 0.2075, lift_point: 0.8857, 0.2075; The action is #DUAL_POINT#; touch_point: 0.8786, 0.138, lift_point: 0.8786, 0.138; The action is #DUAL_POINT#; touch_point: 0.8927, 0.5964, lift_point: 0.8927, 0.5964; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in Boston?\"; The action is #TYPE#; And the content is : \"typed_text\": \"t for in boston\"", "response": "The action is #DUAL_POINT#; touch_point: 0.2098, 0.2994, lift_point: 0.2098, 0.2994", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44392_6.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Boston?; The action is #DUAL_POINT#; touch_point: 0.8857, 0.2075, lift_point: 0.8857, 0.2075; The action is #DUAL_POINT#; touch_point: 0.8786, 0.138, lift_point: 0.8786, 0.138; The action is #DUAL_POINT#; touch_point: 0.8927, 0.5964, lift_point: 0.8927, 0.5964; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in Boston?\"; The action is #TYPE#; And the content is : \"typed_text\": \"t for in boston\"; The action is #DUAL_POINT#; touch_point: 0.2098, 0.2994, lift_point: 0.2098, 0.2994", "response": "The action is #DUAL_POINT#; touch_point: 0.3194, 0.3224, lift_point: 0.3194, 0.3224", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44392_7.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Boston?; The action is #DUAL_POINT#; touch_point: 0.8857, 0.2075, lift_point: 0.8857, 0.2075; The action is #DUAL_POINT#; touch_point: 0.8786, 0.138, lift_point: 0.8786, 0.138; The action is #DUAL_POINT#; touch_point: 0.8927, 0.5964, lift_point: 0.8927, 0.5964; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in Boston?\"; The action is #TYPE#; And the content is : \"typed_text\": \"t for in boston\"; The action is #DUAL_POINT#; touch_point: 0.2098, 0.2994, lift_point: 0.2098, 0.2994; The action is #DUAL_POINT#; touch_point: 0.3194, 0.3224, lift_point: 0.3194, 0.3224", "response": "The action is #DUAL_POINT#; touch_point: 0.2419, 0.828, lift_point: 0.2419, 0.828", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44392_8.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Boston?; The action is #DUAL_POINT#; touch_point: 0.8857, 0.2075, lift_point: 0.8857, 0.2075; The action is #DUAL_POINT#; touch_point: 0.8786, 0.138, lift_point: 0.8786, 0.138; The action is #DUAL_POINT#; touch_point: 0.8927, 0.5964, lift_point: 0.8927, 0.5964; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in Boston?\"; The action is #TYPE#; And the content is : \"typed_text\": \"t for in boston\"; The action is #DUAL_POINT#; touch_point: 0.2098, 0.2994, lift_point: 0.2098, 0.2994; The action is #DUAL_POINT#; touch_point: 0.3194, 0.3224, lift_point: 0.3194, 0.3224; The action is #DUAL_POINT#; touch_point: 0.2419, 0.828, lift_point: 0.2419, 0.828", "response": "The action is #DUAL_POINT#; touch_point: 0.2412, 0.8302, lift_point: 0.2412, 0.8302", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44392_9.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Boston?; The action is #DUAL_POINT#; touch_point: 0.8857, 0.2075, lift_point: 0.8857, 0.2075; The action is #DUAL_POINT#; touch_point: 0.8786, 0.138, lift_point: 0.8786, 0.138; The action is #DUAL_POINT#; touch_point: 0.8927, 0.5964, lift_point: 0.8927, 0.5964; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in Boston?\"; The action is #TYPE#; And the content is : \"typed_text\": \"t for in boston\"; The action is #DUAL_POINT#; touch_point: 0.2098, 0.2994, lift_point: 0.2098, 0.2994; The action is #DUAL_POINT#; touch_point: 0.3194, 0.3224, lift_point: 0.3194, 0.3224; The action is #DUAL_POINT#; touch_point: 0.2419, 0.828, lift_point: 0.2419, 0.828; The action is #DUAL_POINT#; touch_point: 0.2412, 0.8302, lift_point: 0.2412, 0.8302", "response": "The action is #DUAL_POINT#; touch_point: 0.5936, 0.9015, lift_point: 0.5936, 0.9015", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44392_10.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Boston?; The action is #DUAL_POINT#; touch_point: 0.8857, 0.2075, lift_point: 0.8857, 0.2075; The action is #DUAL_POINT#; touch_point: 0.8786, 0.138, lift_point: 0.8786, 0.138; The action is #DUAL_POINT#; touch_point: 0.8927, 0.5964, lift_point: 0.8927, 0.5964; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in Boston?\"; The action is #TYPE#; And the content is : \"typed_text\": \"t for in boston\"; The action is #DUAL_POINT#; touch_point: 0.2098, 0.2994, lift_point: 0.2098, 0.2994; The action is #DUAL_POINT#; touch_point: 0.3194, 0.3224, lift_point: 0.3194, 0.3224; The action is #DUAL_POINT#; touch_point: 0.2419, 0.828, lift_point: 0.2419, 0.828; The action is #DUAL_POINT#; touch_point: 0.2412, 0.8302, lift_point: 0.2412, 0.8302; The action is #DUAL_POINT#; touch_point: 0.5936, 0.9015, lift_point: 0.5936, 0.9015", "response": "The action is #DUAL_POINT#; touch_point: 0.1578, 0.9112, lift_point: 0.1578, 0.9112", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44392_11.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Boston?; The action is #DUAL_POINT#; touch_point: 0.8857, 0.2075, lift_point: 0.8857, 0.2075; The action is #DUAL_POINT#; touch_point: 0.8786, 0.138, lift_point: 0.8786, 0.138; The action is #DUAL_POINT#; touch_point: 0.8927, 0.5964, lift_point: 0.8927, 0.5964; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in Boston?\"; The action is #TYPE#; And the content is : \"typed_text\": \"t for in boston\"; The action is #DUAL_POINT#; touch_point: 0.2098, 0.2994, lift_point: 0.2098, 0.2994; The action is #DUAL_POINT#; touch_point: 0.3194, 0.3224, lift_point: 0.3194, 0.3224; The action is #DUAL_POINT#; touch_point: 0.2419, 0.828, lift_point: 0.2419, 0.828; The action is #DUAL_POINT#; touch_point: 0.2412, 0.8302, lift_point: 0.2412, 0.8302; The action is #DUAL_POINT#; touch_point: 0.5936, 0.9015, lift_point: 0.5936, 0.9015; The action is #DUAL_POINT#; touch_point: 0.1578, 0.9112, lift_point: 0.1578, 0.9112", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44392_12.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome private tab", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44565_1.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome private tab; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44565_2.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome private tab; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3761, 0.5204, lift_point: 0.3761, 0.5204", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44565_3.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome private tab; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3761, 0.5204, lift_point: 0.3761, 0.5204", "response": "The action is #DUAL_POINT#; touch_point: 0.0708, 0.9235, lift_point: 0.0708, 0.9235", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44565_4.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome private tab; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3761, 0.5204, lift_point: 0.3761, 0.5204; The action is #DUAL_POINT#; touch_point: 0.0708, 0.9235, lift_point: 0.0708, 0.9235", "response": "The action is #DUAL_POINT#; touch_point: 0.134, 0.4264, lift_point: 0.134, 0.4264", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44565_5.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome private tab; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3761, 0.5204, lift_point: 0.3761, 0.5204; The action is #DUAL_POINT#; touch_point: 0.0708, 0.9235, lift_point: 0.0708, 0.9235; The action is #DUAL_POINT#; touch_point: 0.134, 0.4264, lift_point: 0.134, 0.4264", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44565_6.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Facebook app", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44611_1.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Facebook app; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44611_2.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Facebook app; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.6519, 0.8804, lift_point: 0.6519, 0.8804", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44611_3.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Facebook app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6519, 0.8804, lift_point: 0.6519, 0.8804", "response": "The action is #DUAL_POINT#; touch_point: 0.0703, 0.5344, lift_point: 0.0703, 0.5344", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44611_4.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Facebook app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6519, 0.8804, lift_point: 0.6519, 0.8804; The action is #DUAL_POINT#; touch_point: 0.0703, 0.5344, lift_point: 0.0703, 0.5344", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"facebook app\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44611_5.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Facebook app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6519, 0.8804, lift_point: 0.6519, 0.8804; The action is #DUAL_POINT#; touch_point: 0.0703, 0.5344, lift_point: 0.0703, 0.5344; The action is #TYPE#; And the content is : \"typed_text\": \"facebook app\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1527, 0.3694, lift_point: 0.1527, 0.3694", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44611_6.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Facebook app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6519, 0.8804, lift_point: 0.6519, 0.8804; The action is #DUAL_POINT#; touch_point: 0.0703, 0.5344, lift_point: 0.0703, 0.5344; The action is #TYPE#; And the content is : \"typed_text\": \"facebook app\"; The action is #DUAL_POINT#; touch_point: 0.1527, 0.3694, lift_point: 0.1527, 0.3694", "response": "The action is #DUAL_POINT#; touch_point: 0.1676, 0.852, lift_point: 0.1676, 0.852", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44611_7.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Facebook app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6519, 0.8804, lift_point: 0.6519, 0.8804; The action is #DUAL_POINT#; touch_point: 0.0703, 0.5344, lift_point: 0.0703, 0.5344; The action is #TYPE#; And the content is : \"typed_text\": \"facebook app\"; The action is #DUAL_POINT#; touch_point: 0.1527, 0.3694, lift_point: 0.1527, 0.3694; The action is #DUAL_POINT#; touch_point: 0.1676, 0.852, lift_point: 0.1676, 0.852", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44611_8.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Zurich", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44698_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Zurich; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8849, 0.5926, lift_point: 0.8849, 0.5926", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44698_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Zurich; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8849, 0.5926, lift_point: 0.8849, 0.5926", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Zurich\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44698_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Zurich; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8849, 0.5926, lift_point: 0.8849, 0.5926; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Zurich\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44698_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Zurich; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8849, 0.5926, lift_point: 0.8849, 0.5926; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Zurich\"; The action is #PRESS_ENTER#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44698_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Zurich; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8849, 0.5926, lift_point: 0.8849, 0.5926; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Zurich\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.6859, 0.4387, lift_point: 0.6859, 0.4387", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44698_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Zurich; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8849, 0.5926, lift_point: 0.8849, 0.5926; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Zurich\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6859, 0.4387, lift_point: 0.6859, 0.4387", "response": "The action is #DUAL_POINT#; touch_point: 0.8356, 0.5783, lift_point: 0.8356, 0.5783", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44698_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Zurich; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8849, 0.5926, lift_point: 0.8849, 0.5926; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Zurich\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6859, 0.4387, lift_point: 0.6859, 0.4387; The action is #DUAL_POINT#; touch_point: 0.8356, 0.5783, lift_point: 0.8356, 0.5783", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44698_8.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of the United Kingdom?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44758_1.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of the United Kingdom?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8947, 0.4639, lift_point: 0.8947, 0.4639", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44758_2.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of the United Kingdom?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8947, 0.4639, lift_point: 0.8947, 0.4639", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of the United Kingdom\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44758_3.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of the United Kingdom?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8947, 0.4639, lift_point: 0.8947, 0.4639; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of the United Kingdom\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44758_4.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of the United Kingdom?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8947, 0.4639, lift_point: 0.8947, 0.4639; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of the United Kingdom\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44758_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Puerto Rico?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44772_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Puerto Rico?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8872, 0.2415, lift_point: 0.8872, 0.2415", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44772_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Puerto Rico?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8872, 0.2415, lift_point: 0.8872, 0.2415", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Puerto Rico\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44772_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Puerto Rico?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8872, 0.2415, lift_point: 0.8872, 0.2415; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Puerto Rico\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44772_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Puerto Rico?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8872, 0.2415, lift_point: 0.8872, 0.2415; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Puerto Rico\"; The action is #PRESS_ENTER#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44772_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Puerto Rico?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8872, 0.2415, lift_point: 0.8872, 0.2415; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Puerto Rico\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.2512, 0.6497, lift_point: 0.2512, 0.6497", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44772_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Puerto Rico?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8872, 0.2415, lift_point: 0.8872, 0.2415; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Puerto Rico\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2512, 0.6497, lift_point: 0.2512, 0.6497", "response": "The action is #DUAL_POINT#; touch_point: 0.8978, 0.6783, lift_point: 0.8978, 0.6783", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44772_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Puerto Rico?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8872, 0.2415, lift_point: 0.8872, 0.2415; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Puerto Rico\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2512, 0.6497, lift_point: 0.2512, 0.6497; The action is #DUAL_POINT#; touch_point: 0.8978, 0.6783, lift_point: 0.8978, 0.6783", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44772_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this weekend?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44806_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this weekend?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8785, 0.458, lift_point: 0.8785, 0.458", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44806_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this weekend?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8785, 0.458, lift_point: 0.8785, 0.458", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news this weekend\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44806_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this weekend?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8785, 0.458, lift_point: 0.8785, 0.458; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news this weekend\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44806_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this weekend?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8785, 0.458, lift_point: 0.8785, 0.458; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news this weekend\"; The action is #PRESS_ENTER#", "response": "The action is #DUAL_POINT#; touch_point: 0.3583, 0.6785, lift_point: 0.3583, 0.6785", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44806_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this weekend?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8785, 0.458, lift_point: 0.8785, 0.458; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news this weekend\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.3583, 0.6785, lift_point: 0.3583, 0.6785", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44806_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this weekend?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8785, 0.458, lift_point: 0.8785, 0.458; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news this weekend\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.3583, 0.6785, lift_point: 0.3583, 0.6785; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.8129, 0.5797, lift_point: 0.8129, 0.5797", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44806_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this weekend?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8785, 0.458, lift_point: 0.8785, 0.458; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news this weekend\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.3583, 0.6785, lift_point: 0.3583, 0.6785; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8129, 0.5797, lift_point: 0.8129, 0.5797", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44806_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Trinidad and Tobago?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44823_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Trinidad and Tobago?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8754, 0.4069, lift_point: 0.8754, 0.4069", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44823_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Trinidad and Tobago?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8754, 0.4069, lift_point: 0.8754, 0.4069", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Trinidad and Tobago?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44823_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Trinidad and Tobago?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8754, 0.4069, lift_point: 0.8754, 0.4069; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Trinidad and Tobago?\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44823_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Trinidad and Tobago?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8754, 0.4069, lift_point: 0.8754, 0.4069; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Trinidad and Tobago?\"; The action is #PRESS_ENTER#", "response": "The action is #DUAL_POINT#; touch_point: 0.3497, 0.6944, lift_point: 0.3497, 0.6944", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44823_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Trinidad and Tobago?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8754, 0.4069, lift_point: 0.8754, 0.4069; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Trinidad and Tobago?\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.3497, 0.6944, lift_point: 0.3497, 0.6944", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44823_6.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Canada?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44874_1.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Canada?; The action is #PRESS_HOME#", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44874_2.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Canada?; The action is #PRESS_HOME#; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.9141, 0.4266, lift_point: 0.9141, 0.4266", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44874_3.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Canada?; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.9141, 0.4266, lift_point: 0.9141, 0.4266", "response": "The action is #DUAL_POINT#; touch_point: 0.8934, 0.4925, lift_point: 0.8934, 0.4925", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44874_4.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Canada?; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.9141, 0.4266, lift_point: 0.9141, 0.4266; The action is #DUAL_POINT#; touch_point: 0.8934, 0.4925, lift_point: 0.8934, 0.4925", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Canada?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44874_5.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Canada?; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.9141, 0.4266, lift_point: 0.9141, 0.4266; The action is #DUAL_POINT#; touch_point: 0.8934, 0.4925, lift_point: 0.8934, 0.4925; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Canada?\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44874_6.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Canada?; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.9141, 0.4266, lift_point: 0.9141, 0.4266; The action is #DUAL_POINT#; touch_point: 0.8934, 0.4925, lift_point: 0.8934, 0.4925; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Canada?\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44874_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the new iPhone on eBay?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44959_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the new iPhone on eBay?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8824, 0.6338, lift_point: 0.8824, 0.6338", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44959_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the new iPhone on eBay?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8824, 0.6338, lift_point: 0.8824, 0.6338", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the new iPhone on eBay\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44959_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the new iPhone on eBay?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8824, 0.6338, lift_point: 0.8824, 0.6338; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the new iPhone on eBay\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44959_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the new iPhone on eBay?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8824, 0.6338, lift_point: 0.8824, 0.6338; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the new iPhone on eBay\"; The action is #PRESS_ENTER#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44959_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the new iPhone on eBay?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8824, 0.6338, lift_point: 0.8824, 0.6338; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the new iPhone on eBay\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44959_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the new iPhone on eBay?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8824, 0.6338, lift_point: 0.8824, 0.6338; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the new iPhone on eBay\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44959_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the new iPhone on eBay?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8824, 0.6338, lift_point: 0.8824, 0.6338; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the new iPhone on eBay\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.7326, 0.5816, lift_point: 0.7326, 0.5816", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44959_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the new iPhone on eBay?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8824, 0.6338, lift_point: 0.8824, 0.6338; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the new iPhone on eBay\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7326, 0.5816, lift_point: 0.7326, 0.5816", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44959_9.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new mascara on Sephora", "response": "The action is #DUAL_POINT#; touch_point: 0.7857, 0.6857, lift_point: 0.7857, 0.6857", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44996_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new mascara on Sephora; The action is #DUAL_POINT#; touch_point: 0.7857, 0.6857, lift_point: 0.7857, 0.6857", "response": "The action is #DUAL_POINT#; touch_point: 0.9056, 0.5086, lift_point: 0.9056, 0.5086", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44996_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new mascara on Sephora; The action is #DUAL_POINT#; touch_point: 0.7857, 0.6857, lift_point: 0.7857, 0.6857; The action is #DUAL_POINT#; touch_point: 0.9056, 0.5086, lift_point: 0.9056, 0.5086", "response": "The action is #DUAL_POINT#; touch_point: 0.8936, 0.8628, lift_point: 0.8936, 0.8628", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44996_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new mascara on Sephora; The action is #DUAL_POINT#; touch_point: 0.7857, 0.6857, lift_point: 0.7857, 0.6857; The action is #DUAL_POINT#; touch_point: 0.9056, 0.5086, lift_point: 0.9056, 0.5086; The action is #DUAL_POINT#; touch_point: 0.8936, 0.8628, lift_point: 0.8936, 0.8628", "response": "The action is #DUAL_POINT#; touch_point: 0.2862, 0.4856, lift_point: 0.2862, 0.4856", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44996_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new mascara on Sephora; The action is #DUAL_POINT#; touch_point: 0.7857, 0.6857, lift_point: 0.7857, 0.6857; The action is #DUAL_POINT#; touch_point: 0.9056, 0.5086, lift_point: 0.9056, 0.5086; The action is #DUAL_POINT#; touch_point: 0.8936, 0.8628, lift_point: 0.8936, 0.8628; The action is #DUAL_POINT#; touch_point: 0.2862, 0.4856, lift_point: 0.2862, 0.4856", "response": "The action is #DUAL_POINT#; touch_point: 0.2875, 0.4116, lift_point: 0.2875, 0.4116", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44996_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new mascara on Sephora; The action is #DUAL_POINT#; touch_point: 0.7857, 0.6857, lift_point: 0.7857, 0.6857; The action is #DUAL_POINT#; touch_point: 0.9056, 0.5086, lift_point: 0.9056, 0.5086; The action is #DUAL_POINT#; touch_point: 0.8936, 0.8628, lift_point: 0.8936, 0.8628; The action is #DUAL_POINT#; touch_point: 0.2862, 0.4856, lift_point: 0.2862, 0.4856; The action is #DUAL_POINT#; touch_point: 0.2875, 0.4116, lift_point: 0.2875, 0.4116", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"new mascara on Sephora\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44996_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new mascara on Sephora; The action is #DUAL_POINT#; touch_point: 0.7857, 0.6857, lift_point: 0.7857, 0.6857; The action is #DUAL_POINT#; touch_point: 0.9056, 0.5086, lift_point: 0.9056, 0.5086; The action is #DUAL_POINT#; touch_point: 0.8936, 0.8628, lift_point: 0.8936, 0.8628; The action is #DUAL_POINT#; touch_point: 0.2862, 0.4856, lift_point: 0.2862, 0.4856; The action is #DUAL_POINT#; touch_point: 0.2875, 0.4116, lift_point: 0.2875, 0.4116; The action is #TYPE#; And the content is : \"typed_text\": \"new mascara on Sephora\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44996_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new mascara on Sephora; The action is #DUAL_POINT#; touch_point: 0.7857, 0.6857, lift_point: 0.7857, 0.6857; The action is #DUAL_POINT#; touch_point: 0.9056, 0.5086, lift_point: 0.9056, 0.5086; The action is #DUAL_POINT#; touch_point: 0.8936, 0.8628, lift_point: 0.8936, 0.8628; The action is #DUAL_POINT#; touch_point: 0.2862, 0.4856, lift_point: 0.2862, 0.4856; The action is #DUAL_POINT#; touch_point: 0.2875, 0.4116, lift_point: 0.2875, 0.4116; The action is #TYPE#; And the content is : \"typed_text\": \"new mascara on Sephora\"; The action is #PRESS_ENTER#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44996_8.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new mascara on Sephora; The action is #DUAL_POINT#; touch_point: 0.7857, 0.6857, lift_point: 0.7857, 0.6857; The action is #DUAL_POINT#; touch_point: 0.9056, 0.5086, lift_point: 0.9056, 0.5086; The action is #DUAL_POINT#; touch_point: 0.8936, 0.8628, lift_point: 0.8936, 0.8628; The action is #DUAL_POINT#; touch_point: 0.2862, 0.4856, lift_point: 0.2862, 0.4856; The action is #DUAL_POINT#; touch_point: 0.2875, 0.4116, lift_point: 0.2875, 0.4116; The action is #TYPE#; And the content is : \"typed_text\": \"new mascara on Sephora\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44996_9.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new mascara on Sephora; The action is #DUAL_POINT#; touch_point: 0.7857, 0.6857, lift_point: 0.7857, 0.6857; The action is #DUAL_POINT#; touch_point: 0.9056, 0.5086, lift_point: 0.9056, 0.5086; The action is #DUAL_POINT#; touch_point: 0.8936, 0.8628, lift_point: 0.8936, 0.8628; The action is #DUAL_POINT#; touch_point: 0.2862, 0.4856, lift_point: 0.2862, 0.4856; The action is #DUAL_POINT#; touch_point: 0.2875, 0.4116, lift_point: 0.2875, 0.4116; The action is #TYPE#; And the content is : \"typed_text\": \"new mascara on Sephora\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44996_10.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new mascara on Sephora; The action is #DUAL_POINT#; touch_point: 0.7857, 0.6857, lift_point: 0.7857, 0.6857; The action is #DUAL_POINT#; touch_point: 0.9056, 0.5086, lift_point: 0.9056, 0.5086; The action is #DUAL_POINT#; touch_point: 0.8936, 0.8628, lift_point: 0.8936, 0.8628; The action is #DUAL_POINT#; touch_point: 0.2862, 0.4856, lift_point: 0.2862, 0.4856; The action is #DUAL_POINT#; touch_point: 0.2875, 0.4116, lift_point: 0.2875, 0.4116; The action is #TYPE#; And the content is : \"typed_text\": \"new mascara on Sephora\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3686, 0.184, lift_point: 0.3686, 0.184", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44996_11.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new mascara on Sephora; The action is #DUAL_POINT#; touch_point: 0.7857, 0.6857, lift_point: 0.7857, 0.6857; The action is #DUAL_POINT#; touch_point: 0.9056, 0.5086, lift_point: 0.9056, 0.5086; The action is #DUAL_POINT#; touch_point: 0.8936, 0.8628, lift_point: 0.8936, 0.8628; The action is #DUAL_POINT#; touch_point: 0.2862, 0.4856, lift_point: 0.2862, 0.4856; The action is #DUAL_POINT#; touch_point: 0.2875, 0.4116, lift_point: 0.2875, 0.4116; The action is #TYPE#; And the content is : \"typed_text\": \"new mascara on Sephora\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3686, 0.184, lift_point: 0.3686, 0.184", "response": "The action is #DUAL_POINT#; touch_point: 0.6881, 0.58, lift_point: 0.6881, 0.58", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44996_12.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new mascara on Sephora; The action is #DUAL_POINT#; touch_point: 0.7857, 0.6857, lift_point: 0.7857, 0.6857; The action is #DUAL_POINT#; touch_point: 0.9056, 0.5086, lift_point: 0.9056, 0.5086; The action is #DUAL_POINT#; touch_point: 0.8936, 0.8628, lift_point: 0.8936, 0.8628; The action is #DUAL_POINT#; touch_point: 0.2862, 0.4856, lift_point: 0.2862, 0.4856; The action is #DUAL_POINT#; touch_point: 0.2875, 0.4116, lift_point: 0.2875, 0.4116; The action is #TYPE#; And the content is : \"typed_text\": \"new mascara on Sephora\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3686, 0.184, lift_point: 0.3686, 0.184; The action is #DUAL_POINT#; touch_point: 0.6881, 0.58, lift_point: 0.6881, 0.58", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44996_13.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new mascara on Sephora; The action is #DUAL_POINT#; touch_point: 0.7857, 0.6857, lift_point: 0.7857, 0.6857; The action is #DUAL_POINT#; touch_point: 0.9056, 0.5086, lift_point: 0.9056, 0.5086; The action is #DUAL_POINT#; touch_point: 0.8936, 0.8628, lift_point: 0.8936, 0.8628; The action is #DUAL_POINT#; touch_point: 0.2862, 0.4856, lift_point: 0.2862, 0.4856; The action is #DUAL_POINT#; touch_point: 0.2875, 0.4116, lift_point: 0.2875, 0.4116; The action is #TYPE#; And the content is : \"typed_text\": \"new mascara on Sephora\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3686, 0.184, lift_point: 0.3686, 0.184; The action is #DUAL_POINT#; touch_point: 0.6881, 0.58, lift_point: 0.6881, 0.58; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.5503, 0.5891, lift_point: 0.5503, 0.5891", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44996_14.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new mascara on Sephora; The action is #DUAL_POINT#; touch_point: 0.7857, 0.6857, lift_point: 0.7857, 0.6857; The action is #DUAL_POINT#; touch_point: 0.9056, 0.5086, lift_point: 0.9056, 0.5086; The action is #DUAL_POINT#; touch_point: 0.8936, 0.8628, lift_point: 0.8936, 0.8628; The action is #DUAL_POINT#; touch_point: 0.2862, 0.4856, lift_point: 0.2862, 0.4856; The action is #DUAL_POINT#; touch_point: 0.2875, 0.4116, lift_point: 0.2875, 0.4116; The action is #TYPE#; And the content is : \"typed_text\": \"new mascara on Sephora\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3686, 0.184, lift_point: 0.3686, 0.184; The action is #DUAL_POINT#; touch_point: 0.6881, 0.58, lift_point: 0.6881, 0.58; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5503, 0.5891, lift_point: 0.5503, 0.5891", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44996_15.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new mascara on Sephora; The action is #DUAL_POINT#; touch_point: 0.7857, 0.6857, lift_point: 0.7857, 0.6857; The action is #DUAL_POINT#; touch_point: 0.9056, 0.5086, lift_point: 0.9056, 0.5086; The action is #DUAL_POINT#; touch_point: 0.8936, 0.8628, lift_point: 0.8936, 0.8628; The action is #DUAL_POINT#; touch_point: 0.2862, 0.4856, lift_point: 0.2862, 0.4856; The action is #DUAL_POINT#; touch_point: 0.2875, 0.4116, lift_point: 0.2875, 0.4116; The action is #TYPE#; And the content is : \"typed_text\": \"new mascara on Sephora\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3686, 0.184, lift_point: 0.3686, 0.184; The action is #DUAL_POINT#; touch_point: 0.6881, 0.58, lift_point: 0.6881, 0.58; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5503, 0.5891, lift_point: 0.5503, 0.5891; The action is #Scrolling Down#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44996_16.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new mascara on Sephora; The action is #DUAL_POINT#; touch_point: 0.7857, 0.6857, lift_point: 0.7857, 0.6857; The action is #DUAL_POINT#; touch_point: 0.9056, 0.5086, lift_point: 0.9056, 0.5086; The action is #DUAL_POINT#; touch_point: 0.8936, 0.8628, lift_point: 0.8936, 0.8628; The action is #DUAL_POINT#; touch_point: 0.2862, 0.4856, lift_point: 0.2862, 0.4856; The action is #DUAL_POINT#; touch_point: 0.2875, 0.4116, lift_point: 0.2875, 0.4116; The action is #TYPE#; And the content is : \"typed_text\": \"new mascara on Sephora\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3686, 0.184, lift_point: 0.3686, 0.184; The action is #DUAL_POINT#; touch_point: 0.6881, 0.58, lift_point: 0.6881, 0.58; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5503, 0.5891, lift_point: 0.5503, 0.5891; The action is #Scrolling Down#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44996_17.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new mascara on Sephora; The action is #DUAL_POINT#; touch_point: 0.7857, 0.6857, lift_point: 0.7857, 0.6857; The action is #DUAL_POINT#; touch_point: 0.9056, 0.5086, lift_point: 0.9056, 0.5086; The action is #DUAL_POINT#; touch_point: 0.8936, 0.8628, lift_point: 0.8936, 0.8628; The action is #DUAL_POINT#; touch_point: 0.2862, 0.4856, lift_point: 0.2862, 0.4856; The action is #DUAL_POINT#; touch_point: 0.2875, 0.4116, lift_point: 0.2875, 0.4116; The action is #TYPE#; And the content is : \"typed_text\": \"new mascara on Sephora\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3686, 0.184, lift_point: 0.3686, 0.184; The action is #DUAL_POINT#; touch_point: 0.6881, 0.58, lift_point: 0.6881, 0.58; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5503, 0.5891, lift_point: 0.5503, 0.5891; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #DUAL_POINT#; touch_point: 0.168, 0.3305, lift_point: 0.168, 0.3305", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44996_18.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new mascara on Sephora; The action is #DUAL_POINT#; touch_point: 0.7857, 0.6857, lift_point: 0.7857, 0.6857; The action is #DUAL_POINT#; touch_point: 0.9056, 0.5086, lift_point: 0.9056, 0.5086; The action is #DUAL_POINT#; touch_point: 0.8936, 0.8628, lift_point: 0.8936, 0.8628; The action is #DUAL_POINT#; touch_point: 0.2862, 0.4856, lift_point: 0.2862, 0.4856; The action is #DUAL_POINT#; touch_point: 0.2875, 0.4116, lift_point: 0.2875, 0.4116; The action is #TYPE#; And the content is : \"typed_text\": \"new mascara on Sephora\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3686, 0.184, lift_point: 0.3686, 0.184; The action is #DUAL_POINT#; touch_point: 0.6881, 0.58, lift_point: 0.6881, 0.58; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5503, 0.5891, lift_point: 0.5503, 0.5891; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.168, 0.3305, lift_point: 0.168, 0.3305", "response": "The action is #DUAL_POINT#; touch_point: 0.1798, 0.3222, lift_point: 0.1798, 0.3222", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44996_19.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new mascara on Sephora; The action is #DUAL_POINT#; touch_point: 0.7857, 0.6857, lift_point: 0.7857, 0.6857; The action is #DUAL_POINT#; touch_point: 0.9056, 0.5086, lift_point: 0.9056, 0.5086; The action is #DUAL_POINT#; touch_point: 0.8936, 0.8628, lift_point: 0.8936, 0.8628; The action is #DUAL_POINT#; touch_point: 0.2862, 0.4856, lift_point: 0.2862, 0.4856; The action is #DUAL_POINT#; touch_point: 0.2875, 0.4116, lift_point: 0.2875, 0.4116; The action is #TYPE#; And the content is : \"typed_text\": \"new mascara on Sephora\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3686, 0.184, lift_point: 0.3686, 0.184; The action is #DUAL_POINT#; touch_point: 0.6881, 0.58, lift_point: 0.6881, 0.58; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5503, 0.5891, lift_point: 0.5503, 0.5891; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.168, 0.3305, lift_point: 0.168, 0.3305; The action is #DUAL_POINT#; touch_point: 0.1798, 0.3222, lift_point: 0.1798, 0.3222", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"new mascara\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44996_20.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new mascara on Sephora; The action is #DUAL_POINT#; touch_point: 0.7857, 0.6857, lift_point: 0.7857, 0.6857; The action is #DUAL_POINT#; touch_point: 0.9056, 0.5086, lift_point: 0.9056, 0.5086; The action is #DUAL_POINT#; touch_point: 0.8936, 0.8628, lift_point: 0.8936, 0.8628; The action is #DUAL_POINT#; touch_point: 0.2862, 0.4856, lift_point: 0.2862, 0.4856; The action is #DUAL_POINT#; touch_point: 0.2875, 0.4116, lift_point: 0.2875, 0.4116; The action is #TYPE#; And the content is : \"typed_text\": \"new mascara on Sephora\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3686, 0.184, lift_point: 0.3686, 0.184; The action is #DUAL_POINT#; touch_point: 0.6881, 0.58, lift_point: 0.6881, 0.58; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5503, 0.5891, lift_point: 0.5503, 0.5891; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.168, 0.3305, lift_point: 0.168, 0.3305; The action is #DUAL_POINT#; touch_point: 0.1798, 0.3222, lift_point: 0.1798, 0.3222; The action is #TYPE#; And the content is : \"typed_text\": \"new mascara\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44996_21.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new mascara on Sephora; The action is #DUAL_POINT#; touch_point: 0.7857, 0.6857, lift_point: 0.7857, 0.6857; The action is #DUAL_POINT#; touch_point: 0.9056, 0.5086, lift_point: 0.9056, 0.5086; The action is #DUAL_POINT#; touch_point: 0.8936, 0.8628, lift_point: 0.8936, 0.8628; The action is #DUAL_POINT#; touch_point: 0.2862, 0.4856, lift_point: 0.2862, 0.4856; The action is #DUAL_POINT#; touch_point: 0.2875, 0.4116, lift_point: 0.2875, 0.4116; The action is #TYPE#; And the content is : \"typed_text\": \"new mascara on Sephora\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3686, 0.184, lift_point: 0.3686, 0.184; The action is #DUAL_POINT#; touch_point: 0.6881, 0.58, lift_point: 0.6881, 0.58; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5503, 0.5891, lift_point: 0.5503, 0.5891; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.168, 0.3305, lift_point: 0.168, 0.3305; The action is #DUAL_POINT#; touch_point: 0.1798, 0.3222, lift_point: 0.1798, 0.3222; The action is #TYPE#; And the content is : \"typed_text\": \"new mascara\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/44996_22.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Peru?", "response": "The action is #DUAL_POINT#; touch_point: 0.7989, 0.7021, lift_point: 0.7989, 0.7021", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/45114_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Peru?; The action is #DUAL_POINT#; touch_point: 0.7989, 0.7021, lift_point: 0.7989, 0.7021", "response": "The action is #DUAL_POINT#; touch_point: 0.0488, 0.5993, lift_point: 0.0488, 0.5993", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/45114_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Peru?; The action is #DUAL_POINT#; touch_point: 0.7989, 0.7021, lift_point: 0.7989, 0.7021; The action is #DUAL_POINT#; touch_point: 0.0488, 0.5993, lift_point: 0.0488, 0.5993", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"news in Peru\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/45114_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Peru?; The action is #DUAL_POINT#; touch_point: 0.7989, 0.7021, lift_point: 0.7989, 0.7021; The action is #DUAL_POINT#; touch_point: 0.0488, 0.5993, lift_point: 0.0488, 0.5993; The action is #TYPE#; And the content is : \"typed_text\": \"news in Peru\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/45114_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Peru?; The action is #DUAL_POINT#; touch_point: 0.7989, 0.7021, lift_point: 0.7989, 0.7021; The action is #DUAL_POINT#; touch_point: 0.0488, 0.5993, lift_point: 0.0488, 0.5993; The action is #TYPE#; And the content is : \"typed_text\": \"news in Peru\"; The action is #PRESS_ENTER#", "response": "The action is #DUAL_POINT#; touch_point: 0.2382, 0.1712, lift_point: 0.2382, 0.1712", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/45114_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Peru?; The action is #DUAL_POINT#; touch_point: 0.7989, 0.7021, lift_point: 0.7989, 0.7021; The action is #DUAL_POINT#; touch_point: 0.0488, 0.5993, lift_point: 0.0488, 0.5993; The action is #TYPE#; And the content is : \"typed_text\": \"news in Peru\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.2382, 0.1712, lift_point: 0.2382, 0.1712", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/45114_6.png" ] }, { "query": "\nPrevious Actions: Goal: Open the calendar", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/45125_1.png" ] }, { "query": "\nPrevious Actions: Goal: Open the calendar; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/45125_2.png" ] }, { "query": "\nPrevious Actions: Goal: Open the calendar; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3583, 0.1131, lift_point: 0.3583, 0.1131", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/45125_3.png" ] }, { "query": "\nPrevious Actions: Goal: Open the calendar; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3583, 0.1131, lift_point: 0.3583, 0.1131", "response": "The action is #DUAL_POINT#; touch_point: 0.8967, 0.926, lift_point: 0.8967, 0.926", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/45125_4.png" ] }, { "query": "\nPrevious Actions: Goal: Open the calendar; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3583, 0.1131, lift_point: 0.3583, 0.1131; The action is #DUAL_POINT#; touch_point: 0.8967, 0.926, lift_point: 0.8967, 0.926", "response": "The action is #DUAL_POINT#; touch_point: 0.9037, 0.9246, lift_point: 0.9037, 0.9246", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/45125_5.png" ] }, { "query": "\nPrevious Actions: Goal: Open the calendar; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3583, 0.1131, lift_point: 0.3583, 0.1131; The action is #DUAL_POINT#; touch_point: 0.8967, 0.926, lift_point: 0.8967, 0.926; The action is #DUAL_POINT#; touch_point: 0.9037, 0.9246, lift_point: 0.9037, 0.9246", "response": "The action is #DUAL_POINT#; touch_point: 0.8817, 0.5028, lift_point: 0.8817, 0.5028", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/45125_6.png" ] }, { "query": "\nPrevious Actions: Goal: Open the calendar; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3583, 0.1131, lift_point: 0.3583, 0.1131; The action is #DUAL_POINT#; touch_point: 0.8967, 0.926, lift_point: 0.8967, 0.926; The action is #DUAL_POINT#; touch_point: 0.9037, 0.9246, lift_point: 0.9037, 0.9246; The action is #DUAL_POINT#; touch_point: 0.8817, 0.5028, lift_point: 0.8817, 0.5028", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/45125_7.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Canada", "response": "The action is #DUAL_POINT#; touch_point: 0.7958, 0.6923, lift_point: 0.7958, 0.6923", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/45292_1.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Canada; The action is #DUAL_POINT#; touch_point: 0.7958, 0.6923, lift_point: 0.7958, 0.6923", "response": "The action is #DUAL_POINT#; touch_point: 0.7958, 0.6923, lift_point: 0.7958, 0.6923", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/45292_2.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Canada; The action is #DUAL_POINT#; touch_point: 0.7958, 0.6923, lift_point: 0.7958, 0.6923; The action is #DUAL_POINT#; touch_point: 0.7958, 0.6923, lift_point: 0.7958, 0.6923", "response": "The action is #DUAL_POINT#; touch_point: 0.7958, 0.6923, lift_point: 0.7958, 0.6923", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/45292_3.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Canada; The action is #DUAL_POINT#; touch_point: 0.7958, 0.6923, lift_point: 0.7958, 0.6923; The action is #DUAL_POINT#; touch_point: 0.7958, 0.6923, lift_point: 0.7958, 0.6923; The action is #DUAL_POINT#; touch_point: 0.7958, 0.6923, lift_point: 0.7958, 0.6923", "response": "The action is #DUAL_POINT#; touch_point: 0.0531, 0.6038, lift_point: 0.0531, 0.6038", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/45292_4.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Canada; The action is #DUAL_POINT#; touch_point: 0.7958, 0.6923, lift_point: 0.7958, 0.6923; The action is #DUAL_POINT#; touch_point: 0.7958, 0.6923, lift_point: 0.7958, 0.6923; The action is #DUAL_POINT#; touch_point: 0.7958, 0.6923, lift_point: 0.7958, 0.6923; The action is #DUAL_POINT#; touch_point: 0.0531, 0.6038, lift_point: 0.0531, 0.6038", "response": "The action is #DUAL_POINT#; touch_point: 0.0579, 0.921, lift_point: 0.0579, 0.921", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/45292_5.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Canada; The action is #DUAL_POINT#; touch_point: 0.7958, 0.6923, lift_point: 0.7958, 0.6923; The action is #DUAL_POINT#; touch_point: 0.7958, 0.6923, lift_point: 0.7958, 0.6923; The action is #DUAL_POINT#; touch_point: 0.7958, 0.6923, lift_point: 0.7958, 0.6923; The action is #DUAL_POINT#; touch_point: 0.0531, 0.6038, lift_point: 0.0531, 0.6038; The action is #DUAL_POINT#; touch_point: 0.0579, 0.921, lift_point: 0.0579, 0.921", "response": "The action is #TYPE#; And the content is : \"typed_text\": \" capital of Canada\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/45292_6.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Canada; The action is #DUAL_POINT#; touch_point: 0.7958, 0.6923, lift_point: 0.7958, 0.6923; The action is #DUAL_POINT#; touch_point: 0.7958, 0.6923, lift_point: 0.7958, 0.6923; The action is #DUAL_POINT#; touch_point: 0.7958, 0.6923, lift_point: 0.7958, 0.6923; The action is #DUAL_POINT#; touch_point: 0.0531, 0.6038, lift_point: 0.0531, 0.6038; The action is #DUAL_POINT#; touch_point: 0.0579, 0.921, lift_point: 0.0579, 0.921; The action is #TYPE#; And the content is : \"typed_text\": \" capital of Canada\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/45292_7.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Canada; The action is #DUAL_POINT#; touch_point: 0.7958, 0.6923, lift_point: 0.7958, 0.6923; The action is #DUAL_POINT#; touch_point: 0.7958, 0.6923, lift_point: 0.7958, 0.6923; The action is #DUAL_POINT#; touch_point: 0.7958, 0.6923, lift_point: 0.7958, 0.6923; The action is #DUAL_POINT#; touch_point: 0.0531, 0.6038, lift_point: 0.0531, 0.6038; The action is #DUAL_POINT#; touch_point: 0.0579, 0.921, lift_point: 0.0579, 0.921; The action is #TYPE#; And the content is : \"typed_text\": \" capital of Canada\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/45292_8.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Mexico?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/45389_1.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Mexico?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7768, 0.6831, lift_point: 0.7768, 0.6831", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/45389_2.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Mexico?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7768, 0.6831, lift_point: 0.7768, 0.6831", "response": "The action is #DUAL_POINT#; touch_point: 0.7938, 0.6694, lift_point: 0.7938, 0.6694", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/45389_3.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Mexico?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7768, 0.6831, lift_point: 0.7768, 0.6831; The action is #DUAL_POINT#; touch_point: 0.7938, 0.6694, lift_point: 0.7938, 0.6694", "response": "The action is #DUAL_POINT#; touch_point: 0.7989, 0.6694, lift_point: 0.7989, 0.6694", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/45389_4.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Mexico?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7768, 0.6831, lift_point: 0.7768, 0.6831; The action is #DUAL_POINT#; touch_point: 0.7938, 0.6694, lift_point: 0.7938, 0.6694; The action is #DUAL_POINT#; touch_point: 0.7989, 0.6694, lift_point: 0.7989, 0.6694", "response": "The action is #DUAL_POINT#; touch_point: 0.0568, 0.5681, lift_point: 0.0568, 0.5681", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/45389_5.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Mexico?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7768, 0.6831, lift_point: 0.7768, 0.6831; The action is #DUAL_POINT#; touch_point: 0.7938, 0.6694, lift_point: 0.7938, 0.6694; The action is #DUAL_POINT#; touch_point: 0.7989, 0.6694, lift_point: 0.7989, 0.6694; The action is #DUAL_POINT#; touch_point: 0.0568, 0.5681, lift_point: 0.0568, 0.5681", "response": "The action is #DUAL_POINT#; touch_point: 0.0598, 0.9192, lift_point: 0.0598, 0.9192", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/45389_6.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Mexico?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7768, 0.6831, lift_point: 0.7768, 0.6831; The action is #DUAL_POINT#; touch_point: 0.7938, 0.6694, lift_point: 0.7938, 0.6694; The action is #DUAL_POINT#; touch_point: 0.7989, 0.6694, lift_point: 0.7989, 0.6694; The action is #DUAL_POINT#; touch_point: 0.0568, 0.5681, lift_point: 0.0568, 0.5681; The action is #DUAL_POINT#; touch_point: 0.0598, 0.9192, lift_point: 0.0598, 0.9192", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Mexico\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/45389_7.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Mexico?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7768, 0.6831, lift_point: 0.7768, 0.6831; The action is #DUAL_POINT#; touch_point: 0.7938, 0.6694, lift_point: 0.7938, 0.6694; The action is #DUAL_POINT#; touch_point: 0.7989, 0.6694, lift_point: 0.7989, 0.6694; The action is #DUAL_POINT#; touch_point: 0.0568, 0.5681, lift_point: 0.0568, 0.5681; The action is #DUAL_POINT#; touch_point: 0.0598, 0.9192, lift_point: 0.0598, 0.9192; The action is #TYPE#; And the content is : \"typed_text\": \"capital of Mexico\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/45389_8.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Mexico?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7768, 0.6831, lift_point: 0.7768, 0.6831; The action is #DUAL_POINT#; touch_point: 0.7938, 0.6694, lift_point: 0.7938, 0.6694; The action is #DUAL_POINT#; touch_point: 0.7989, 0.6694, lift_point: 0.7989, 0.6694; The action is #DUAL_POINT#; touch_point: 0.0568, 0.5681, lift_point: 0.0568, 0.5681; The action is #DUAL_POINT#; touch_point: 0.0598, 0.9192, lift_point: 0.0598, 0.9192; The action is #TYPE#; And the content is : \"typed_text\": \"capital of Mexico\"; The action is #PRESS_ENTER#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/45389_9.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Mexico?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7768, 0.6831, lift_point: 0.7768, 0.6831; The action is #DUAL_POINT#; touch_point: 0.7938, 0.6694, lift_point: 0.7938, 0.6694; The action is #DUAL_POINT#; touch_point: 0.7989, 0.6694, lift_point: 0.7989, 0.6694; The action is #DUAL_POINT#; touch_point: 0.0568, 0.5681, lift_point: 0.0568, 0.5681; The action is #DUAL_POINT#; touch_point: 0.0598, 0.9192, lift_point: 0.0598, 0.9192; The action is #TYPE#; And the content is : \"typed_text\": \"capital of Mexico\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.4472, 0.4897, lift_point: 0.4472, 0.4897", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/45389_10.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Mexico?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7768, 0.6831, lift_point: 0.7768, 0.6831; The action is #DUAL_POINT#; touch_point: 0.7938, 0.6694, lift_point: 0.7938, 0.6694; The action is #DUAL_POINT#; touch_point: 0.7989, 0.6694, lift_point: 0.7989, 0.6694; The action is #DUAL_POINT#; touch_point: 0.0568, 0.5681, lift_point: 0.0568, 0.5681; The action is #DUAL_POINT#; touch_point: 0.0598, 0.9192, lift_point: 0.0598, 0.9192; The action is #TYPE#; And the content is : \"typed_text\": \"capital of Mexico\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4472, 0.4897, lift_point: 0.4472, 0.4897", "response": "The action is #DUAL_POINT#; touch_point: 0.8551, 0.4548, lift_point: 0.8551, 0.4548", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/45389_11.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Mexico?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7768, 0.6831, lift_point: 0.7768, 0.6831; The action is #DUAL_POINT#; touch_point: 0.7938, 0.6694, lift_point: 0.7938, 0.6694; The action is #DUAL_POINT#; touch_point: 0.7989, 0.6694, lift_point: 0.7989, 0.6694; The action is #DUAL_POINT#; touch_point: 0.0568, 0.5681, lift_point: 0.0568, 0.5681; The action is #DUAL_POINT#; touch_point: 0.0598, 0.9192, lift_point: 0.0598, 0.9192; The action is #TYPE#; And the content is : \"typed_text\": \"capital of Mexico\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4472, 0.4897, lift_point: 0.4472, 0.4897; The action is #DUAL_POINT#; touch_point: 0.8551, 0.4548, lift_point: 0.8551, 0.4548", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/45389_12.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Ecuador", "response": "The action is #DUAL_POINT#; touch_point: 0.7746, 0.6711, lift_point: 0.7746, 0.6711", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/45599_1.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Ecuador; The action is #DUAL_POINT#; touch_point: 0.7746, 0.6711, lift_point: 0.7746, 0.6711", "response": "The action is #DUAL_POINT#; touch_point: 0.0652, 0.4653, lift_point: 0.0652, 0.4653", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/45599_2.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Ecuador; The action is #DUAL_POINT#; touch_point: 0.7746, 0.6711, lift_point: 0.7746, 0.6711; The action is #DUAL_POINT#; touch_point: 0.0652, 0.4653, lift_point: 0.0652, 0.4653", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Ecuador\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/45599_3.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Ecuador; The action is #DUAL_POINT#; touch_point: 0.7746, 0.6711, lift_point: 0.7746, 0.6711; The action is #DUAL_POINT#; touch_point: 0.0652, 0.4653, lift_point: 0.0652, 0.4653; The action is #TYPE#; And the content is : \"typed_text\": \"capital of Ecuador\"", "response": "The action is #DUAL_POINT#; touch_point: 0.0596, 0.4096, lift_point: 0.0596, 0.4096", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/45599_4.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Ecuador; The action is #DUAL_POINT#; touch_point: 0.7746, 0.6711, lift_point: 0.7746, 0.6711; The action is #DUAL_POINT#; touch_point: 0.0652, 0.4653, lift_point: 0.0652, 0.4653; The action is #TYPE#; And the content is : \"typed_text\": \"capital of Ecuador\"; The action is #DUAL_POINT#; touch_point: 0.0596, 0.4096, lift_point: 0.0596, 0.4096", "response": "The action is #DUAL_POINT#; touch_point: 0.1541, 0.4309, lift_point: 0.1541, 0.4309", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/45599_5.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Ecuador; The action is #DUAL_POINT#; touch_point: 0.7746, 0.6711, lift_point: 0.7746, 0.6711; The action is #DUAL_POINT#; touch_point: 0.0652, 0.4653, lift_point: 0.0652, 0.4653; The action is #TYPE#; And the content is : \"typed_text\": \"capital of Ecuador\"; The action is #DUAL_POINT#; touch_point: 0.0596, 0.4096, lift_point: 0.0596, 0.4096; The action is #DUAL_POINT#; touch_point: 0.1541, 0.4309, lift_point: 0.1541, 0.4309", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/45599_6.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Argentina?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/45637_1.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Argentina?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8032, 0.6956, lift_point: 0.8032, 0.6956", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/45637_2.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Argentina?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8032, 0.6956, lift_point: 0.8032, 0.6956", "response": "The action is #DUAL_POINT#; touch_point: 0.0471, 0.5482, lift_point: 0.0471, 0.5482", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/45637_3.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Argentina?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8032, 0.6956, lift_point: 0.8032, 0.6956; The action is #DUAL_POINT#; touch_point: 0.0471, 0.5482, lift_point: 0.0471, 0.5482", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Argentina ?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/45637_4.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Argentina?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8032, 0.6956, lift_point: 0.8032, 0.6956; The action is #DUAL_POINT#; touch_point: 0.0471, 0.5482, lift_point: 0.0471, 0.5482; The action is #TYPE#; And the content is : \"typed_text\": \"capital of Argentina ?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1386, 0.5348, lift_point: 0.1386, 0.5348", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/45637_5.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Argentina?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8032, 0.6956, lift_point: 0.8032, 0.6956; The action is #DUAL_POINT#; touch_point: 0.0471, 0.5482, lift_point: 0.0471, 0.5482; The action is #TYPE#; And the content is : \"typed_text\": \"capital of Argentina ?\"; The action is #DUAL_POINT#; touch_point: 0.1386, 0.5348, lift_point: 0.1386, 0.5348", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/45637_6.png" ] }, { "query": "\nPrevious Actions: Goal: What is the price of a 12' ladder at Lowes?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/45808_1.png" ] }, { "query": "\nPrevious Actions: Goal: What is the price of a 12' ladder at Lowes?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.9271, 0.5269, lift_point: 0.9271, 0.5269", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/45808_2.png" ] }, { "query": "\nPrevious Actions: Goal: What is the price of a 12' ladder at Lowes?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.9271, 0.5269, lift_point: 0.9271, 0.5269", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the price of a 12 ladder at Lowes?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/45808_3.png" ] }, { "query": "\nPrevious Actions: Goal: What is the price of a 12' ladder at Lowes?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.9271, 0.5269, lift_point: 0.9271, 0.5269; The action is #TYPE#; And the content is : \"typed_text\": \"What is the price of a 12 ladder at Lowes?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.115, 0.4563, lift_point: 0.115, 0.4563", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/45808_4.png" ] }, { "query": "\nPrevious Actions: Goal: What is the price of a 12' ladder at Lowes?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.9271, 0.5269, lift_point: 0.9271, 0.5269; The action is #TYPE#; And the content is : \"typed_text\": \"What is the price of a 12 ladder at Lowes?\"; The action is #DUAL_POINT#; touch_point: 0.115, 0.4563, lift_point: 0.115, 0.4563", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/45808_5.png" ] }, { "query": "\nPrevious Actions: Goal: What is the average speed of a car?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/45939_1.png" ] }, { "query": "\nPrevious Actions: Goal: What is the average speed of a car?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7994, 0.578, lift_point: 0.7994, 0.578", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/45939_2.png" ] }, { "query": "\nPrevious Actions: Goal: What is the average speed of a car?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7994, 0.578, lift_point: 0.7994, 0.578", "response": "The action is #DUAL_POINT#; touch_point: 0.9006, 0.4981, lift_point: 0.9006, 0.4981", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/45939_3.png" ] }, { "query": "\nPrevious Actions: Goal: What is the average speed of a car?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7994, 0.578, lift_point: 0.7994, 0.578; The action is #DUAL_POINT#; touch_point: 0.9006, 0.4981, lift_point: 0.9006, 0.4981", "response": "The action is #DUAL_POINT#; touch_point: 0.9088, 0.9116, lift_point: 0.9088, 0.9116", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/45939_4.png" ] }, { "query": "\nPrevious Actions: Goal: What is the average speed of a car?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7994, 0.578, lift_point: 0.7994, 0.578; The action is #DUAL_POINT#; touch_point: 0.9006, 0.4981, lift_point: 0.9006, 0.4981; The action is #DUAL_POINT#; touch_point: 0.9088, 0.9116, lift_point: 0.9088, 0.9116", "response": "The action is #DUAL_POINT#; touch_point: 0.249, 0.425, lift_point: 0.249, 0.425", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/45939_5.png" ] }, { "query": "\nPrevious Actions: Goal: What is the average speed of a car?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7994, 0.578, lift_point: 0.7994, 0.578; The action is #DUAL_POINT#; touch_point: 0.9006, 0.4981, lift_point: 0.9006, 0.4981; The action is #DUAL_POINT#; touch_point: 0.9088, 0.9116, lift_point: 0.9088, 0.9116; The action is #DUAL_POINT#; touch_point: 0.249, 0.425, lift_point: 0.249, 0.425", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the average speed of a car?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/45939_6.png" ] }, { "query": "\nPrevious Actions: Goal: What is the average speed of a car?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7994, 0.578, lift_point: 0.7994, 0.578; The action is #DUAL_POINT#; touch_point: 0.9006, 0.4981, lift_point: 0.9006, 0.4981; The action is #DUAL_POINT#; touch_point: 0.9088, 0.9116, lift_point: 0.9088, 0.9116; The action is #DUAL_POINT#; touch_point: 0.249, 0.425, lift_point: 0.249, 0.425; The action is #TYPE#; And the content is : \"typed_text\": \"What is the average speed of a car?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.0445, 0.7409, lift_point: 0.0445, 0.7409", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/45939_7.png" ] }, { "query": "\nPrevious Actions: Goal: What is the average speed of a car?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7994, 0.578, lift_point: 0.7994, 0.578; The action is #DUAL_POINT#; touch_point: 0.9006, 0.4981, lift_point: 0.9006, 0.4981; The action is #DUAL_POINT#; touch_point: 0.9088, 0.9116, lift_point: 0.9088, 0.9116; The action is #DUAL_POINT#; touch_point: 0.249, 0.425, lift_point: 0.249, 0.425; The action is #TYPE#; And the content is : \"typed_text\": \"What is the average speed of a car?\"; The action is #DUAL_POINT#; touch_point: 0.0445, 0.7409, lift_point: 0.0445, 0.7409", "response": "The action is #DUAL_POINT#; touch_point: 0.108, 0.6089, lift_point: 0.108, 0.6089", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/45939_8.png" ] }, { "query": "\nPrevious Actions: Goal: What is the average speed of a car?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7994, 0.578, lift_point: 0.7994, 0.578; The action is #DUAL_POINT#; touch_point: 0.9006, 0.4981, lift_point: 0.9006, 0.4981; The action is #DUAL_POINT#; touch_point: 0.9088, 0.9116, lift_point: 0.9088, 0.9116; The action is #DUAL_POINT#; touch_point: 0.249, 0.425, lift_point: 0.249, 0.425; The action is #TYPE#; And the content is : \"typed_text\": \"What is the average speed of a car?\"; The action is #DUAL_POINT#; touch_point: 0.0445, 0.7409, lift_point: 0.0445, 0.7409; The action is #DUAL_POINT#; touch_point: 0.108, 0.6089, lift_point: 0.108, 0.6089", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/45939_9.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Barcelona", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46158_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Barcelona; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8836, 0.6107, lift_point: 0.8836, 0.6107", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46158_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Barcelona; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8836, 0.6107, lift_point: 0.8836, 0.6107", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Barcelona\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46158_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Barcelona; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8836, 0.6107, lift_point: 0.8836, 0.6107; The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Barcelona\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46158_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Barcelona; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8836, 0.6107, lift_point: 0.8836, 0.6107; The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Barcelona\"; The action is #PRESS_ENTER#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46158_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Barcelona; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8836, 0.6107, lift_point: 0.8836, 0.6107; The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Barcelona\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46158_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Barcelona; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8836, 0.6107, lift_point: 0.8836, 0.6107; The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Barcelona\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46158_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Barcelona; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8836, 0.6107, lift_point: 0.8836, 0.6107; The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Barcelona\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.6015, 0.4777, lift_point: 0.6015, 0.4777", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46158_8.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Barcelona; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8836, 0.6107, lift_point: 0.8836, 0.6107; The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Barcelona\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6015, 0.4777, lift_point: 0.6015, 0.4777", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46158_9.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Chicago?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46312_1.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Chicago?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8961, 0.4668, lift_point: 0.8961, 0.4668", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46312_2.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Chicago?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8961, 0.4668, lift_point: 0.8961, 0.4668", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46312_3.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Chicago?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8961, 0.4668, lift_point: 0.8961, 0.4668; The action is #PRESS_ENTER#", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Chicago?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46312_4.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Chicago?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8961, 0.4668, lift_point: 0.8961, 0.4668; The action is #PRESS_ENTER#; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Chicago?\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46312_5.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Chicago?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8961, 0.4668, lift_point: 0.8961, 0.4668; The action is #PRESS_ENTER#; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Chicago?\"; The action is #PRESS_ENTER#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46312_6.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Chicago?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8961, 0.4668, lift_point: 0.8961, 0.4668; The action is #PRESS_ENTER#; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Chicago?\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46312_7.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Chicago?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8961, 0.4668, lift_point: 0.8961, 0.4668; The action is #PRESS_ENTER#; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Chicago?\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46312_8.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Chicago?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8961, 0.4668, lift_point: 0.8961, 0.4668; The action is #PRESS_ENTER#; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Chicago?\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46312_9.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Chicago?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8961, 0.4668, lift_point: 0.8961, 0.4668; The action is #PRESS_ENTER#; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Chicago?\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46312_10.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Chicago?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8961, 0.4668, lift_point: 0.8961, 0.4668; The action is #PRESS_ENTER#; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Chicago?\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46312_11.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Chicago?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8961, 0.4668, lift_point: 0.8961, 0.4668; The action is #PRESS_ENTER#; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Chicago?\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46312_12.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Chicago?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8961, 0.4668, lift_point: 0.8961, 0.4668; The action is #PRESS_ENTER#; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Chicago?\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46312_13.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Chicago?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8961, 0.4668, lift_point: 0.8961, 0.4668; The action is #PRESS_ENTER#; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Chicago?\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3922, 0.5931, lift_point: 0.3922, 0.5931", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46312_14.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Chicago?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8961, 0.4668, lift_point: 0.8961, 0.4668; The action is #PRESS_ENTER#; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Chicago?\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3922, 0.5931, lift_point: 0.3922, 0.5931", "response": "The action is #PRESS_BACK#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46312_15.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Chicago?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8961, 0.4668, lift_point: 0.8961, 0.4668; The action is #PRESS_ENTER#; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Chicago?\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3922, 0.5931, lift_point: 0.3922, 0.5931; The action is #PRESS_BACK#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46312_16.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Chicago?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8961, 0.4668, lift_point: 0.8961, 0.4668; The action is #PRESS_ENTER#; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Chicago?\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3922, 0.5931, lift_point: 0.3922, 0.5931; The action is #PRESS_BACK#; The action is #Scrolling Up#", "response": "The action is #DUAL_POINT#; touch_point: 0.3578, 0.4981, lift_point: 0.3578, 0.4981", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46312_17.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Chicago?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8961, 0.4668, lift_point: 0.8961, 0.4668; The action is #PRESS_ENTER#; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Chicago?\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3922, 0.5931, lift_point: 0.3922, 0.5931; The action is #PRESS_BACK#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.3578, 0.4981, lift_point: 0.3578, 0.4981", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46312_18.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Chicago?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46336_1.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Chicago?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8773, 0.7394, lift_point: 0.8773, 0.7394", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46336_2.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Chicago?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8773, 0.7394, lift_point: 0.8773, 0.7394", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent for in Chicago\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46336_3.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Chicago?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8773, 0.7394, lift_point: 0.8773, 0.7394; The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent for in Chicago\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46336_4.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Chicago?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8773, 0.7394, lift_point: 0.8773, 0.7394; The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent for in Chicago\"; The action is #PRESS_ENTER#", "response": "The action is #DUAL_POINT#; touch_point: 0.2878, 0.462, lift_point: 0.2878, 0.462", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46336_5.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Chicago?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8773, 0.7394, lift_point: 0.8773, 0.7394; The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent for in Chicago\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.2878, 0.462, lift_point: 0.2878, 0.462", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46336_6.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Chicago?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8773, 0.7394, lift_point: 0.8773, 0.7394; The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent for in Chicago\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.2878, 0.462, lift_point: 0.2878, 0.462; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46336_7.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Chicago?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8773, 0.7394, lift_point: 0.8773, 0.7394; The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent for in Chicago\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.2878, 0.462, lift_point: 0.2878, 0.462; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46336_8.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Chicago?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8773, 0.7394, lift_point: 0.8773, 0.7394; The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent for in Chicago\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.2878, 0.462, lift_point: 0.2878, 0.462; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #PRESS_BACK#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46336_9.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Chicago?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8773, 0.7394, lift_point: 0.8773, 0.7394; The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent for in Chicago\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.2878, 0.462, lift_point: 0.2878, 0.462; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#", "response": "The action is #DUAL_POINT#; touch_point: 0.7692, 0.4417, lift_point: 0.7692, 0.4417", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46336_10.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Chicago?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8773, 0.7394, lift_point: 0.8773, 0.7394; The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent for in Chicago\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.2878, 0.462, lift_point: 0.2878, 0.462; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7692, 0.4417, lift_point: 0.7692, 0.4417", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46336_11.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Barbados?", "response": "The action is #DUAL_POINT#; touch_point: 0.8906, 0.3568, lift_point: 0.8906, 0.3568", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46389_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Barbados?; The action is #DUAL_POINT#; touch_point: 0.8906, 0.3568, lift_point: 0.8906, 0.3568", "response": "The action is #DUAL_POINT#; touch_point: 0.8906, 0.3568, lift_point: 0.8906, 0.3568", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46389_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Barbados?; The action is #DUAL_POINT#; touch_point: 0.8906, 0.3568, lift_point: 0.8906, 0.3568; The action is #DUAL_POINT#; touch_point: 0.8906, 0.3568, lift_point: 0.8906, 0.3568", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"barbados news\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46389_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Barbados?; The action is #DUAL_POINT#; touch_point: 0.8906, 0.3568, lift_point: 0.8906, 0.3568; The action is #DUAL_POINT#; touch_point: 0.8906, 0.3568, lift_point: 0.8906, 0.3568; The action is #TYPE#; And the content is : \"typed_text\": \"barbados news\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1423, 0.3399, lift_point: 0.1423, 0.3399", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46389_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Barbados?; The action is #DUAL_POINT#; touch_point: 0.8906, 0.3568, lift_point: 0.8906, 0.3568; The action is #DUAL_POINT#; touch_point: 0.8906, 0.3568, lift_point: 0.8906, 0.3568; The action is #TYPE#; And the content is : \"typed_text\": \"barbados news\"; The action is #DUAL_POINT#; touch_point: 0.1423, 0.3399, lift_point: 0.1423, 0.3399", "response": "The action is #DUAL_POINT#; touch_point: 0.227, 0.1974, lift_point: 0.227, 0.1974", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46389_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Barbados?; The action is #DUAL_POINT#; touch_point: 0.8906, 0.3568, lift_point: 0.8906, 0.3568; The action is #DUAL_POINT#; touch_point: 0.8906, 0.3568, lift_point: 0.8906, 0.3568; The action is #TYPE#; And the content is : \"typed_text\": \"barbados news\"; The action is #DUAL_POINT#; touch_point: 0.1423, 0.3399, lift_point: 0.1423, 0.3399; The action is #DUAL_POINT#; touch_point: 0.227, 0.1974, lift_point: 0.227, 0.1974", "response": "The action is #DUAL_POINT#; touch_point: 0.5472, 0.2965, lift_point: 0.5472, 0.2965", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46389_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Barbados?; The action is #DUAL_POINT#; touch_point: 0.8906, 0.3568, lift_point: 0.8906, 0.3568; The action is #DUAL_POINT#; touch_point: 0.8906, 0.3568, lift_point: 0.8906, 0.3568; The action is #TYPE#; And the content is : \"typed_text\": \"barbados news\"; The action is #DUAL_POINT#; touch_point: 0.1423, 0.3399, lift_point: 0.1423, 0.3399; The action is #DUAL_POINT#; touch_point: 0.227, 0.1974, lift_point: 0.227, 0.1974; The action is #DUAL_POINT#; touch_point: 0.5472, 0.2965, lift_point: 0.5472, 0.2965", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46389_7.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Weather app", "response": "The action is #DUAL_POINT#; touch_point: 0.7747, 0.4858, lift_point: 0.7747, 0.4858", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46406_1.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Weather app; The action is #DUAL_POINT#; touch_point: 0.7747, 0.4858, lift_point: 0.7747, 0.4858", "response": "The action is #DUAL_POINT#; touch_point: 0.0793, 0.4717, lift_point: 0.0793, 0.4717", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46406_2.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Weather app; The action is #DUAL_POINT#; touch_point: 0.7747, 0.4858, lift_point: 0.7747, 0.4858; The action is #DUAL_POINT#; touch_point: 0.0793, 0.4717, lift_point: 0.0793, 0.4717", "response": "The action is #DUAL_POINT#; touch_point: 0.0688, 0.9091, lift_point: 0.0688, 0.9091", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46406_3.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Weather app; The action is #DUAL_POINT#; touch_point: 0.7747, 0.4858, lift_point: 0.7747, 0.4858; The action is #DUAL_POINT#; touch_point: 0.0793, 0.4717, lift_point: 0.0793, 0.4717; The action is #DUAL_POINT#; touch_point: 0.0688, 0.9091, lift_point: 0.0688, 0.9091", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"weather app\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46406_4.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Weather app; The action is #DUAL_POINT#; touch_point: 0.7747, 0.4858, lift_point: 0.7747, 0.4858; The action is #DUAL_POINT#; touch_point: 0.0793, 0.4717, lift_point: 0.0793, 0.4717; The action is #DUAL_POINT#; touch_point: 0.0688, 0.9091, lift_point: 0.0688, 0.9091; The action is #TYPE#; And the content is : \"typed_text\": \"weather app\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1463, 0.3821, lift_point: 0.1463, 0.3821", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46406_5.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Weather app; The action is #DUAL_POINT#; touch_point: 0.7747, 0.4858, lift_point: 0.7747, 0.4858; The action is #DUAL_POINT#; touch_point: 0.0793, 0.4717, lift_point: 0.0793, 0.4717; The action is #DUAL_POINT#; touch_point: 0.0688, 0.9091, lift_point: 0.0688, 0.9091; The action is #TYPE#; And the content is : \"typed_text\": \"weather app\"; The action is #DUAL_POINT#; touch_point: 0.1463, 0.3821, lift_point: 0.1463, 0.3821", "response": "The action is #DUAL_POINT#; touch_point: 0.2847, 0.3017, lift_point: 0.2847, 0.3017", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46406_6.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Weather app; The action is #DUAL_POINT#; touch_point: 0.7747, 0.4858, lift_point: 0.7747, 0.4858; The action is #DUAL_POINT#; touch_point: 0.0793, 0.4717, lift_point: 0.0793, 0.4717; The action is #DUAL_POINT#; touch_point: 0.0688, 0.9091, lift_point: 0.0688, 0.9091; The action is #TYPE#; And the content is : \"typed_text\": \"weather app\"; The action is #DUAL_POINT#; touch_point: 0.1463, 0.3821, lift_point: 0.1463, 0.3821; The action is #DUAL_POINT#; touch_point: 0.2847, 0.3017, lift_point: 0.2847, 0.3017", "response": "The action is #DUAL_POINT#; touch_point: 0.8974, 0.4831, lift_point: 0.8974, 0.4831", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46406_7.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Weather app; The action is #DUAL_POINT#; touch_point: 0.7747, 0.4858, lift_point: 0.7747, 0.4858; The action is #DUAL_POINT#; touch_point: 0.0793, 0.4717, lift_point: 0.0793, 0.4717; The action is #DUAL_POINT#; touch_point: 0.0688, 0.9091, lift_point: 0.0688, 0.9091; The action is #TYPE#; And the content is : \"typed_text\": \"weather app\"; The action is #DUAL_POINT#; touch_point: 0.1463, 0.3821, lift_point: 0.1463, 0.3821; The action is #DUAL_POINT#; touch_point: 0.2847, 0.3017, lift_point: 0.2847, 0.3017; The action is #DUAL_POINT#; touch_point: 0.8974, 0.4831, lift_point: 0.8974, 0.4831", "response": "The action is #DUAL_POINT#; touch_point: 0.909, 0.527, lift_point: 0.909, 0.527", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46406_8.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Weather app; The action is #DUAL_POINT#; touch_point: 0.7747, 0.4858, lift_point: 0.7747, 0.4858; The action is #DUAL_POINT#; touch_point: 0.0793, 0.4717, lift_point: 0.0793, 0.4717; The action is #DUAL_POINT#; touch_point: 0.0688, 0.9091, lift_point: 0.0688, 0.9091; The action is #TYPE#; And the content is : \"typed_text\": \"weather app\"; The action is #DUAL_POINT#; touch_point: 0.1463, 0.3821, lift_point: 0.1463, 0.3821; The action is #DUAL_POINT#; touch_point: 0.2847, 0.3017, lift_point: 0.2847, 0.3017; The action is #DUAL_POINT#; touch_point: 0.8974, 0.4831, lift_point: 0.8974, 0.4831; The action is #DUAL_POINT#; touch_point: 0.909, 0.527, lift_point: 0.909, 0.527", "response": "The action is #DUAL_POINT#; touch_point: 0.8976, 0.2897, lift_point: 0.8976, 0.2897", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46406_9.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Weather app; The action is #DUAL_POINT#; touch_point: 0.7747, 0.4858, lift_point: 0.7747, 0.4858; The action is #DUAL_POINT#; touch_point: 0.0793, 0.4717, lift_point: 0.0793, 0.4717; The action is #DUAL_POINT#; touch_point: 0.0688, 0.9091, lift_point: 0.0688, 0.9091; The action is #TYPE#; And the content is : \"typed_text\": \"weather app\"; The action is #DUAL_POINT#; touch_point: 0.1463, 0.3821, lift_point: 0.1463, 0.3821; The action is #DUAL_POINT#; touch_point: 0.2847, 0.3017, lift_point: 0.2847, 0.3017; The action is #DUAL_POINT#; touch_point: 0.8974, 0.4831, lift_point: 0.8974, 0.4831; The action is #DUAL_POINT#; touch_point: 0.909, 0.527, lift_point: 0.909, 0.527; The action is #DUAL_POINT#; touch_point: 0.8976, 0.2897, lift_point: 0.8976, 0.2897", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46406_10.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Walmart?", "response": "The action is #DUAL_POINT#; touch_point: 0.7808, 0.6855, lift_point: 0.7808, 0.6855", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46436_1.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Walmart?; The action is #DUAL_POINT#; touch_point: 0.7808, 0.6855, lift_point: 0.7808, 0.6855", "response": "The action is #DUAL_POINT#; touch_point: 0.7808, 0.6855, lift_point: 0.7808, 0.6855", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46436_2.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Walmart?; The action is #DUAL_POINT#; touch_point: 0.7808, 0.6855, lift_point: 0.7808, 0.6855; The action is #DUAL_POINT#; touch_point: 0.7808, 0.6855, lift_point: 0.7808, 0.6855", "response": "The action is #DUAL_POINT#; touch_point: 0.0858, 0.5294, lift_point: 0.0858, 0.5294", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46436_3.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Walmart?; The action is #DUAL_POINT#; touch_point: 0.7808, 0.6855, lift_point: 0.7808, 0.6855; The action is #DUAL_POINT#; touch_point: 0.7808, 0.6855, lift_point: 0.7808, 0.6855; The action is #DUAL_POINT#; touch_point: 0.0858, 0.5294, lift_point: 0.0858, 0.5294", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"walmart\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46436_4.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Walmart?; The action is #DUAL_POINT#; touch_point: 0.7808, 0.6855, lift_point: 0.7808, 0.6855; The action is #DUAL_POINT#; touch_point: 0.7808, 0.6855, lift_point: 0.7808, 0.6855; The action is #DUAL_POINT#; touch_point: 0.0858, 0.5294, lift_point: 0.0858, 0.5294; The action is #TYPE#; And the content is : \"typed_text\": \"walmart\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1449, 0.2732, lift_point: 0.1449, 0.2732", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46436_5.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Walmart?; The action is #DUAL_POINT#; touch_point: 0.7808, 0.6855, lift_point: 0.7808, 0.6855; The action is #DUAL_POINT#; touch_point: 0.7808, 0.6855, lift_point: 0.7808, 0.6855; The action is #DUAL_POINT#; touch_point: 0.0858, 0.5294, lift_point: 0.0858, 0.5294; The action is #TYPE#; And the content is : \"typed_text\": \"walmart\"; The action is #DUAL_POINT#; touch_point: 0.1449, 0.2732, lift_point: 0.1449, 0.2732", "response": "The action is #DUAL_POINT#; touch_point: 0.2162, 0.1768, lift_point: 0.2162, 0.1768", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46436_6.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Walmart?; The action is #DUAL_POINT#; touch_point: 0.7808, 0.6855, lift_point: 0.7808, 0.6855; The action is #DUAL_POINT#; touch_point: 0.7808, 0.6855, lift_point: 0.7808, 0.6855; The action is #DUAL_POINT#; touch_point: 0.0858, 0.5294, lift_point: 0.0858, 0.5294; The action is #TYPE#; And the content is : \"typed_text\": \"walmart\"; The action is #DUAL_POINT#; touch_point: 0.1449, 0.2732, lift_point: 0.1449, 0.2732; The action is #DUAL_POINT#; touch_point: 0.2162, 0.1768, lift_point: 0.2162, 0.1768", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"nearest \"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46436_7.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Walmart?; The action is #DUAL_POINT#; touch_point: 0.7808, 0.6855, lift_point: 0.7808, 0.6855; The action is #DUAL_POINT#; touch_point: 0.7808, 0.6855, lift_point: 0.7808, 0.6855; The action is #DUAL_POINT#; touch_point: 0.0858, 0.5294, lift_point: 0.0858, 0.5294; The action is #TYPE#; And the content is : \"typed_text\": \"walmart\"; The action is #DUAL_POINT#; touch_point: 0.1449, 0.2732, lift_point: 0.1449, 0.2732; The action is #DUAL_POINT#; touch_point: 0.2162, 0.1768, lift_point: 0.2162, 0.1768; The action is #TYPE#; And the content is : \"typed_text\": \"nearest \"", "response": "The action is #DUAL_POINT#; touch_point: 0.2733, 0.4317, lift_point: 0.2733, 0.4317", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46436_8.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Walmart?; The action is #DUAL_POINT#; touch_point: 0.7808, 0.6855, lift_point: 0.7808, 0.6855; The action is #DUAL_POINT#; touch_point: 0.7808, 0.6855, lift_point: 0.7808, 0.6855; The action is #DUAL_POINT#; touch_point: 0.0858, 0.5294, lift_point: 0.0858, 0.5294; The action is #TYPE#; And the content is : \"typed_text\": \"walmart\"; The action is #DUAL_POINT#; touch_point: 0.1449, 0.2732, lift_point: 0.1449, 0.2732; The action is #DUAL_POINT#; touch_point: 0.2162, 0.1768, lift_point: 0.2162, 0.1768; The action is #TYPE#; And the content is : \"typed_text\": \"nearest \"; The action is #DUAL_POINT#; touch_point: 0.2733, 0.4317, lift_point: 0.2733, 0.4317", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46436_9.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Walmart?; The action is #DUAL_POINT#; touch_point: 0.7808, 0.6855, lift_point: 0.7808, 0.6855; The action is #DUAL_POINT#; touch_point: 0.7808, 0.6855, lift_point: 0.7808, 0.6855; The action is #DUAL_POINT#; touch_point: 0.0858, 0.5294, lift_point: 0.0858, 0.5294; The action is #TYPE#; And the content is : \"typed_text\": \"walmart\"; The action is #DUAL_POINT#; touch_point: 0.1449, 0.2732, lift_point: 0.1449, 0.2732; The action is #DUAL_POINT#; touch_point: 0.2162, 0.1768, lift_point: 0.2162, 0.1768; The action is #TYPE#; And the content is : \"typed_text\": \"nearest \"; The action is #DUAL_POINT#; touch_point: 0.2733, 0.4317, lift_point: 0.2733, 0.4317; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46436_10.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Walmart?; The action is #DUAL_POINT#; touch_point: 0.7808, 0.6855, lift_point: 0.7808, 0.6855; The action is #DUAL_POINT#; touch_point: 0.7808, 0.6855, lift_point: 0.7808, 0.6855; The action is #DUAL_POINT#; touch_point: 0.0858, 0.5294, lift_point: 0.0858, 0.5294; The action is #TYPE#; And the content is : \"typed_text\": \"walmart\"; The action is #DUAL_POINT#; touch_point: 0.1449, 0.2732, lift_point: 0.1449, 0.2732; The action is #DUAL_POINT#; touch_point: 0.2162, 0.1768, lift_point: 0.2162, 0.1768; The action is #TYPE#; And the content is : \"typed_text\": \"nearest \"; The action is #DUAL_POINT#; touch_point: 0.2733, 0.4317, lift_point: 0.2733, 0.4317; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46436_11.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Walmart?; The action is #DUAL_POINT#; touch_point: 0.7808, 0.6855, lift_point: 0.7808, 0.6855; The action is #DUAL_POINT#; touch_point: 0.7808, 0.6855, lift_point: 0.7808, 0.6855; The action is #DUAL_POINT#; touch_point: 0.0858, 0.5294, lift_point: 0.0858, 0.5294; The action is #TYPE#; And the content is : \"typed_text\": \"walmart\"; The action is #DUAL_POINT#; touch_point: 0.1449, 0.2732, lift_point: 0.1449, 0.2732; The action is #DUAL_POINT#; touch_point: 0.2162, 0.1768, lift_point: 0.2162, 0.1768; The action is #TYPE#; And the content is : \"typed_text\": \"nearest \"; The action is #DUAL_POINT#; touch_point: 0.2733, 0.4317, lift_point: 0.2733, 0.4317; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.0478, 0.1127, lift_point: 0.0478, 0.1127", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46436_12.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Walmart?; The action is #DUAL_POINT#; touch_point: 0.7808, 0.6855, lift_point: 0.7808, 0.6855; The action is #DUAL_POINT#; touch_point: 0.7808, 0.6855, lift_point: 0.7808, 0.6855; The action is #DUAL_POINT#; touch_point: 0.0858, 0.5294, lift_point: 0.0858, 0.5294; The action is #TYPE#; And the content is : \"typed_text\": \"walmart\"; The action is #DUAL_POINT#; touch_point: 0.1449, 0.2732, lift_point: 0.1449, 0.2732; The action is #DUAL_POINT#; touch_point: 0.2162, 0.1768, lift_point: 0.2162, 0.1768; The action is #TYPE#; And the content is : \"typed_text\": \"nearest \"; The action is #DUAL_POINT#; touch_point: 0.2733, 0.4317, lift_point: 0.2733, 0.4317; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0478, 0.1127, lift_point: 0.0478, 0.1127", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46436_13.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in Tokyo?", "response": "The action is #DUAL_POINT#; touch_point: 0.7799, 0.7008, lift_point: 0.7799, 0.7008", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46617_1.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in Tokyo?; The action is #DUAL_POINT#; touch_point: 0.7799, 0.7008, lift_point: 0.7799, 0.7008", "response": "The action is #DUAL_POINT#; touch_point: 0.0457, 0.4761, lift_point: 0.0457, 0.4761", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46617_2.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in Tokyo?; The action is #DUAL_POINT#; touch_point: 0.7799, 0.7008, lift_point: 0.7799, 0.7008; The action is #DUAL_POINT#; touch_point: 0.0457, 0.4761, lift_point: 0.0457, 0.4761", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in Tokyo?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46617_3.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in Tokyo?; The action is #DUAL_POINT#; touch_point: 0.7799, 0.7008, lift_point: 0.7799, 0.7008; The action is #DUAL_POINT#; touch_point: 0.0457, 0.4761, lift_point: 0.0457, 0.4761; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in Tokyo?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1287, 0.2907, lift_point: 0.1287, 0.2907", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46617_4.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in Tokyo?; The action is #DUAL_POINT#; touch_point: 0.7799, 0.7008, lift_point: 0.7799, 0.7008; The action is #DUAL_POINT#; touch_point: 0.0457, 0.4761, lift_point: 0.0457, 0.4761; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in Tokyo?\"; The action is #DUAL_POINT#; touch_point: 0.1287, 0.2907, lift_point: 0.1287, 0.2907", "response": "The action is #DUAL_POINT#; touch_point: 0.3168, 0.2925, lift_point: 0.3168, 0.2925", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46617_5.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in Tokyo?; The action is #DUAL_POINT#; touch_point: 0.7799, 0.7008, lift_point: 0.7799, 0.7008; The action is #DUAL_POINT#; touch_point: 0.0457, 0.4761, lift_point: 0.0457, 0.4761; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in Tokyo?\"; The action is #DUAL_POINT#; touch_point: 0.1287, 0.2907, lift_point: 0.1287, 0.2907; The action is #DUAL_POINT#; touch_point: 0.3168, 0.2925, lift_point: 0.3168, 0.2925", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46617_6.png" ] }, { "query": "\nPrevious Actions: Goal: Open the calendar app", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46747_1.png" ] }, { "query": "\nPrevious Actions: Goal: Open the calendar app; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46747_2.png" ] }, { "query": "\nPrevious Actions: Goal: Open the calendar app; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3635, 0.1318, lift_point: 0.3635, 0.1318", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46747_3.png" ] }, { "query": "\nPrevious Actions: Goal: Open the calendar app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3635, 0.1318, lift_point: 0.3635, 0.1318", "response": "The action is #DUAL_POINT#; touch_point: 0.9054, 0.9204, lift_point: 0.9054, 0.9204", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46747_4.png" ] }, { "query": "\nPrevious Actions: Goal: Open the calendar app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3635, 0.1318, lift_point: 0.3635, 0.1318; The action is #DUAL_POINT#; touch_point: 0.9054, 0.9204, lift_point: 0.9054, 0.9204", "response": "The action is #DUAL_POINT#; touch_point: 0.872, 0.4917, lift_point: 0.872, 0.4917", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46747_5.png" ] }, { "query": "\nPrevious Actions: Goal: Open the calendar app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3635, 0.1318, lift_point: 0.3635, 0.1318; The action is #DUAL_POINT#; touch_point: 0.9054, 0.9204, lift_point: 0.9054, 0.9204; The action is #DUAL_POINT#; touch_point: 0.872, 0.4917, lift_point: 0.872, 0.4917", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46747_6.png" ] }, { "query": "\nPrevious Actions: Goal: Check my gmail", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46805_1.png" ] }, { "query": "\nPrevious Actions: Goal: Check my gmail; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.4979, 0.4889, lift_point: 0.4979, 0.4889", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46805_2.png" ] }, { "query": "\nPrevious Actions: Goal: Check my gmail; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4979, 0.4889, lift_point: 0.4979, 0.4889", "response": "The action is #DUAL_POINT#; touch_point: 0.92, 0.4885, lift_point: 0.92, 0.4885", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46805_3.png" ] }, { "query": "\nPrevious Actions: Goal: Check my gmail; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4979, 0.4889, lift_point: 0.4979, 0.4889; The action is #DUAL_POINT#; touch_point: 0.92, 0.4885, lift_point: 0.92, 0.4885", "response": "The action is #DUAL_POINT#; touch_point: 0.8987, 0.4942, lift_point: 0.8987, 0.4942", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46805_4.png" ] }, { "query": "\nPrevious Actions: Goal: Check my gmail; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4979, 0.4889, lift_point: 0.4979, 0.4889; The action is #DUAL_POINT#; touch_point: 0.92, 0.4885, lift_point: 0.92, 0.4885; The action is #DUAL_POINT#; touch_point: 0.8987, 0.4942, lift_point: 0.8987, 0.4942", "response": "The action is #DUAL_POINT#; touch_point: 0.832, 0.8329, lift_point: 0.832, 0.8329", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46805_5.png" ] }, { "query": "\nPrevious Actions: Goal: Check my gmail; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4979, 0.4889, lift_point: 0.4979, 0.4889; The action is #DUAL_POINT#; touch_point: 0.92, 0.4885, lift_point: 0.92, 0.4885; The action is #DUAL_POINT#; touch_point: 0.8987, 0.4942, lift_point: 0.8987, 0.4942; The action is #DUAL_POINT#; touch_point: 0.832, 0.8329, lift_point: 0.832, 0.8329", "response": "The action is #DUAL_POINT#; touch_point: 0.5372, 0.8033, lift_point: 0.5372, 0.8033", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46805_6.png" ] }, { "query": "\nPrevious Actions: Goal: Check my gmail; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4979, 0.4889, lift_point: 0.4979, 0.4889; The action is #DUAL_POINT#; touch_point: 0.92, 0.4885, lift_point: 0.92, 0.4885; The action is #DUAL_POINT#; touch_point: 0.8987, 0.4942, lift_point: 0.8987, 0.4942; The action is #DUAL_POINT#; touch_point: 0.832, 0.8329, lift_point: 0.832, 0.8329; The action is #DUAL_POINT#; touch_point: 0.5372, 0.8033, lift_point: 0.5372, 0.8033", "response": "The action is #DUAL_POINT#; touch_point: 0.0638, 0.1125, lift_point: 0.0638, 0.1125", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46805_7.png" ] }, { "query": "\nPrevious Actions: Goal: Check my gmail; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4979, 0.4889, lift_point: 0.4979, 0.4889; The action is #DUAL_POINT#; touch_point: 0.92, 0.4885, lift_point: 0.92, 0.4885; The action is #DUAL_POINT#; touch_point: 0.8987, 0.4942, lift_point: 0.8987, 0.4942; The action is #DUAL_POINT#; touch_point: 0.832, 0.8329, lift_point: 0.832, 0.8329; The action is #DUAL_POINT#; touch_point: 0.5372, 0.8033, lift_point: 0.5372, 0.8033; The action is #DUAL_POINT#; touch_point: 0.0638, 0.1125, lift_point: 0.0638, 0.1125", "response": "The action is #DUAL_POINT#; touch_point: 0.7591, 0.2515, lift_point: 0.7591, 0.2515", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46805_8.png" ] }, { "query": "\nPrevious Actions: Goal: Check my gmail; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4979, 0.4889, lift_point: 0.4979, 0.4889; The action is #DUAL_POINT#; touch_point: 0.92, 0.4885, lift_point: 0.92, 0.4885; The action is #DUAL_POINT#; touch_point: 0.8987, 0.4942, lift_point: 0.8987, 0.4942; The action is #DUAL_POINT#; touch_point: 0.832, 0.8329, lift_point: 0.832, 0.8329; The action is #DUAL_POINT#; touch_point: 0.5372, 0.8033, lift_point: 0.5372, 0.8033; The action is #DUAL_POINT#; touch_point: 0.0638, 0.1125, lift_point: 0.0638, 0.1125; The action is #DUAL_POINT#; touch_point: 0.7591, 0.2515, lift_point: 0.7591, 0.2515", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46805_9.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Boston?", "response": "The action is #DUAL_POINT#; touch_point: 0.7756, 0.6926, lift_point: 0.7756, 0.6926", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46834_1.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Boston?; The action is #DUAL_POINT#; touch_point: 0.7756, 0.6926, lift_point: 0.7756, 0.6926", "response": "The action is #DUAL_POINT#; touch_point: 0.0454, 0.4339, lift_point: 0.0454, 0.4339", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46834_2.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Boston?; The action is #DUAL_POINT#; touch_point: 0.7756, 0.6926, lift_point: 0.7756, 0.6926; The action is #DUAL_POINT#; touch_point: 0.0454, 0.4339, lift_point: 0.0454, 0.4339", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Boston?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46834_3.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Boston?; The action is #DUAL_POINT#; touch_point: 0.7756, 0.6926, lift_point: 0.7756, 0.6926; The action is #DUAL_POINT#; touch_point: 0.0454, 0.4339, lift_point: 0.0454, 0.4339; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Boston?\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"n\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46834_4.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Boston?; The action is #DUAL_POINT#; touch_point: 0.7756, 0.6926, lift_point: 0.7756, 0.6926; The action is #DUAL_POINT#; touch_point: 0.0454, 0.4339, lift_point: 0.0454, 0.4339; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Boston?\"; The action is #TYPE#; And the content is : \"typed_text\": \"n\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1274, 0.3575, lift_point: 0.1274, 0.3575", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46834_5.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Boston?; The action is #DUAL_POINT#; touch_point: 0.7756, 0.6926, lift_point: 0.7756, 0.6926; The action is #DUAL_POINT#; touch_point: 0.0454, 0.4339, lift_point: 0.0454, 0.4339; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Boston?\"; The action is #TYPE#; And the content is : \"typed_text\": \"n\"; The action is #DUAL_POINT#; touch_point: 0.1274, 0.3575, lift_point: 0.1274, 0.3575", "response": "The action is #DUAL_POINT#; touch_point: 0.3573, 0.3028, lift_point: 0.3573, 0.3028", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46834_6.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Boston?; The action is #DUAL_POINT#; touch_point: 0.7756, 0.6926, lift_point: 0.7756, 0.6926; The action is #DUAL_POINT#; touch_point: 0.0454, 0.4339, lift_point: 0.0454, 0.4339; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Boston?\"; The action is #TYPE#; And the content is : \"typed_text\": \"n\"; The action is #DUAL_POINT#; touch_point: 0.1274, 0.3575, lift_point: 0.1274, 0.3575; The action is #DUAL_POINT#; touch_point: 0.3573, 0.3028, lift_point: 0.3573, 0.3028", "response": "The action is #DUAL_POINT#; touch_point: 0.8858, 0.821, lift_point: 0.8858, 0.821", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46834_7.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Boston?; The action is #DUAL_POINT#; touch_point: 0.7756, 0.6926, lift_point: 0.7756, 0.6926; The action is #DUAL_POINT#; touch_point: 0.0454, 0.4339, lift_point: 0.0454, 0.4339; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Boston?\"; The action is #TYPE#; And the content is : \"typed_text\": \"n\"; The action is #DUAL_POINT#; touch_point: 0.1274, 0.3575, lift_point: 0.1274, 0.3575; The action is #DUAL_POINT#; touch_point: 0.3573, 0.3028, lift_point: 0.3573, 0.3028; The action is #DUAL_POINT#; touch_point: 0.8858, 0.821, lift_point: 0.8858, 0.821", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46834_8.png" ] }, { "query": "\nPrevious Actions: Goal: What are the new products by Samsung?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46842_1.png" ] }, { "query": "\nPrevious Actions: Goal: What are the new products by Samsung?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7808, 0.6764, lift_point: 0.7808, 0.6764", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46842_2.png" ] }, { "query": "\nPrevious Actions: Goal: What are the new products by Samsung?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7808, 0.6764, lift_point: 0.7808, 0.6764", "response": "The action is #DUAL_POINT#; touch_point: 0.04, 0.4386, lift_point: 0.04, 0.4386", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46842_3.png" ] }, { "query": "\nPrevious Actions: Goal: What are the new products by Samsung?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7808, 0.6764, lift_point: 0.7808, 0.6764; The action is #DUAL_POINT#; touch_point: 0.04, 0.4386, lift_point: 0.04, 0.4386", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"new products by Samsung?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46842_4.png" ] }, { "query": "\nPrevious Actions: Goal: What are the new products by Samsung?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7808, 0.6764, lift_point: 0.7808, 0.6764; The action is #DUAL_POINT#; touch_point: 0.04, 0.4386, lift_point: 0.04, 0.4386; The action is #TYPE#; And the content is : \"typed_text\": \"new products by Samsung?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1301, 0.2919, lift_point: 0.1301, 0.2919", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46842_5.png" ] }, { "query": "\nPrevious Actions: Goal: What are the new products by Samsung?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7808, 0.6764, lift_point: 0.7808, 0.6764; The action is #DUAL_POINT#; touch_point: 0.04, 0.4386, lift_point: 0.04, 0.4386; The action is #TYPE#; And the content is : \"typed_text\": \"new products by Samsung?\"; The action is #DUAL_POINT#; touch_point: 0.1301, 0.2919, lift_point: 0.1301, 0.2919", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46842_6.png" ] }, { "query": "\nPrevious Actions: Goal: What are the new products by Samsung?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7808, 0.6764, lift_point: 0.7808, 0.6764; The action is #DUAL_POINT#; touch_point: 0.04, 0.4386, lift_point: 0.04, 0.4386; The action is #TYPE#; And the content is : \"typed_text\": \"new products by Samsung?\"; The action is #DUAL_POINT#; touch_point: 0.1301, 0.2919, lift_point: 0.1301, 0.2919; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3269, 0.3957, lift_point: 0.3269, 0.3957", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46842_7.png" ] }, { "query": "\nPrevious Actions: Goal: What are the new products by Samsung?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7808, 0.6764, lift_point: 0.7808, 0.6764; The action is #DUAL_POINT#; touch_point: 0.04, 0.4386, lift_point: 0.04, 0.4386; The action is #TYPE#; And the content is : \"typed_text\": \"new products by Samsung?\"; The action is #DUAL_POINT#; touch_point: 0.1301, 0.2919, lift_point: 0.1301, 0.2919; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3269, 0.3957, lift_point: 0.3269, 0.3957", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46842_8.png" ] }, { "query": "\nPrevious Actions: Goal: Open the calendar app", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46859_1.png" ] }, { "query": "\nPrevious Actions: Goal: Open the calendar app; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46859_2.png" ] }, { "query": "\nPrevious Actions: Goal: Open the calendar app; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3604, 0.1117, lift_point: 0.3604, 0.1117", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46859_3.png" ] }, { "query": "\nPrevious Actions: Goal: Open the calendar app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3604, 0.1117, lift_point: 0.3604, 0.1117", "response": "The action is #DUAL_POINT#; touch_point: 0.8946, 0.9483, lift_point: 0.8946, 0.9483", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46859_4.png" ] }, { "query": "\nPrevious Actions: Goal: Open the calendar app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3604, 0.1117, lift_point: 0.3604, 0.1117; The action is #DUAL_POINT#; touch_point: 0.8946, 0.9483, lift_point: 0.8946, 0.9483", "response": "The action is #DUAL_POINT#; touch_point: 0.9016, 0.9432, lift_point: 0.9016, 0.9432", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46859_5.png" ] }, { "query": "\nPrevious Actions: Goal: Open the calendar app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3604, 0.1117, lift_point: 0.3604, 0.1117; The action is #DUAL_POINT#; touch_point: 0.8946, 0.9483, lift_point: 0.8946, 0.9483; The action is #DUAL_POINT#; touch_point: 0.9016, 0.9432, lift_point: 0.9016, 0.9432", "response": "The action is #DUAL_POINT#; touch_point: 0.8743, 0.5516, lift_point: 0.8743, 0.5516", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46859_6.png" ] }, { "query": "\nPrevious Actions: Goal: Open the calendar app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3604, 0.1117, lift_point: 0.3604, 0.1117; The action is #DUAL_POINT#; touch_point: 0.8946, 0.9483, lift_point: 0.8946, 0.9483; The action is #DUAL_POINT#; touch_point: 0.9016, 0.9432, lift_point: 0.9016, 0.9432; The action is #DUAL_POINT#; touch_point: 0.8743, 0.5516, lift_point: 0.8743, 0.5516", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46859_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Tokyo to Mexico city", "response": "The action is #DUAL_POINT#; touch_point: 0.779, 0.6793, lift_point: 0.779, 0.6793", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46931_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Tokyo to Mexico city; The action is #DUAL_POINT#; touch_point: 0.779, 0.6793, lift_point: 0.779, 0.6793", "response": "The action is #DUAL_POINT#; touch_point: 0.2862, 0.5424, lift_point: 0.2862, 0.5424", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46931_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Tokyo to Mexico city; The action is #DUAL_POINT#; touch_point: 0.779, 0.6793, lift_point: 0.779, 0.6793; The action is #DUAL_POINT#; touch_point: 0.2862, 0.5424, lift_point: 0.2862, 0.5424", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for flights from Tokyo to Mexico city\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46931_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Tokyo to Mexico city; The action is #DUAL_POINT#; touch_point: 0.779, 0.6793, lift_point: 0.779, 0.6793; The action is #DUAL_POINT#; touch_point: 0.2862, 0.5424, lift_point: 0.2862, 0.5424; The action is #TYPE#; And the content is : \"typed_text\": \"Search for flights from Tokyo to Mexico city\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1288, 0.7106, lift_point: 0.1288, 0.7106", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46931_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Tokyo to Mexico city; The action is #DUAL_POINT#; touch_point: 0.779, 0.6793, lift_point: 0.779, 0.6793; The action is #DUAL_POINT#; touch_point: 0.2862, 0.5424, lift_point: 0.2862, 0.5424; The action is #TYPE#; And the content is : \"typed_text\": \"Search for flights from Tokyo to Mexico city\"; The action is #DUAL_POINT#; touch_point: 0.1288, 0.7106, lift_point: 0.1288, 0.7106", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46931_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new eyeshadow on Sephora", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46945_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new eyeshadow on Sephora; The action is #Scrolling Down#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46945_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in NYC", "response": "The action is #DUAL_POINT#; touch_point: 0.8927, 0.5679, lift_point: 0.8927, 0.5679", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46951_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in NYC; The action is #DUAL_POINT#; touch_point: 0.8927, 0.5679, lift_point: 0.8927, 0.5679", "response": "The action is #TYPE#; And the content is : \"typed_text\": \" hotels in NYC\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46951_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in NYC; The action is #DUAL_POINT#; touch_point: 0.8927, 0.5679, lift_point: 0.8927, 0.5679; The action is #TYPE#; And the content is : \"typed_text\": \" hotels in NYC\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1215, 0.5119, lift_point: 0.1215, 0.5119", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46951_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in NYC; The action is #DUAL_POINT#; touch_point: 0.8927, 0.5679, lift_point: 0.8927, 0.5679; The action is #TYPE#; And the content is : \"typed_text\": \" hotels in NYC\"; The action is #DUAL_POINT#; touch_point: 0.1215, 0.5119, lift_point: 0.1215, 0.5119", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/46951_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new foundation (skincare) product", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47094_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new foundation (skincare) product; The action is #PRESS_HOME#", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47094_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new foundation (skincare) product; The action is #PRESS_HOME#; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8946, 0.4029, lift_point: 0.8946, 0.4029", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47094_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new foundation (skincare) product; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8946, 0.4029, lift_point: 0.8946, 0.4029", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"new foundation (skincare) product\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47094_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new foundation (skincare) product; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8946, 0.4029, lift_point: 0.8946, 0.4029; The action is #TYPE#; And the content is : \"typed_text\": \"new foundation (skincare) product\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1328, 0.376, lift_point: 0.1328, 0.376", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47094_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new foundation (skincare) product; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8946, 0.4029, lift_point: 0.8946, 0.4029; The action is #TYPE#; And the content is : \"typed_text\": \"new foundation (skincare) product\"; The action is #DUAL_POINT#; touch_point: 0.1328, 0.376, lift_point: 0.1328, 0.376", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47094_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this weekend?", "response": "The action is #DUAL_POINT#; touch_point: 0.8672, 0.3458, lift_point: 0.8672, 0.3458", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47147_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this weekend?; The action is #DUAL_POINT#; touch_point: 0.8672, 0.3458, lift_point: 0.8672, 0.3458", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"news this weekend\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47147_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this weekend?; The action is #DUAL_POINT#; touch_point: 0.8672, 0.3458, lift_point: 0.8672, 0.3458; The action is #TYPE#; And the content is : \"typed_text\": \"news this weekend\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1115, 0.3646, lift_point: 0.1115, 0.3646", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47147_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this weekend?; The action is #DUAL_POINT#; touch_point: 0.8672, 0.3458, lift_point: 0.8672, 0.3458; The action is #TYPE#; And the content is : \"typed_text\": \"news this weekend\"; The action is #DUAL_POINT#; touch_point: 0.1115, 0.3646, lift_point: 0.1115, 0.3646", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47147_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the time?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47166_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the time?; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47166_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the time?; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3575, 0.6502, lift_point: 0.3575, 0.6502", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47166_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the time?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3575, 0.6502, lift_point: 0.3575, 0.6502", "response": "The action is #DUAL_POINT#; touch_point: 0.0786, 0.3897, lift_point: 0.0786, 0.3897", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47166_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the time?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3575, 0.6502, lift_point: 0.3575, 0.6502; The action is #DUAL_POINT#; touch_point: 0.0786, 0.3897, lift_point: 0.0786, 0.3897", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47166_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to San Diego", "response": "The action is #DUAL_POINT#; touch_point: 0.8922, 0.477, lift_point: 0.8922, 0.477", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47201_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to San Diego; The action is #DUAL_POINT#; touch_point: 0.8922, 0.477, lift_point: 0.8922, 0.477", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to San Diego\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47201_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to San Diego; The action is #DUAL_POINT#; touch_point: 0.8922, 0.477, lift_point: 0.8922, 0.477; The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to San Diego\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1149, 0.5781, lift_point: 0.1149, 0.5781", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47201_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to San Diego; The action is #DUAL_POINT#; touch_point: 0.8922, 0.477, lift_point: 0.8922, 0.477; The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to San Diego\"; The action is #DUAL_POINT#; touch_point: 0.1149, 0.5781, lift_point: 0.1149, 0.5781", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47201_4.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Starbucks app", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47308_1.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Starbucks app; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.1612, 0.8445, lift_point: 0.1612, 0.8445", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47308_2.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Starbucks app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1612, 0.8445, lift_point: 0.1612, 0.8445", "response": "The action is #DUAL_POINT#; touch_point: 0.0647, 0.7869, lift_point: 0.0647, 0.7869", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47308_3.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Starbucks app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1612, 0.8445, lift_point: 0.1612, 0.8445; The action is #DUAL_POINT#; touch_point: 0.0647, 0.7869, lift_point: 0.0647, 0.7869", "response": "The action is #DUAL_POINT#; touch_point: 0.0647, 0.9081, lift_point: 0.0647, 0.9081", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47308_4.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Starbucks app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1612, 0.8445, lift_point: 0.1612, 0.8445; The action is #DUAL_POINT#; touch_point: 0.0647, 0.7869, lift_point: 0.0647, 0.7869; The action is #DUAL_POINT#; touch_point: 0.0647, 0.9081, lift_point: 0.0647, 0.9081", "response": "The action is #TYPE#; And the content is : \"typed_text\": \" Starbucks app\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47308_5.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Starbucks app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1612, 0.8445, lift_point: 0.1612, 0.8445; The action is #DUAL_POINT#; touch_point: 0.0647, 0.7869, lift_point: 0.0647, 0.7869; The action is #DUAL_POINT#; touch_point: 0.0647, 0.9081, lift_point: 0.0647, 0.9081; The action is #TYPE#; And the content is : \"typed_text\": \" Starbucks app\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1382, 0.2541, lift_point: 0.1382, 0.2541", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47308_6.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Starbucks app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1612, 0.8445, lift_point: 0.1612, 0.8445; The action is #DUAL_POINT#; touch_point: 0.0647, 0.7869, lift_point: 0.0647, 0.7869; The action is #DUAL_POINT#; touch_point: 0.0647, 0.9081, lift_point: 0.0647, 0.9081; The action is #TYPE#; And the content is : \"typed_text\": \" Starbucks app\"; The action is #DUAL_POINT#; touch_point: 0.1382, 0.2541, lift_point: 0.1382, 0.2541", "response": "The action is #DUAL_POINT#; touch_point: 0.1424, 0.8067, lift_point: 0.1424, 0.8067", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47308_7.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Starbucks app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1612, 0.8445, lift_point: 0.1612, 0.8445; The action is #DUAL_POINT#; touch_point: 0.0647, 0.7869, lift_point: 0.0647, 0.7869; The action is #DUAL_POINT#; touch_point: 0.0647, 0.9081, lift_point: 0.0647, 0.9081; The action is #TYPE#; And the content is : \"typed_text\": \" Starbucks app\"; The action is #DUAL_POINT#; touch_point: 0.1382, 0.2541, lift_point: 0.1382, 0.2541; The action is #DUAL_POINT#; touch_point: 0.1424, 0.8067, lift_point: 0.1424, 0.8067", "response": "The action is #DUAL_POINT#; touch_point: 0.9035, 0.2342, lift_point: 0.9035, 0.2342", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47308_8.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Starbucks app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1612, 0.8445, lift_point: 0.1612, 0.8445; The action is #DUAL_POINT#; touch_point: 0.0647, 0.7869, lift_point: 0.0647, 0.7869; The action is #DUAL_POINT#; touch_point: 0.0647, 0.9081, lift_point: 0.0647, 0.9081; The action is #TYPE#; And the content is : \"typed_text\": \" Starbucks app\"; The action is #DUAL_POINT#; touch_point: 0.1382, 0.2541, lift_point: 0.1382, 0.2541; The action is #DUAL_POINT#; touch_point: 0.1424, 0.8067, lift_point: 0.1424, 0.8067; The action is #DUAL_POINT#; touch_point: 0.9035, 0.2342, lift_point: 0.9035, 0.2342", "response": "The action is #DUAL_POINT#; touch_point: 0.9013, 0.3565, lift_point: 0.9013, 0.3565", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47308_9.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Starbucks app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1612, 0.8445, lift_point: 0.1612, 0.8445; The action is #DUAL_POINT#; touch_point: 0.0647, 0.7869, lift_point: 0.0647, 0.7869; The action is #DUAL_POINT#; touch_point: 0.0647, 0.9081, lift_point: 0.0647, 0.9081; The action is #TYPE#; And the content is : \"typed_text\": \" Starbucks app\"; The action is #DUAL_POINT#; touch_point: 0.1382, 0.2541, lift_point: 0.1382, 0.2541; The action is #DUAL_POINT#; touch_point: 0.1424, 0.8067, lift_point: 0.1424, 0.8067; The action is #DUAL_POINT#; touch_point: 0.9035, 0.2342, lift_point: 0.9035, 0.2342; The action is #DUAL_POINT#; touch_point: 0.9013, 0.3565, lift_point: 0.9013, 0.3565", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47308_10.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new incognito window in Chrome", "response": "The action is #DUAL_POINT#; touch_point: 0.7807, 0.642, lift_point: 0.7807, 0.642", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47332_1.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new incognito window in Chrome; The action is #DUAL_POINT#; touch_point: 0.7807, 0.642, lift_point: 0.7807, 0.642", "response": "The action is #DUAL_POINT#; touch_point: 0.0606, 0.9372, lift_point: 0.0606, 0.9372", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47332_2.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new incognito window in Chrome; The action is #DUAL_POINT#; touch_point: 0.7807, 0.642, lift_point: 0.7807, 0.642; The action is #DUAL_POINT#; touch_point: 0.0606, 0.9372, lift_point: 0.0606, 0.9372", "response": "The action is #DUAL_POINT#; touch_point: 0.1619, 0.7968, lift_point: 0.1619, 0.7968", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47332_3.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new incognito window in Chrome; The action is #DUAL_POINT#; touch_point: 0.7807, 0.642, lift_point: 0.7807, 0.642; The action is #DUAL_POINT#; touch_point: 0.0606, 0.9372, lift_point: 0.0606, 0.9372; The action is #DUAL_POINT#; touch_point: 0.1619, 0.7968, lift_point: 0.1619, 0.7968", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47332_4.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Peru", "response": "The action is #DUAL_POINT#; touch_point: 0.7794, 0.6687, lift_point: 0.7794, 0.6687", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47382_1.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Peru; The action is #DUAL_POINT#; touch_point: 0.7794, 0.6687, lift_point: 0.7794, 0.6687", "response": "The action is #DUAL_POINT#; touch_point: 0.0562, 0.371, lift_point: 0.0562, 0.371", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47382_2.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Peru; The action is #DUAL_POINT#; touch_point: 0.7794, 0.6687, lift_point: 0.7794, 0.6687; The action is #DUAL_POINT#; touch_point: 0.0562, 0.371, lift_point: 0.0562, 0.371", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"peru capital\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47382_3.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Peru; The action is #DUAL_POINT#; touch_point: 0.7794, 0.6687, lift_point: 0.7794, 0.6687; The action is #DUAL_POINT#; touch_point: 0.0562, 0.371, lift_point: 0.0562, 0.371; The action is #TYPE#; And the content is : \"typed_text\": \"peru capital\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1805, 0.2698, lift_point: 0.1805, 0.2698", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47382_4.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Peru; The action is #DUAL_POINT#; touch_point: 0.7794, 0.6687, lift_point: 0.7794, 0.6687; The action is #DUAL_POINT#; touch_point: 0.0562, 0.371, lift_point: 0.0562, 0.371; The action is #TYPE#; And the content is : \"typed_text\": \"peru capital\"; The action is #DUAL_POINT#; touch_point: 0.1805, 0.2698, lift_point: 0.1805, 0.2698", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47382_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Las Vegas", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47412_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Las Vegas; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3743, 0.511, lift_point: 0.3743, 0.511", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47412_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Las Vegas; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3743, 0.511, lift_point: 0.3743, 0.511", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in las vegas\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47412_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Las Vegas; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3743, 0.511, lift_point: 0.3743, 0.511; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in las vegas\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1275, 0.4238, lift_point: 0.1275, 0.4238", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47412_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Las Vegas; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3743, 0.511, lift_point: 0.3743, 0.511; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in las vegas\"; The action is #DUAL_POINT#; touch_point: 0.1275, 0.4238, lift_point: 0.1275, 0.4238", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47412_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Buenos aires to Seoul", "response": "The action is #DUAL_POINT#; touch_point: 0.7739, 0.7018, lift_point: 0.7739, 0.7018", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47417_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Buenos aires to Seoul; The action is #DUAL_POINT#; touch_point: 0.7739, 0.7018, lift_point: 0.7739, 0.7018", "response": "The action is #DUAL_POINT#; touch_point: 0.0576, 0.5985, lift_point: 0.0576, 0.5985", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47417_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Buenos aires to Seoul; The action is #DUAL_POINT#; touch_point: 0.7739, 0.7018, lift_point: 0.7739, 0.7018; The action is #DUAL_POINT#; touch_point: 0.0576, 0.5985, lift_point: 0.0576, 0.5985", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"buenos aires to seoul flights\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47417_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Buenos aires to Seoul; The action is #DUAL_POINT#; touch_point: 0.7739, 0.7018, lift_point: 0.7739, 0.7018; The action is #DUAL_POINT#; touch_point: 0.0576, 0.5985, lift_point: 0.0576, 0.5985; The action is #TYPE#; And the content is : \"typed_text\": \"buenos aires to seoul flights\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1154, 0.4619, lift_point: 0.1154, 0.4619", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47417_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Buenos aires to Seoul; The action is #DUAL_POINT#; touch_point: 0.7739, 0.7018, lift_point: 0.7739, 0.7018; The action is #DUAL_POINT#; touch_point: 0.0576, 0.5985, lift_point: 0.0576, 0.5985; The action is #TYPE#; And the content is : \"typed_text\": \"buenos aires to seoul flights\"; The action is #DUAL_POINT#; touch_point: 0.1154, 0.4619, lift_point: 0.1154, 0.4619", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47417_5.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Atlanta?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47426_1.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Atlanta?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7864, 0.7033, lift_point: 0.7864, 0.7033", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47426_2.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Atlanta?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7864, 0.7033, lift_point: 0.7864, 0.7033", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47426_3.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Atlanta?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7864, 0.7033, lift_point: 0.7864, 0.7033; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.0518, 0.4033, lift_point: 0.0518, 0.4033", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47426_4.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Atlanta?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7864, 0.7033, lift_point: 0.7864, 0.7033; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0518, 0.4033, lift_point: 0.0518, 0.4033", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent for in Atlanta\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47426_5.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Atlanta?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7864, 0.7033, lift_point: 0.7864, 0.7033; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0518, 0.4033, lift_point: 0.0518, 0.4033; The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent for in Atlanta\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1178, 0.579, lift_point: 0.1178, 0.579", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47426_6.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Atlanta?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7864, 0.7033, lift_point: 0.7864, 0.7033; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0518, 0.4033, lift_point: 0.0518, 0.4033; The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent for in Atlanta\"; The action is #DUAL_POINT#; touch_point: 0.1178, 0.579, lift_point: 0.1178, 0.579", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47426_7.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Atlanta?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7864, 0.7033, lift_point: 0.7864, 0.7033; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0518, 0.4033, lift_point: 0.0518, 0.4033; The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent for in Atlanta\"; The action is #DUAL_POINT#; touch_point: 0.1178, 0.579, lift_point: 0.1178, 0.579; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.7835, 0.2287, lift_point: 0.7835, 0.2287", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47426_8.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Atlanta?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7864, 0.7033, lift_point: 0.7864, 0.7033; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0518, 0.4033, lift_point: 0.0518, 0.4033; The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent for in Atlanta\"; The action is #DUAL_POINT#; touch_point: 0.1178, 0.579, lift_point: 0.1178, 0.579; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7835, 0.2287, lift_point: 0.7835, 0.2287", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47426_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this afternoon?", "response": "The action is #DUAL_POINT#; touch_point: 0.7712, 0.7138, lift_point: 0.7712, 0.7138", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47611_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this afternoon?; The action is #DUAL_POINT#; touch_point: 0.7712, 0.7138, lift_point: 0.7712, 0.7138", "response": "The action is #DUAL_POINT#; touch_point: 0.274, 0.2943, lift_point: 0.274, 0.2943", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47611_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this afternoon?; The action is #DUAL_POINT#; touch_point: 0.7712, 0.7138, lift_point: 0.7712, 0.7138; The action is #DUAL_POINT#; touch_point: 0.274, 0.2943, lift_point: 0.274, 0.2943", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"news this afternoon?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47611_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this afternoon?; The action is #DUAL_POINT#; touch_point: 0.7712, 0.7138, lift_point: 0.7712, 0.7138; The action is #DUAL_POINT#; touch_point: 0.274, 0.2943, lift_point: 0.274, 0.2943; The action is #TYPE#; And the content is : \"typed_text\": \"news this afternoon?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1097, 0.3402, lift_point: 0.1097, 0.3402", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47611_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this afternoon?; The action is #DUAL_POINT#; touch_point: 0.7712, 0.7138, lift_point: 0.7712, 0.7138; The action is #DUAL_POINT#; touch_point: 0.274, 0.2943, lift_point: 0.274, 0.2943; The action is #TYPE#; And the content is : \"typed_text\": \"news this afternoon?\"; The action is #DUAL_POINT#; touch_point: 0.1097, 0.3402, lift_point: 0.1097, 0.3402", "response": "The action is #DUAL_POINT#; touch_point: 0.2323, 0.1328, lift_point: 0.2323, 0.1328", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47611_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this afternoon?; The action is #DUAL_POINT#; touch_point: 0.7712, 0.7138, lift_point: 0.7712, 0.7138; The action is #DUAL_POINT#; touch_point: 0.274, 0.2943, lift_point: 0.274, 0.2943; The action is #TYPE#; And the content is : \"typed_text\": \"news this afternoon?\"; The action is #DUAL_POINT#; touch_point: 0.1097, 0.3402, lift_point: 0.1097, 0.3402; The action is #DUAL_POINT#; touch_point: 0.2323, 0.1328, lift_point: 0.2323, 0.1328", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47611_6.png" ] }, { "query": "\nPrevious Actions: Goal: Open the downloads", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47717_1.png" ] }, { "query": "\nPrevious Actions: Goal: Open the downloads; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47717_2.png" ] }, { "query": "\nPrevious Actions: Goal: Open the downloads; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3803, 0.537, lift_point: 0.3803, 0.537", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47717_3.png" ] }, { "query": "\nPrevious Actions: Goal: Open the downloads; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3803, 0.537, lift_point: 0.3803, 0.537", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47717_4.png" ] }, { "query": "\nPrevious Actions: Goal: Open the downloads; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3803, 0.537, lift_point: 0.3803, 0.537; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.4936, 0.2988, lift_point: 0.4936, 0.2988", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47717_5.png" ] }, { "query": "\nPrevious Actions: Goal: Open the downloads; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3803, 0.537, lift_point: 0.3803, 0.537; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4936, 0.2988, lift_point: 0.4936, 0.2988", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47717_6.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the Samsung TV cost?", "response": "The action is #DUAL_POINT#; touch_point: 0.7749, 0.715, lift_point: 0.7749, 0.715", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47766_1.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the Samsung TV cost?; The action is #DUAL_POINT#; touch_point: 0.7749, 0.715, lift_point: 0.7749, 0.715", "response": "The action is #DUAL_POINT#; touch_point: 0.0653, 0.2838, lift_point: 0.0653, 0.2838", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47766_2.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the Samsung TV cost?; The action is #DUAL_POINT#; touch_point: 0.7749, 0.715, lift_point: 0.7749, 0.715; The action is #DUAL_POINT#; touch_point: 0.0653, 0.2838, lift_point: 0.0653, 0.2838", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does the Samsung TV cost?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47766_3.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the Samsung TV cost?; The action is #DUAL_POINT#; touch_point: 0.7749, 0.715, lift_point: 0.7749, 0.715; The action is #DUAL_POINT#; touch_point: 0.0653, 0.2838, lift_point: 0.0653, 0.2838; The action is #TYPE#; And the content is : \"typed_text\": \"How much does the Samsung TV cost?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1114, 0.5949, lift_point: 0.1114, 0.5949", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47766_4.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the Samsung TV cost?; The action is #DUAL_POINT#; touch_point: 0.7749, 0.715, lift_point: 0.7749, 0.715; The action is #DUAL_POINT#; touch_point: 0.0653, 0.2838, lift_point: 0.0653, 0.2838; The action is #TYPE#; And the content is : \"typed_text\": \"How much does the Samsung TV cost?\"; The action is #DUAL_POINT#; touch_point: 0.1114, 0.5949, lift_point: 0.1114, 0.5949", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47766_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the US dollar exchange rate against the Euro?", "response": "The action is #DUAL_POINT#; touch_point: 0.7596, 0.6913, lift_point: 0.7596, 0.6913", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47785_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the US dollar exchange rate against the Euro?; The action is #DUAL_POINT#; touch_point: 0.7596, 0.6913, lift_point: 0.7596, 0.6913", "response": "The action is #DUAL_POINT#; touch_point: 0.0679, 0.4368, lift_point: 0.0679, 0.4368", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47785_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the US dollar exchange rate against the Euro?; The action is #DUAL_POINT#; touch_point: 0.7596, 0.6913, lift_point: 0.7596, 0.6913; The action is #DUAL_POINT#; touch_point: 0.0679, 0.4368, lift_point: 0.0679, 0.4368", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"US dollar exchange rate against the Euro\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47785_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the US dollar exchange rate against the Euro?; The action is #DUAL_POINT#; touch_point: 0.7596, 0.6913, lift_point: 0.7596, 0.6913; The action is #DUAL_POINT#; touch_point: 0.0679, 0.4368, lift_point: 0.0679, 0.4368; The action is #TYPE#; And the content is : \"typed_text\": \"US dollar exchange rate against the Euro\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1213, 0.4518, lift_point: 0.1213, 0.4518", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47785_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the US dollar exchange rate against the Euro?; The action is #DUAL_POINT#; touch_point: 0.7596, 0.6913, lift_point: 0.7596, 0.6913; The action is #DUAL_POINT#; touch_point: 0.0679, 0.4368, lift_point: 0.0679, 0.4368; The action is #TYPE#; And the content is : \"typed_text\": \"US dollar exchange rate against the Euro\"; The action is #DUAL_POINT#; touch_point: 0.1213, 0.4518, lift_point: 0.1213, 0.4518", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47785_5.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a jet?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47805_1.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a jet?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.79, 0.6962, lift_point: 0.79, 0.6962", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47805_2.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a jet?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.79, 0.6962, lift_point: 0.79, 0.6962", "response": "The action is #DUAL_POINT#; touch_point: 0.0452, 0.4614, lift_point: 0.0452, 0.4614", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47805_3.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a jet?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.79, 0.6962, lift_point: 0.79, 0.6962; The action is #DUAL_POINT#; touch_point: 0.0452, 0.4614, lift_point: 0.0452, 0.4614", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"what is the speed of a jet?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47805_4.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a jet?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.79, 0.6962, lift_point: 0.79, 0.6962; The action is #DUAL_POINT#; touch_point: 0.0452, 0.4614, lift_point: 0.0452, 0.4614; The action is #TYPE#; And the content is : \"typed_text\": \"what is the speed of a jet?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1072, 0.5401, lift_point: 0.1072, 0.5401", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47805_5.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a jet?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.79, 0.6962, lift_point: 0.79, 0.6962; The action is #DUAL_POINT#; touch_point: 0.0452, 0.4614, lift_point: 0.0452, 0.4614; The action is #TYPE#; And the content is : \"typed_text\": \"what is the speed of a jet?\"; The action is #DUAL_POINT#; touch_point: 0.1072, 0.5401, lift_point: 0.1072, 0.5401", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47805_6.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Google Maps app", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47866_1.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Google Maps app; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47866_2.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Google Maps app; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.7684, 0.1235, lift_point: 0.7684, 0.1235", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47866_3.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Google Maps app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7684, 0.1235, lift_point: 0.7684, 0.1235", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47866_4.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Google Maps app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7684, 0.1235, lift_point: 0.7684, 0.1235; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47866_5.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Google Maps app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7684, 0.1235, lift_point: 0.7684, 0.1235; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.1662, 0.8742, lift_point: 0.1662, 0.8742", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47866_6.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Google Maps app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7684, 0.1235, lift_point: 0.7684, 0.1235; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1662, 0.8742, lift_point: 0.1662, 0.8742", "response": "The action is #DUAL_POINT#; touch_point: 0.0597, 0.8874, lift_point: 0.0597, 0.8874", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47866_7.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Google Maps app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7684, 0.1235, lift_point: 0.7684, 0.1235; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1662, 0.8742, lift_point: 0.1662, 0.8742; The action is #DUAL_POINT#; touch_point: 0.0597, 0.8874, lift_point: 0.0597, 0.8874", "response": "The action is #DUAL_POINT#; touch_point: 0.0679, 0.0978, lift_point: 0.0679, 0.0978", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47866_8.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Google Maps app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7684, 0.1235, lift_point: 0.7684, 0.1235; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1662, 0.8742, lift_point: 0.1662, 0.8742; The action is #DUAL_POINT#; touch_point: 0.0597, 0.8874, lift_point: 0.0597, 0.8874; The action is #DUAL_POINT#; touch_point: 0.0679, 0.0978, lift_point: 0.0679, 0.0978", "response": "The action is #DUAL_POINT#; touch_point: 0.8124, 0.1237, lift_point: 0.8124, 0.1237", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47866_9.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Google Maps app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7684, 0.1235, lift_point: 0.7684, 0.1235; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1662, 0.8742, lift_point: 0.1662, 0.8742; The action is #DUAL_POINT#; touch_point: 0.0597, 0.8874, lift_point: 0.0597, 0.8874; The action is #DUAL_POINT#; touch_point: 0.0679, 0.0978, lift_point: 0.0679, 0.0978; The action is #DUAL_POINT#; touch_point: 0.8124, 0.1237, lift_point: 0.8124, 0.1237", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/47866_10.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the HisenseTV cost?", "response": "The action is #DUAL_POINT#; touch_point: 0.2436, 0.6799, lift_point: 0.2436, 0.6799", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48109_1.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the HisenseTV cost?; The action is #DUAL_POINT#; touch_point: 0.2436, 0.6799, lift_point: 0.2436, 0.6799", "response": "The action is #DUAL_POINT#; touch_point: 0.0694, 0.373, lift_point: 0.0694, 0.373", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48109_2.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the HisenseTV cost?; The action is #DUAL_POINT#; touch_point: 0.2436, 0.6799, lift_point: 0.2436, 0.6799; The action is #DUAL_POINT#; touch_point: 0.0694, 0.373, lift_point: 0.0694, 0.373", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"HisenseTV cost\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48109_3.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the HisenseTV cost?; The action is #DUAL_POINT#; touch_point: 0.2436, 0.6799, lift_point: 0.2436, 0.6799; The action is #DUAL_POINT#; touch_point: 0.0694, 0.373, lift_point: 0.0694, 0.373; The action is #TYPE#; And the content is : \"typed_text\": \"HisenseTV cost\"", "response": "The action is #DUAL_POINT#; touch_point: 0.3, 0.451, lift_point: 0.3, 0.451", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48109_4.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the HisenseTV cost?; The action is #DUAL_POINT#; touch_point: 0.2436, 0.6799, lift_point: 0.2436, 0.6799; The action is #DUAL_POINT#; touch_point: 0.0694, 0.373, lift_point: 0.0694, 0.373; The action is #TYPE#; And the content is : \"typed_text\": \"HisenseTV cost\"; The action is #DUAL_POINT#; touch_point: 0.3, 0.451, lift_point: 0.3, 0.451", "response": "The action is #DUAL_POINT#; touch_point: 0.473, 0.3296, lift_point: 0.473, 0.3296", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48109_5.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the HisenseTV cost?; The action is #DUAL_POINT#; touch_point: 0.2436, 0.6799, lift_point: 0.2436, 0.6799; The action is #DUAL_POINT#; touch_point: 0.0694, 0.373, lift_point: 0.0694, 0.373; The action is #TYPE#; And the content is : \"typed_text\": \"HisenseTV cost\"; The action is #DUAL_POINT#; touch_point: 0.3, 0.451, lift_point: 0.3, 0.451; The action is #DUAL_POINT#; touch_point: 0.473, 0.3296, lift_point: 0.473, 0.3296", "response": "The action is #DUAL_POINT#; touch_point: 0.7301, 0.9206, lift_point: 0.7301, 0.9206", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48109_6.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the HisenseTV cost?; The action is #DUAL_POINT#; touch_point: 0.2436, 0.6799, lift_point: 0.2436, 0.6799; The action is #DUAL_POINT#; touch_point: 0.0694, 0.373, lift_point: 0.0694, 0.373; The action is #TYPE#; And the content is : \"typed_text\": \"HisenseTV cost\"; The action is #DUAL_POINT#; touch_point: 0.3, 0.451, lift_point: 0.3, 0.451; The action is #DUAL_POINT#; touch_point: 0.473, 0.3296, lift_point: 0.473, 0.3296; The action is #DUAL_POINT#; touch_point: 0.7301, 0.9206, lift_point: 0.7301, 0.9206", "response": "The action is #DUAL_POINT#; touch_point: 0.2926, 0.9444, lift_point: 0.2926, 0.9444", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48109_7.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the HisenseTV cost?; The action is #DUAL_POINT#; touch_point: 0.2436, 0.6799, lift_point: 0.2436, 0.6799; The action is #DUAL_POINT#; touch_point: 0.0694, 0.373, lift_point: 0.0694, 0.373; The action is #TYPE#; And the content is : \"typed_text\": \"HisenseTV cost\"; The action is #DUAL_POINT#; touch_point: 0.3, 0.451, lift_point: 0.3, 0.451; The action is #DUAL_POINT#; touch_point: 0.473, 0.3296, lift_point: 0.473, 0.3296; The action is #DUAL_POINT#; touch_point: 0.7301, 0.9206, lift_point: 0.7301, 0.9206; The action is #DUAL_POINT#; touch_point: 0.2926, 0.9444, lift_point: 0.2926, 0.9444", "response": "The action is #DUAL_POINT#; touch_point: 0.7215, 0.9359, lift_point: 0.7215, 0.9359", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48109_8.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the HisenseTV cost?; The action is #DUAL_POINT#; touch_point: 0.2436, 0.6799, lift_point: 0.2436, 0.6799; The action is #DUAL_POINT#; touch_point: 0.0694, 0.373, lift_point: 0.0694, 0.373; The action is #TYPE#; And the content is : \"typed_text\": \"HisenseTV cost\"; The action is #DUAL_POINT#; touch_point: 0.3, 0.451, lift_point: 0.3, 0.451; The action is #DUAL_POINT#; touch_point: 0.473, 0.3296, lift_point: 0.473, 0.3296; The action is #DUAL_POINT#; touch_point: 0.7301, 0.9206, lift_point: 0.7301, 0.9206; The action is #DUAL_POINT#; touch_point: 0.2926, 0.9444, lift_point: 0.2926, 0.9444; The action is #DUAL_POINT#; touch_point: 0.7215, 0.9359, lift_point: 0.7215, 0.9359", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48109_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Cheesecake Factory?", "response": "The action is #DUAL_POINT#; touch_point: 0.0601, 0.7172, lift_point: 0.0601, 0.7172", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48659_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Cheesecake Factory?; The action is #DUAL_POINT#; touch_point: 0.0601, 0.7172, lift_point: 0.0601, 0.7172", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"cheesecake factory\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48659_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Cheesecake Factory?; The action is #DUAL_POINT#; touch_point: 0.0601, 0.7172, lift_point: 0.0601, 0.7172; The action is #TYPE#; And the content is : \"typed_text\": \"cheesecake factory\"", "response": "The action is #DUAL_POINT#; touch_point: 0.2005, 0.3387, lift_point: 0.2005, 0.3387", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48659_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Cheesecake Factory?; The action is #DUAL_POINT#; touch_point: 0.0601, 0.7172, lift_point: 0.0601, 0.7172; The action is #TYPE#; And the content is : \"typed_text\": \"cheesecake factory\"; The action is #DUAL_POINT#; touch_point: 0.2005, 0.3387, lift_point: 0.2005, 0.3387", "response": "The action is #DUAL_POINT#; touch_point: 0.7599, 0.2511, lift_point: 0.7599, 0.2511", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48659_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Cheesecake Factory?; The action is #DUAL_POINT#; touch_point: 0.0601, 0.7172, lift_point: 0.0601, 0.7172; The action is #TYPE#; And the content is : \"typed_text\": \"cheesecake factory\"; The action is #DUAL_POINT#; touch_point: 0.2005, 0.3387, lift_point: 0.2005, 0.3387; The action is #DUAL_POINT#; touch_point: 0.7599, 0.2511, lift_point: 0.7599, 0.2511", "response": "The action is #DUAL_POINT#; touch_point: 0.475, 0.4932, lift_point: 0.475, 0.4932", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48659_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Cheesecake Factory?; The action is #DUAL_POINT#; touch_point: 0.0601, 0.7172, lift_point: 0.0601, 0.7172; The action is #TYPE#; And the content is : \"typed_text\": \"cheesecake factory\"; The action is #DUAL_POINT#; touch_point: 0.2005, 0.3387, lift_point: 0.2005, 0.3387; The action is #DUAL_POINT#; touch_point: 0.7599, 0.2511, lift_point: 0.7599, 0.2511; The action is #DUAL_POINT#; touch_point: 0.475, 0.4932, lift_point: 0.475, 0.4932", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48659_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Cheesecake Factory?; The action is #DUAL_POINT#; touch_point: 0.0601, 0.7172, lift_point: 0.0601, 0.7172; The action is #TYPE#; And the content is : \"typed_text\": \"cheesecake factory\"; The action is #DUAL_POINT#; touch_point: 0.2005, 0.3387, lift_point: 0.2005, 0.3387; The action is #DUAL_POINT#; touch_point: 0.7599, 0.2511, lift_point: 0.7599, 0.2511; The action is #DUAL_POINT#; touch_point: 0.475, 0.4932, lift_point: 0.475, 0.4932; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48659_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Cheesecake Factory?; The action is #DUAL_POINT#; touch_point: 0.0601, 0.7172, lift_point: 0.0601, 0.7172; The action is #TYPE#; And the content is : \"typed_text\": \"cheesecake factory\"; The action is #DUAL_POINT#; touch_point: 0.2005, 0.3387, lift_point: 0.2005, 0.3387; The action is #DUAL_POINT#; touch_point: 0.7599, 0.2511, lift_point: 0.7599, 0.2511; The action is #DUAL_POINT#; touch_point: 0.475, 0.4932, lift_point: 0.475, 0.4932; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48659_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Cheesecake Factory?; The action is #DUAL_POINT#; touch_point: 0.0601, 0.7172, lift_point: 0.0601, 0.7172; The action is #TYPE#; And the content is : \"typed_text\": \"cheesecake factory\"; The action is #DUAL_POINT#; touch_point: 0.2005, 0.3387, lift_point: 0.2005, 0.3387; The action is #DUAL_POINT#; touch_point: 0.7599, 0.2511, lift_point: 0.7599, 0.2511; The action is #DUAL_POINT#; touch_point: 0.475, 0.4932, lift_point: 0.475, 0.4932; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48659_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Cheesecake Factory?; The action is #DUAL_POINT#; touch_point: 0.0601, 0.7172, lift_point: 0.0601, 0.7172; The action is #TYPE#; And the content is : \"typed_text\": \"cheesecake factory\"; The action is #DUAL_POINT#; touch_point: 0.2005, 0.3387, lift_point: 0.2005, 0.3387; The action is #DUAL_POINT#; touch_point: 0.7599, 0.2511, lift_point: 0.7599, 0.2511; The action is #DUAL_POINT#; touch_point: 0.475, 0.4932, lift_point: 0.475, 0.4932; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48659_10.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Cheesecake Factory?; The action is #DUAL_POINT#; touch_point: 0.0601, 0.7172, lift_point: 0.0601, 0.7172; The action is #TYPE#; And the content is : \"typed_text\": \"cheesecake factory\"; The action is #DUAL_POINT#; touch_point: 0.2005, 0.3387, lift_point: 0.2005, 0.3387; The action is #DUAL_POINT#; touch_point: 0.7599, 0.2511, lift_point: 0.7599, 0.2511; The action is #DUAL_POINT#; touch_point: 0.475, 0.4932, lift_point: 0.475, 0.4932; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48659_11.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Cheesecake Factory?; The action is #DUAL_POINT#; touch_point: 0.0601, 0.7172, lift_point: 0.0601, 0.7172; The action is #TYPE#; And the content is : \"typed_text\": \"cheesecake factory\"; The action is #DUAL_POINT#; touch_point: 0.2005, 0.3387, lift_point: 0.2005, 0.3387; The action is #DUAL_POINT#; touch_point: 0.7599, 0.2511, lift_point: 0.7599, 0.2511; The action is #DUAL_POINT#; touch_point: 0.475, 0.4932, lift_point: 0.475, 0.4932; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48659_12.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Cheesecake Factory?; The action is #DUAL_POINT#; touch_point: 0.0601, 0.7172, lift_point: 0.0601, 0.7172; The action is #TYPE#; And the content is : \"typed_text\": \"cheesecake factory\"; The action is #DUAL_POINT#; touch_point: 0.2005, 0.3387, lift_point: 0.2005, 0.3387; The action is #DUAL_POINT#; touch_point: 0.7599, 0.2511, lift_point: 0.7599, 0.2511; The action is #DUAL_POINT#; touch_point: 0.475, 0.4932, lift_point: 0.475, 0.4932; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48659_13.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Cheesecake Factory?; The action is #DUAL_POINT#; touch_point: 0.0601, 0.7172, lift_point: 0.0601, 0.7172; The action is #TYPE#; And the content is : \"typed_text\": \"cheesecake factory\"; The action is #DUAL_POINT#; touch_point: 0.2005, 0.3387, lift_point: 0.2005, 0.3387; The action is #DUAL_POINT#; touch_point: 0.7599, 0.2511, lift_point: 0.7599, 0.2511; The action is #DUAL_POINT#; touch_point: 0.475, 0.4932, lift_point: 0.475, 0.4932; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48659_14.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Cheesecake Factory?; The action is #DUAL_POINT#; touch_point: 0.0601, 0.7172, lift_point: 0.0601, 0.7172; The action is #TYPE#; And the content is : \"typed_text\": \"cheesecake factory\"; The action is #DUAL_POINT#; touch_point: 0.2005, 0.3387, lift_point: 0.2005, 0.3387; The action is #DUAL_POINT#; touch_point: 0.7599, 0.2511, lift_point: 0.7599, 0.2511; The action is #DUAL_POINT#; touch_point: 0.475, 0.4932, lift_point: 0.475, 0.4932; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48659_15.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Cheesecake Factory?; The action is #DUAL_POINT#; touch_point: 0.0601, 0.7172, lift_point: 0.0601, 0.7172; The action is #TYPE#; And the content is : \"typed_text\": \"cheesecake factory\"; The action is #DUAL_POINT#; touch_point: 0.2005, 0.3387, lift_point: 0.2005, 0.3387; The action is #DUAL_POINT#; touch_point: 0.7599, 0.2511, lift_point: 0.7599, 0.2511; The action is #DUAL_POINT#; touch_point: 0.475, 0.4932, lift_point: 0.475, 0.4932; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #DUAL_POINT#; touch_point: 0.783, 0.3853, lift_point: 0.783, 0.3853", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48659_16.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Cheesecake Factory?; The action is #DUAL_POINT#; touch_point: 0.0601, 0.7172, lift_point: 0.0601, 0.7172; The action is #TYPE#; And the content is : \"typed_text\": \"cheesecake factory\"; The action is #DUAL_POINT#; touch_point: 0.2005, 0.3387, lift_point: 0.2005, 0.3387; The action is #DUAL_POINT#; touch_point: 0.7599, 0.2511, lift_point: 0.7599, 0.2511; The action is #DUAL_POINT#; touch_point: 0.475, 0.4932, lift_point: 0.475, 0.4932; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.783, 0.3853, lift_point: 0.783, 0.3853", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48659_17.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Cheesecake Factory?; The action is #DUAL_POINT#; touch_point: 0.0601, 0.7172, lift_point: 0.0601, 0.7172; The action is #TYPE#; And the content is : \"typed_text\": \"cheesecake factory\"; The action is #DUAL_POINT#; touch_point: 0.2005, 0.3387, lift_point: 0.2005, 0.3387; The action is #DUAL_POINT#; touch_point: 0.7599, 0.2511, lift_point: 0.7599, 0.2511; The action is #DUAL_POINT#; touch_point: 0.475, 0.4932, lift_point: 0.475, 0.4932; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.783, 0.3853, lift_point: 0.783, 0.3853; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48659_18.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Cheesecake Factory?; The action is #DUAL_POINT#; touch_point: 0.0601, 0.7172, lift_point: 0.0601, 0.7172; The action is #TYPE#; And the content is : \"typed_text\": \"cheesecake factory\"; The action is #DUAL_POINT#; touch_point: 0.2005, 0.3387, lift_point: 0.2005, 0.3387; The action is #DUAL_POINT#; touch_point: 0.7599, 0.2511, lift_point: 0.7599, 0.2511; The action is #DUAL_POINT#; touch_point: 0.475, 0.4932, lift_point: 0.475, 0.4932; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.783, 0.3853, lift_point: 0.783, 0.3853; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.4748, 0.6991, lift_point: 0.4748, 0.6991", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48659_19.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Cheesecake Factory?; The action is #DUAL_POINT#; touch_point: 0.0601, 0.7172, lift_point: 0.0601, 0.7172; The action is #TYPE#; And the content is : \"typed_text\": \"cheesecake factory\"; The action is #DUAL_POINT#; touch_point: 0.2005, 0.3387, lift_point: 0.2005, 0.3387; The action is #DUAL_POINT#; touch_point: 0.7599, 0.2511, lift_point: 0.7599, 0.2511; The action is #DUAL_POINT#; touch_point: 0.475, 0.4932, lift_point: 0.475, 0.4932; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.783, 0.3853, lift_point: 0.783, 0.3853; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4748, 0.6991, lift_point: 0.4748, 0.6991", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48659_20.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at IHOP?", "response": "The action is #DUAL_POINT#; touch_point: 0.7808, 0.6616, lift_point: 0.7808, 0.6616", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48773_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at IHOP?; The action is #DUAL_POINT#; touch_point: 0.7808, 0.6616, lift_point: 0.7808, 0.6616", "response": "The action is #DUAL_POINT#; touch_point: 0.062, 0.3546, lift_point: 0.062, 0.3546", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48773_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at IHOP?; The action is #DUAL_POINT#; touch_point: 0.7808, 0.6616, lift_point: 0.7808, 0.6616; The action is #DUAL_POINT#; touch_point: 0.062, 0.3546, lift_point: 0.062, 0.3546", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"menu on ihop\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48773_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at IHOP?; The action is #DUAL_POINT#; touch_point: 0.7808, 0.6616, lift_point: 0.7808, 0.6616; The action is #DUAL_POINT#; touch_point: 0.062, 0.3546, lift_point: 0.062, 0.3546; The action is #TYPE#; And the content is : \"typed_text\": \"menu on ihop\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1263, 0.2902, lift_point: 0.1263, 0.2902", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48773_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at IHOP?; The action is #DUAL_POINT#; touch_point: 0.7808, 0.6616, lift_point: 0.7808, 0.6616; The action is #DUAL_POINT#; touch_point: 0.062, 0.3546, lift_point: 0.062, 0.3546; The action is #TYPE#; And the content is : \"typed_text\": \"menu on ihop\"; The action is #DUAL_POINT#; touch_point: 0.1263, 0.2902, lift_point: 0.1263, 0.2902", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48773_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at IHOP?; The action is #DUAL_POINT#; touch_point: 0.7808, 0.6616, lift_point: 0.7808, 0.6616; The action is #DUAL_POINT#; touch_point: 0.062, 0.3546, lift_point: 0.062, 0.3546; The action is #TYPE#; And the content is : \"typed_text\": \"menu on ihop\"; The action is #DUAL_POINT#; touch_point: 0.1263, 0.2902, lift_point: 0.1263, 0.2902; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.5077, 0.6172, lift_point: 0.5077, 0.6172", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48773_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at IHOP?; The action is #DUAL_POINT#; touch_point: 0.7808, 0.6616, lift_point: 0.7808, 0.6616; The action is #DUAL_POINT#; touch_point: 0.062, 0.3546, lift_point: 0.062, 0.3546; The action is #TYPE#; And the content is : \"typed_text\": \"menu on ihop\"; The action is #DUAL_POINT#; touch_point: 0.1263, 0.2902, lift_point: 0.1263, 0.2902; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5077, 0.6172, lift_point: 0.5077, 0.6172", "response": "The action is #DUAL_POINT#; touch_point: 0.4417, 0.0512, lift_point: 0.4417, 0.0512", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48773_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at IHOP?; The action is #DUAL_POINT#; touch_point: 0.7808, 0.6616, lift_point: 0.7808, 0.6616; The action is #DUAL_POINT#; touch_point: 0.062, 0.3546, lift_point: 0.062, 0.3546; The action is #TYPE#; And the content is : \"typed_text\": \"menu on ihop\"; The action is #DUAL_POINT#; touch_point: 0.1263, 0.2902, lift_point: 0.1263, 0.2902; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5077, 0.6172, lift_point: 0.5077, 0.6172; The action is #DUAL_POINT#; touch_point: 0.4417, 0.0512, lift_point: 0.4417, 0.0512", "response": "The action is #DUAL_POINT#; touch_point: 0.4518, 0.0765, lift_point: 0.4518, 0.0765", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48773_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at IHOP?; The action is #DUAL_POINT#; touch_point: 0.7808, 0.6616, lift_point: 0.7808, 0.6616; The action is #DUAL_POINT#; touch_point: 0.062, 0.3546, lift_point: 0.062, 0.3546; The action is #TYPE#; And the content is : \"typed_text\": \"menu on ihop\"; The action is #DUAL_POINT#; touch_point: 0.1263, 0.2902, lift_point: 0.1263, 0.2902; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5077, 0.6172, lift_point: 0.5077, 0.6172; The action is #DUAL_POINT#; touch_point: 0.4417, 0.0512, lift_point: 0.4417, 0.0512; The action is #DUAL_POINT#; touch_point: 0.4518, 0.0765, lift_point: 0.4518, 0.0765", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48773_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at IHOP?; The action is #DUAL_POINT#; touch_point: 0.7808, 0.6616, lift_point: 0.7808, 0.6616; The action is #DUAL_POINT#; touch_point: 0.062, 0.3546, lift_point: 0.062, 0.3546; The action is #TYPE#; And the content is : \"typed_text\": \"menu on ihop\"; The action is #DUAL_POINT#; touch_point: 0.1263, 0.2902, lift_point: 0.1263, 0.2902; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5077, 0.6172, lift_point: 0.5077, 0.6172; The action is #DUAL_POINT#; touch_point: 0.4417, 0.0512, lift_point: 0.4417, 0.0512; The action is #DUAL_POINT#; touch_point: 0.4518, 0.0765, lift_point: 0.4518, 0.0765; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.8004, 0.507, lift_point: 0.8004, 0.507", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48773_10.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at IHOP?; The action is #DUAL_POINT#; touch_point: 0.7808, 0.6616, lift_point: 0.7808, 0.6616; The action is #DUAL_POINT#; touch_point: 0.062, 0.3546, lift_point: 0.062, 0.3546; The action is #TYPE#; And the content is : \"typed_text\": \"menu on ihop\"; The action is #DUAL_POINT#; touch_point: 0.1263, 0.2902, lift_point: 0.1263, 0.2902; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5077, 0.6172, lift_point: 0.5077, 0.6172; The action is #DUAL_POINT#; touch_point: 0.4417, 0.0512, lift_point: 0.4417, 0.0512; The action is #DUAL_POINT#; touch_point: 0.4518, 0.0765, lift_point: 0.4518, 0.0765; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8004, 0.507, lift_point: 0.8004, 0.507", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48773_11.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Malaysia?", "response": "The action is #DUAL_POINT#; touch_point: 0.8666, 0.3262, lift_point: 0.8666, 0.3262", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48850_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Malaysia?; The action is #DUAL_POINT#; touch_point: 0.8666, 0.3262, lift_point: 0.8666, 0.3262", "response": "The action is #DUAL_POINT#; touch_point: 0.8792, 0.1628, lift_point: 0.8792, 0.1628", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48850_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Malaysia?; The action is #DUAL_POINT#; touch_point: 0.8666, 0.3262, lift_point: 0.8666, 0.3262; The action is #DUAL_POINT#; touch_point: 0.8792, 0.1628, lift_point: 0.8792, 0.1628", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48850_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Malaysia?; The action is #DUAL_POINT#; touch_point: 0.8666, 0.3262, lift_point: 0.8666, 0.3262; The action is #DUAL_POINT#; touch_point: 0.8792, 0.1628, lift_point: 0.8792, 0.1628; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7715, 0.6863, lift_point: 0.7715, 0.6863", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48850_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Malaysia?; The action is #DUAL_POINT#; touch_point: 0.8666, 0.3262, lift_point: 0.8666, 0.3262; The action is #DUAL_POINT#; touch_point: 0.8792, 0.1628, lift_point: 0.8792, 0.1628; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7715, 0.6863, lift_point: 0.7715, 0.6863", "response": "The action is #DUAL_POINT#; touch_point: 0.0703, 0.2889, lift_point: 0.0703, 0.2889", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48850_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Malaysia?; The action is #DUAL_POINT#; touch_point: 0.8666, 0.3262, lift_point: 0.8666, 0.3262; The action is #DUAL_POINT#; touch_point: 0.8792, 0.1628, lift_point: 0.8792, 0.1628; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7715, 0.6863, lift_point: 0.7715, 0.6863; The action is #DUAL_POINT#; touch_point: 0.0703, 0.2889, lift_point: 0.0703, 0.2889", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"news in malaysia\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48850_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Malaysia?; The action is #DUAL_POINT#; touch_point: 0.8666, 0.3262, lift_point: 0.8666, 0.3262; The action is #DUAL_POINT#; touch_point: 0.8792, 0.1628, lift_point: 0.8792, 0.1628; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7715, 0.6863, lift_point: 0.7715, 0.6863; The action is #DUAL_POINT#; touch_point: 0.0703, 0.2889, lift_point: 0.0703, 0.2889; The action is #TYPE#; And the content is : \"typed_text\": \"news in malaysia\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48850_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Malaysia?; The action is #DUAL_POINT#; touch_point: 0.8666, 0.3262, lift_point: 0.8666, 0.3262; The action is #DUAL_POINT#; touch_point: 0.8792, 0.1628, lift_point: 0.8792, 0.1628; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7715, 0.6863, lift_point: 0.7715, 0.6863; The action is #DUAL_POINT#; touch_point: 0.0703, 0.2889, lift_point: 0.0703, 0.2889; The action is #TYPE#; And the content is : \"typed_text\": \"news in malaysia\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1339, 0.371, lift_point: 0.1339, 0.371", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48850_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Malaysia?; The action is #DUAL_POINT#; touch_point: 0.8666, 0.3262, lift_point: 0.8666, 0.3262; The action is #DUAL_POINT#; touch_point: 0.8792, 0.1628, lift_point: 0.8792, 0.1628; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7715, 0.6863, lift_point: 0.7715, 0.6863; The action is #DUAL_POINT#; touch_point: 0.0703, 0.2889, lift_point: 0.0703, 0.2889; The action is #TYPE#; And the content is : \"typed_text\": \"news in malaysia\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1339, 0.371, lift_point: 0.1339, 0.371", "response": "The action is #DUAL_POINT#; touch_point: 0.6086, 0.3156, lift_point: 0.6086, 0.3156", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48850_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Malaysia?; The action is #DUAL_POINT#; touch_point: 0.8666, 0.3262, lift_point: 0.8666, 0.3262; The action is #DUAL_POINT#; touch_point: 0.8792, 0.1628, lift_point: 0.8792, 0.1628; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7715, 0.6863, lift_point: 0.7715, 0.6863; The action is #DUAL_POINT#; touch_point: 0.0703, 0.2889, lift_point: 0.0703, 0.2889; The action is #TYPE#; And the content is : \"typed_text\": \"news in malaysia\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1339, 0.371, lift_point: 0.1339, 0.371; The action is #DUAL_POINT#; touch_point: 0.6086, 0.3156, lift_point: 0.6086, 0.3156", "response": "The action is #DUAL_POINT#; touch_point: 0.5415, 0.6211, lift_point: 0.5415, 0.6211", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48850_10.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Malaysia?; The action is #DUAL_POINT#; touch_point: 0.8666, 0.3262, lift_point: 0.8666, 0.3262; The action is #DUAL_POINT#; touch_point: 0.8792, 0.1628, lift_point: 0.8792, 0.1628; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7715, 0.6863, lift_point: 0.7715, 0.6863; The action is #DUAL_POINT#; touch_point: 0.0703, 0.2889, lift_point: 0.0703, 0.2889; The action is #TYPE#; And the content is : \"typed_text\": \"news in malaysia\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1339, 0.371, lift_point: 0.1339, 0.371; The action is #DUAL_POINT#; touch_point: 0.6086, 0.3156, lift_point: 0.6086, 0.3156; The action is #DUAL_POINT#; touch_point: 0.5415, 0.6211, lift_point: 0.5415, 0.6211", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48850_11.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Malaysia?; The action is #DUAL_POINT#; touch_point: 0.8666, 0.3262, lift_point: 0.8666, 0.3262; The action is #DUAL_POINT#; touch_point: 0.8792, 0.1628, lift_point: 0.8792, 0.1628; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7715, 0.6863, lift_point: 0.7715, 0.6863; The action is #DUAL_POINT#; touch_point: 0.0703, 0.2889, lift_point: 0.0703, 0.2889; The action is #TYPE#; And the content is : \"typed_text\": \"news in malaysia\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1339, 0.371, lift_point: 0.1339, 0.371; The action is #DUAL_POINT#; touch_point: 0.6086, 0.3156, lift_point: 0.6086, 0.3156; The action is #DUAL_POINT#; touch_point: 0.5415, 0.6211, lift_point: 0.5415, 0.6211; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48850_12.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Malaysia?; The action is #DUAL_POINT#; touch_point: 0.8666, 0.3262, lift_point: 0.8666, 0.3262; The action is #DUAL_POINT#; touch_point: 0.8792, 0.1628, lift_point: 0.8792, 0.1628; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7715, 0.6863, lift_point: 0.7715, 0.6863; The action is #DUAL_POINT#; touch_point: 0.0703, 0.2889, lift_point: 0.0703, 0.2889; The action is #TYPE#; And the content is : \"typed_text\": \"news in malaysia\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1339, 0.371, lift_point: 0.1339, 0.371; The action is #DUAL_POINT#; touch_point: 0.6086, 0.3156, lift_point: 0.6086, 0.3156; The action is #DUAL_POINT#; touch_point: 0.5415, 0.6211, lift_point: 0.5415, 0.6211; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48850_13.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Malaysia?; The action is #DUAL_POINT#; touch_point: 0.8666, 0.3262, lift_point: 0.8666, 0.3262; The action is #DUAL_POINT#; touch_point: 0.8792, 0.1628, lift_point: 0.8792, 0.1628; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7715, 0.6863, lift_point: 0.7715, 0.6863; The action is #DUAL_POINT#; touch_point: 0.0703, 0.2889, lift_point: 0.0703, 0.2889; The action is #TYPE#; And the content is : \"typed_text\": \"news in malaysia\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1339, 0.371, lift_point: 0.1339, 0.371; The action is #DUAL_POINT#; touch_point: 0.6086, 0.3156, lift_point: 0.6086, 0.3156; The action is #DUAL_POINT#; touch_point: 0.5415, 0.6211, lift_point: 0.5415, 0.6211; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48850_14.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Malaysia?; The action is #DUAL_POINT#; touch_point: 0.8666, 0.3262, lift_point: 0.8666, 0.3262; The action is #DUAL_POINT#; touch_point: 0.8792, 0.1628, lift_point: 0.8792, 0.1628; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7715, 0.6863, lift_point: 0.7715, 0.6863; The action is #DUAL_POINT#; touch_point: 0.0703, 0.2889, lift_point: 0.0703, 0.2889; The action is #TYPE#; And the content is : \"typed_text\": \"news in malaysia\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1339, 0.371, lift_point: 0.1339, 0.371; The action is #DUAL_POINT#; touch_point: 0.6086, 0.3156, lift_point: 0.6086, 0.3156; The action is #DUAL_POINT#; touch_point: 0.5415, 0.6211, lift_point: 0.5415, 0.6211; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48850_15.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Malaysia?; The action is #DUAL_POINT#; touch_point: 0.8666, 0.3262, lift_point: 0.8666, 0.3262; The action is #DUAL_POINT#; touch_point: 0.8792, 0.1628, lift_point: 0.8792, 0.1628; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7715, 0.6863, lift_point: 0.7715, 0.6863; The action is #DUAL_POINT#; touch_point: 0.0703, 0.2889, lift_point: 0.0703, 0.2889; The action is #TYPE#; And the content is : \"typed_text\": \"news in malaysia\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1339, 0.371, lift_point: 0.1339, 0.371; The action is #DUAL_POINT#; touch_point: 0.6086, 0.3156, lift_point: 0.6086, 0.3156; The action is #DUAL_POINT#; touch_point: 0.5415, 0.6211, lift_point: 0.5415, 0.6211; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48850_16.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Malaysia?; The action is #DUAL_POINT#; touch_point: 0.8666, 0.3262, lift_point: 0.8666, 0.3262; The action is #DUAL_POINT#; touch_point: 0.8792, 0.1628, lift_point: 0.8792, 0.1628; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7715, 0.6863, lift_point: 0.7715, 0.6863; The action is #DUAL_POINT#; touch_point: 0.0703, 0.2889, lift_point: 0.0703, 0.2889; The action is #TYPE#; And the content is : \"typed_text\": \"news in malaysia\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1339, 0.371, lift_point: 0.1339, 0.371; The action is #DUAL_POINT#; touch_point: 0.6086, 0.3156, lift_point: 0.6086, 0.3156; The action is #DUAL_POINT#; touch_point: 0.5415, 0.6211, lift_point: 0.5415, 0.6211; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48850_17.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Malaysia?; The action is #DUAL_POINT#; touch_point: 0.8666, 0.3262, lift_point: 0.8666, 0.3262; The action is #DUAL_POINT#; touch_point: 0.8792, 0.1628, lift_point: 0.8792, 0.1628; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7715, 0.6863, lift_point: 0.7715, 0.6863; The action is #DUAL_POINT#; touch_point: 0.0703, 0.2889, lift_point: 0.0703, 0.2889; The action is #TYPE#; And the content is : \"typed_text\": \"news in malaysia\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1339, 0.371, lift_point: 0.1339, 0.371; The action is #DUAL_POINT#; touch_point: 0.6086, 0.3156, lift_point: 0.6086, 0.3156; The action is #DUAL_POINT#; touch_point: 0.5415, 0.6211, lift_point: 0.5415, 0.6211; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48850_18.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Malaysia?; The action is #DUAL_POINT#; touch_point: 0.8666, 0.3262, lift_point: 0.8666, 0.3262; The action is #DUAL_POINT#; touch_point: 0.8792, 0.1628, lift_point: 0.8792, 0.1628; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7715, 0.6863, lift_point: 0.7715, 0.6863; The action is #DUAL_POINT#; touch_point: 0.0703, 0.2889, lift_point: 0.0703, 0.2889; The action is #TYPE#; And the content is : \"typed_text\": \"news in malaysia\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1339, 0.371, lift_point: 0.1339, 0.371; The action is #DUAL_POINT#; touch_point: 0.6086, 0.3156, lift_point: 0.6086, 0.3156; The action is #DUAL_POINT#; touch_point: 0.5415, 0.6211, lift_point: 0.5415, 0.6211; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48850_19.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Malaysia?; The action is #DUAL_POINT#; touch_point: 0.8666, 0.3262, lift_point: 0.8666, 0.3262; The action is #DUAL_POINT#; touch_point: 0.8792, 0.1628, lift_point: 0.8792, 0.1628; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7715, 0.6863, lift_point: 0.7715, 0.6863; The action is #DUAL_POINT#; touch_point: 0.0703, 0.2889, lift_point: 0.0703, 0.2889; The action is #TYPE#; And the content is : \"typed_text\": \"news in malaysia\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1339, 0.371, lift_point: 0.1339, 0.371; The action is #DUAL_POINT#; touch_point: 0.6086, 0.3156, lift_point: 0.6086, 0.3156; The action is #DUAL_POINT#; touch_point: 0.5415, 0.6211, lift_point: 0.5415, 0.6211; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48850_20.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Malaysia?; The action is #DUAL_POINT#; touch_point: 0.8666, 0.3262, lift_point: 0.8666, 0.3262; The action is #DUAL_POINT#; touch_point: 0.8792, 0.1628, lift_point: 0.8792, 0.1628; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7715, 0.6863, lift_point: 0.7715, 0.6863; The action is #DUAL_POINT#; touch_point: 0.0703, 0.2889, lift_point: 0.0703, 0.2889; The action is #TYPE#; And the content is : \"typed_text\": \"news in malaysia\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1339, 0.371, lift_point: 0.1339, 0.371; The action is #DUAL_POINT#; touch_point: 0.6086, 0.3156, lift_point: 0.6086, 0.3156; The action is #DUAL_POINT#; touch_point: 0.5415, 0.6211, lift_point: 0.5415, 0.6211; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48850_21.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Malaysia?; The action is #DUAL_POINT#; touch_point: 0.8666, 0.3262, lift_point: 0.8666, 0.3262; The action is #DUAL_POINT#; touch_point: 0.8792, 0.1628, lift_point: 0.8792, 0.1628; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7715, 0.6863, lift_point: 0.7715, 0.6863; The action is #DUAL_POINT#; touch_point: 0.0703, 0.2889, lift_point: 0.0703, 0.2889; The action is #TYPE#; And the content is : \"typed_text\": \"news in malaysia\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1339, 0.371, lift_point: 0.1339, 0.371; The action is #DUAL_POINT#; touch_point: 0.6086, 0.3156, lift_point: 0.6086, 0.3156; The action is #DUAL_POINT#; touch_point: 0.5415, 0.6211, lift_point: 0.5415, 0.6211; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48850_22.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Malaysia?; The action is #DUAL_POINT#; touch_point: 0.8666, 0.3262, lift_point: 0.8666, 0.3262; The action is #DUAL_POINT#; touch_point: 0.8792, 0.1628, lift_point: 0.8792, 0.1628; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7715, 0.6863, lift_point: 0.7715, 0.6863; The action is #DUAL_POINT#; touch_point: 0.0703, 0.2889, lift_point: 0.0703, 0.2889; The action is #TYPE#; And the content is : \"typed_text\": \"news in malaysia\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1339, 0.371, lift_point: 0.1339, 0.371; The action is #DUAL_POINT#; touch_point: 0.6086, 0.3156, lift_point: 0.6086, 0.3156; The action is #DUAL_POINT#; touch_point: 0.5415, 0.6211, lift_point: 0.5415, 0.6211; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48850_23.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Malaysia?; The action is #DUAL_POINT#; touch_point: 0.8666, 0.3262, lift_point: 0.8666, 0.3262; The action is #DUAL_POINT#; touch_point: 0.8792, 0.1628, lift_point: 0.8792, 0.1628; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7715, 0.6863, lift_point: 0.7715, 0.6863; The action is #DUAL_POINT#; touch_point: 0.0703, 0.2889, lift_point: 0.0703, 0.2889; The action is #TYPE#; And the content is : \"typed_text\": \"news in malaysia\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1339, 0.371, lift_point: 0.1339, 0.371; The action is #DUAL_POINT#; touch_point: 0.6086, 0.3156, lift_point: 0.6086, 0.3156; The action is #DUAL_POINT#; touch_point: 0.5415, 0.6211, lift_point: 0.5415, 0.6211; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48850_24.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Malaysia?; The action is #DUAL_POINT#; touch_point: 0.8666, 0.3262, lift_point: 0.8666, 0.3262; The action is #DUAL_POINT#; touch_point: 0.8792, 0.1628, lift_point: 0.8792, 0.1628; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7715, 0.6863, lift_point: 0.7715, 0.6863; The action is #DUAL_POINT#; touch_point: 0.0703, 0.2889, lift_point: 0.0703, 0.2889; The action is #TYPE#; And the content is : \"typed_text\": \"news in malaysia\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1339, 0.371, lift_point: 0.1339, 0.371; The action is #DUAL_POINT#; touch_point: 0.6086, 0.3156, lift_point: 0.6086, 0.3156; The action is #DUAL_POINT#; touch_point: 0.5415, 0.6211, lift_point: 0.5415, 0.6211; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48850_25.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Malaysia?; The action is #DUAL_POINT#; touch_point: 0.8666, 0.3262, lift_point: 0.8666, 0.3262; The action is #DUAL_POINT#; touch_point: 0.8792, 0.1628, lift_point: 0.8792, 0.1628; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7715, 0.6863, lift_point: 0.7715, 0.6863; The action is #DUAL_POINT#; touch_point: 0.0703, 0.2889, lift_point: 0.0703, 0.2889; The action is #TYPE#; And the content is : \"typed_text\": \"news in malaysia\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1339, 0.371, lift_point: 0.1339, 0.371; The action is #DUAL_POINT#; touch_point: 0.6086, 0.3156, lift_point: 0.6086, 0.3156; The action is #DUAL_POINT#; touch_point: 0.5415, 0.6211, lift_point: 0.5415, 0.6211; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48850_26.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Malaysia?; The action is #DUAL_POINT#; touch_point: 0.8666, 0.3262, lift_point: 0.8666, 0.3262; The action is #DUAL_POINT#; touch_point: 0.8792, 0.1628, lift_point: 0.8792, 0.1628; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7715, 0.6863, lift_point: 0.7715, 0.6863; The action is #DUAL_POINT#; touch_point: 0.0703, 0.2889, lift_point: 0.0703, 0.2889; The action is #TYPE#; And the content is : \"typed_text\": \"news in malaysia\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1339, 0.371, lift_point: 0.1339, 0.371; The action is #DUAL_POINT#; touch_point: 0.6086, 0.3156, lift_point: 0.6086, 0.3156; The action is #DUAL_POINT#; touch_point: 0.5415, 0.6211, lift_point: 0.5415, 0.6211; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48850_27.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Malaysia?; The action is #DUAL_POINT#; touch_point: 0.8666, 0.3262, lift_point: 0.8666, 0.3262; The action is #DUAL_POINT#; touch_point: 0.8792, 0.1628, lift_point: 0.8792, 0.1628; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7715, 0.6863, lift_point: 0.7715, 0.6863; The action is #DUAL_POINT#; touch_point: 0.0703, 0.2889, lift_point: 0.0703, 0.2889; The action is #TYPE#; And the content is : \"typed_text\": \"news in malaysia\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1339, 0.371, lift_point: 0.1339, 0.371; The action is #DUAL_POINT#; touch_point: 0.6086, 0.3156, lift_point: 0.6086, 0.3156; The action is #DUAL_POINT#; touch_point: 0.5415, 0.6211, lift_point: 0.5415, 0.6211; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48850_28.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Malaysia?; The action is #DUAL_POINT#; touch_point: 0.8666, 0.3262, lift_point: 0.8666, 0.3262; The action is #DUAL_POINT#; touch_point: 0.8792, 0.1628, lift_point: 0.8792, 0.1628; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7715, 0.6863, lift_point: 0.7715, 0.6863; The action is #DUAL_POINT#; touch_point: 0.0703, 0.2889, lift_point: 0.0703, 0.2889; The action is #TYPE#; And the content is : \"typed_text\": \"news in malaysia\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1339, 0.371, lift_point: 0.1339, 0.371; The action is #DUAL_POINT#; touch_point: 0.6086, 0.3156, lift_point: 0.6086, 0.3156; The action is #DUAL_POINT#; touch_point: 0.5415, 0.6211, lift_point: 0.5415, 0.6211; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48850_29.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Malaysia?; The action is #DUAL_POINT#; touch_point: 0.8666, 0.3262, lift_point: 0.8666, 0.3262; The action is #DUAL_POINT#; touch_point: 0.8792, 0.1628, lift_point: 0.8792, 0.1628; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7715, 0.6863, lift_point: 0.7715, 0.6863; The action is #DUAL_POINT#; touch_point: 0.0703, 0.2889, lift_point: 0.0703, 0.2889; The action is #TYPE#; And the content is : \"typed_text\": \"news in malaysia\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1339, 0.371, lift_point: 0.1339, 0.371; The action is #DUAL_POINT#; touch_point: 0.6086, 0.3156, lift_point: 0.6086, 0.3156; The action is #DUAL_POINT#; touch_point: 0.5415, 0.6211, lift_point: 0.5415, 0.6211; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48850_30.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Malaysia?; The action is #DUAL_POINT#; touch_point: 0.8666, 0.3262, lift_point: 0.8666, 0.3262; The action is #DUAL_POINT#; touch_point: 0.8792, 0.1628, lift_point: 0.8792, 0.1628; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7715, 0.6863, lift_point: 0.7715, 0.6863; The action is #DUAL_POINT#; touch_point: 0.0703, 0.2889, lift_point: 0.0703, 0.2889; The action is #TYPE#; And the content is : \"typed_text\": \"news in malaysia\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1339, 0.371, lift_point: 0.1339, 0.371; The action is #DUAL_POINT#; touch_point: 0.6086, 0.3156, lift_point: 0.6086, 0.3156; The action is #DUAL_POINT#; touch_point: 0.5415, 0.6211, lift_point: 0.5415, 0.6211; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48850_31.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Malaysia?; The action is #DUAL_POINT#; touch_point: 0.8666, 0.3262, lift_point: 0.8666, 0.3262; The action is #DUAL_POINT#; touch_point: 0.8792, 0.1628, lift_point: 0.8792, 0.1628; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7715, 0.6863, lift_point: 0.7715, 0.6863; The action is #DUAL_POINT#; touch_point: 0.0703, 0.2889, lift_point: 0.0703, 0.2889; The action is #TYPE#; And the content is : \"typed_text\": \"news in malaysia\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1339, 0.371, lift_point: 0.1339, 0.371; The action is #DUAL_POINT#; touch_point: 0.6086, 0.3156, lift_point: 0.6086, 0.3156; The action is #DUAL_POINT#; touch_point: 0.5415, 0.6211, lift_point: 0.5415, 0.6211; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48850_32.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Malaysia?; The action is #DUAL_POINT#; touch_point: 0.8666, 0.3262, lift_point: 0.8666, 0.3262; The action is #DUAL_POINT#; touch_point: 0.8792, 0.1628, lift_point: 0.8792, 0.1628; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7715, 0.6863, lift_point: 0.7715, 0.6863; The action is #DUAL_POINT#; touch_point: 0.0703, 0.2889, lift_point: 0.0703, 0.2889; The action is #TYPE#; And the content is : \"typed_text\": \"news in malaysia\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1339, 0.371, lift_point: 0.1339, 0.371; The action is #DUAL_POINT#; touch_point: 0.6086, 0.3156, lift_point: 0.6086, 0.3156; The action is #DUAL_POINT#; touch_point: 0.5415, 0.6211, lift_point: 0.5415, 0.6211; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #DUAL_POINT#; touch_point: 0.0611, 0.439, lift_point: 0.0611, 0.439", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48850_33.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Malaysia?; The action is #DUAL_POINT#; touch_point: 0.8666, 0.3262, lift_point: 0.8666, 0.3262; The action is #DUAL_POINT#; touch_point: 0.8792, 0.1628, lift_point: 0.8792, 0.1628; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7715, 0.6863, lift_point: 0.7715, 0.6863; The action is #DUAL_POINT#; touch_point: 0.0703, 0.2889, lift_point: 0.0703, 0.2889; The action is #TYPE#; And the content is : \"typed_text\": \"news in malaysia\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1339, 0.371, lift_point: 0.1339, 0.371; The action is #DUAL_POINT#; touch_point: 0.6086, 0.3156, lift_point: 0.6086, 0.3156; The action is #DUAL_POINT#; touch_point: 0.5415, 0.6211, lift_point: 0.5415, 0.6211; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0611, 0.439, lift_point: 0.0611, 0.439", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"malaysia news\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48850_34.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Malaysia?; The action is #DUAL_POINT#; touch_point: 0.8666, 0.3262, lift_point: 0.8666, 0.3262; The action is #DUAL_POINT#; touch_point: 0.8792, 0.1628, lift_point: 0.8792, 0.1628; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7715, 0.6863, lift_point: 0.7715, 0.6863; The action is #DUAL_POINT#; touch_point: 0.0703, 0.2889, lift_point: 0.0703, 0.2889; The action is #TYPE#; And the content is : \"typed_text\": \"news in malaysia\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1339, 0.371, lift_point: 0.1339, 0.371; The action is #DUAL_POINT#; touch_point: 0.6086, 0.3156, lift_point: 0.6086, 0.3156; The action is #DUAL_POINT#; touch_point: 0.5415, 0.6211, lift_point: 0.5415, 0.6211; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0611, 0.439, lift_point: 0.0611, 0.439; The action is #TYPE#; And the content is : \"typed_text\": \"malaysia news\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48850_35.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Malaysia?; The action is #DUAL_POINT#; touch_point: 0.8666, 0.3262, lift_point: 0.8666, 0.3262; The action is #DUAL_POINT#; touch_point: 0.8792, 0.1628, lift_point: 0.8792, 0.1628; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7715, 0.6863, lift_point: 0.7715, 0.6863; The action is #DUAL_POINT#; touch_point: 0.0703, 0.2889, lift_point: 0.0703, 0.2889; The action is #TYPE#; And the content is : \"typed_text\": \"news in malaysia\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1339, 0.371, lift_point: 0.1339, 0.371; The action is #DUAL_POINT#; touch_point: 0.6086, 0.3156, lift_point: 0.6086, 0.3156; The action is #DUAL_POINT#; touch_point: 0.5415, 0.6211, lift_point: 0.5415, 0.6211; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0611, 0.439, lift_point: 0.0611, 0.439; The action is #TYPE#; And the content is : \"typed_text\": \"malaysia news\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1176, 0.2361, lift_point: 0.1176, 0.2361", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48850_36.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Malaysia?; The action is #DUAL_POINT#; touch_point: 0.8666, 0.3262, lift_point: 0.8666, 0.3262; The action is #DUAL_POINT#; touch_point: 0.8792, 0.1628, lift_point: 0.8792, 0.1628; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7715, 0.6863, lift_point: 0.7715, 0.6863; The action is #DUAL_POINT#; touch_point: 0.0703, 0.2889, lift_point: 0.0703, 0.2889; The action is #TYPE#; And the content is : \"typed_text\": \"news in malaysia\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1339, 0.371, lift_point: 0.1339, 0.371; The action is #DUAL_POINT#; touch_point: 0.6086, 0.3156, lift_point: 0.6086, 0.3156; The action is #DUAL_POINT#; touch_point: 0.5415, 0.6211, lift_point: 0.5415, 0.6211; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0611, 0.439, lift_point: 0.0611, 0.439; The action is #TYPE#; And the content is : \"typed_text\": \"malaysia news\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1176, 0.2361, lift_point: 0.1176, 0.2361", "response": "The action is #DUAL_POINT#; touch_point: 0.8276, 0.3016, lift_point: 0.8276, 0.3016", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48850_37.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Malaysia?; The action is #DUAL_POINT#; touch_point: 0.8666, 0.3262, lift_point: 0.8666, 0.3262; The action is #DUAL_POINT#; touch_point: 0.8792, 0.1628, lift_point: 0.8792, 0.1628; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7715, 0.6863, lift_point: 0.7715, 0.6863; The action is #DUAL_POINT#; touch_point: 0.0703, 0.2889, lift_point: 0.0703, 0.2889; The action is #TYPE#; And the content is : \"typed_text\": \"news in malaysia\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1339, 0.371, lift_point: 0.1339, 0.371; The action is #DUAL_POINT#; touch_point: 0.6086, 0.3156, lift_point: 0.6086, 0.3156; The action is #DUAL_POINT#; touch_point: 0.5415, 0.6211, lift_point: 0.5415, 0.6211; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0611, 0.439, lift_point: 0.0611, 0.439; The action is #TYPE#; And the content is : \"typed_text\": \"malaysia news\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1176, 0.2361, lift_point: 0.1176, 0.2361; The action is #DUAL_POINT#; touch_point: 0.8276, 0.3016, lift_point: 0.8276, 0.3016", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48850_38.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new bronzer", "response": "The action is #DUAL_POINT#; touch_point: 0.7791, 0.6764, lift_point: 0.7791, 0.6764", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48873_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new bronzer; The action is #DUAL_POINT#; touch_point: 0.7791, 0.6764, lift_point: 0.7791, 0.6764", "response": "The action is #DUAL_POINT#; touch_point: 0.0715, 0.3188, lift_point: 0.0715, 0.3188", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48873_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new bronzer; The action is #DUAL_POINT#; touch_point: 0.7791, 0.6764, lift_point: 0.7791, 0.6764; The action is #DUAL_POINT#; touch_point: 0.0715, 0.3188, lift_point: 0.0715, 0.3188", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"new bronzer\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48873_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new bronzer; The action is #DUAL_POINT#; touch_point: 0.7791, 0.6764, lift_point: 0.7791, 0.6764; The action is #DUAL_POINT#; touch_point: 0.0715, 0.3188, lift_point: 0.0715, 0.3188; The action is #TYPE#; And the content is : \"typed_text\": \"new bronzer\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48873_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new bronzer; The action is #DUAL_POINT#; touch_point: 0.7791, 0.6764, lift_point: 0.7791, 0.6764; The action is #DUAL_POINT#; touch_point: 0.0715, 0.3188, lift_point: 0.0715, 0.3188; The action is #TYPE#; And the content is : \"typed_text\": \"new bronzer\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1267, 0.2447, lift_point: 0.1267, 0.2447", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48873_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new bronzer; The action is #DUAL_POINT#; touch_point: 0.7791, 0.6764, lift_point: 0.7791, 0.6764; The action is #DUAL_POINT#; touch_point: 0.0715, 0.3188, lift_point: 0.0715, 0.3188; The action is #TYPE#; And the content is : \"typed_text\": \"new bronzer\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1267, 0.2447, lift_point: 0.1267, 0.2447", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48873_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new bronzer; The action is #DUAL_POINT#; touch_point: 0.7791, 0.6764, lift_point: 0.7791, 0.6764; The action is #DUAL_POINT#; touch_point: 0.0715, 0.3188, lift_point: 0.0715, 0.3188; The action is #TYPE#; And the content is : \"typed_text\": \"new bronzer\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1267, 0.2447, lift_point: 0.1267, 0.2447; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.856, 0.2838, lift_point: 0.856, 0.2838", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48873_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new bronzer; The action is #DUAL_POINT#; touch_point: 0.7791, 0.6764, lift_point: 0.7791, 0.6764; The action is #DUAL_POINT#; touch_point: 0.0715, 0.3188, lift_point: 0.0715, 0.3188; The action is #TYPE#; And the content is : \"typed_text\": \"new bronzer\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1267, 0.2447, lift_point: 0.1267, 0.2447; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.856, 0.2838, lift_point: 0.856, 0.2838", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48873_8.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 3pm", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48893_1.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 3pm; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.375, 0.88, lift_point: 0.375, 0.88", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48893_2.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 3pm; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.375, 0.88, lift_point: 0.375, 0.88", "response": "The action is #DUAL_POINT#; touch_point: 0.085, 0.1138, lift_point: 0.085, 0.1138", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48893_3.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 3pm; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.375, 0.88, lift_point: 0.375, 0.88; The action is #DUAL_POINT#; touch_point: 0.085, 0.1138, lift_point: 0.085, 0.1138", "response": "The action is #DUAL_POINT#; touch_point: 0.6539, 0.8814, lift_point: 0.6539, 0.8814", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48893_4.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 3pm; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.375, 0.88, lift_point: 0.375, 0.88; The action is #DUAL_POINT#; touch_point: 0.085, 0.1138, lift_point: 0.085, 0.1138; The action is #DUAL_POINT#; touch_point: 0.6539, 0.8814, lift_point: 0.6539, 0.8814", "response": "The action is #DUAL_POINT#; touch_point: 0.3063, 0.3311, lift_point: 0.3063, 0.3311", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48893_5.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 3pm; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.375, 0.88, lift_point: 0.375, 0.88; The action is #DUAL_POINT#; touch_point: 0.085, 0.1138, lift_point: 0.085, 0.1138; The action is #DUAL_POINT#; touch_point: 0.6539, 0.8814, lift_point: 0.6539, 0.8814; The action is #DUAL_POINT#; touch_point: 0.3063, 0.3311, lift_point: 0.3063, 0.3311", "response": "The action is #DUAL_POINT#; touch_point: 0.5192, 0.696, lift_point: 0.5192, 0.696", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48893_6.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 3pm; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.375, 0.88, lift_point: 0.375, 0.88; The action is #DUAL_POINT#; touch_point: 0.085, 0.1138, lift_point: 0.085, 0.1138; The action is #DUAL_POINT#; touch_point: 0.6539, 0.8814, lift_point: 0.6539, 0.8814; The action is #DUAL_POINT#; touch_point: 0.3063, 0.3311, lift_point: 0.3063, 0.3311; The action is #DUAL_POINT#; touch_point: 0.5192, 0.696, lift_point: 0.5192, 0.696", "response": "The action is #DUAL_POINT#; touch_point: 0.5091, 0.7017, lift_point: 0.5091, 0.7017", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48893_7.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 3pm; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.375, 0.88, lift_point: 0.375, 0.88; The action is #DUAL_POINT#; touch_point: 0.085, 0.1138, lift_point: 0.085, 0.1138; The action is #DUAL_POINT#; touch_point: 0.6539, 0.8814, lift_point: 0.6539, 0.8814; The action is #DUAL_POINT#; touch_point: 0.3063, 0.3311, lift_point: 0.3063, 0.3311; The action is #DUAL_POINT#; touch_point: 0.5192, 0.696, lift_point: 0.5192, 0.696; The action is #DUAL_POINT#; touch_point: 0.5091, 0.7017, lift_point: 0.5091, 0.7017", "response": "The action is #DUAL_POINT#; touch_point: 0.4188, 0.5085, lift_point: 0.4188, 0.5085", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48893_8.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 3pm; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.375, 0.88, lift_point: 0.375, 0.88; The action is #DUAL_POINT#; touch_point: 0.085, 0.1138, lift_point: 0.085, 0.1138; The action is #DUAL_POINT#; touch_point: 0.6539, 0.8814, lift_point: 0.6539, 0.8814; The action is #DUAL_POINT#; touch_point: 0.3063, 0.3311, lift_point: 0.3063, 0.3311; The action is #DUAL_POINT#; touch_point: 0.5192, 0.696, lift_point: 0.5192, 0.696; The action is #DUAL_POINT#; touch_point: 0.5091, 0.7017, lift_point: 0.5091, 0.7017; The action is #DUAL_POINT#; touch_point: 0.4188, 0.5085, lift_point: 0.4188, 0.5085", "response": "The action is #DUAL_POINT#; touch_point: 0.6857, 0.7309, lift_point: 0.6857, 0.7309", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48893_9.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 3pm; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.375, 0.88, lift_point: 0.375, 0.88; The action is #DUAL_POINT#; touch_point: 0.085, 0.1138, lift_point: 0.085, 0.1138; The action is #DUAL_POINT#; touch_point: 0.6539, 0.8814, lift_point: 0.6539, 0.8814; The action is #DUAL_POINT#; touch_point: 0.3063, 0.3311, lift_point: 0.3063, 0.3311; The action is #DUAL_POINT#; touch_point: 0.5192, 0.696, lift_point: 0.5192, 0.696; The action is #DUAL_POINT#; touch_point: 0.5091, 0.7017, lift_point: 0.5091, 0.7017; The action is #DUAL_POINT#; touch_point: 0.4188, 0.5085, lift_point: 0.4188, 0.5085; The action is #DUAL_POINT#; touch_point: 0.6857, 0.7309, lift_point: 0.6857, 0.7309", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48893_10.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach towel?", "response": "The action is #DUAL_POINT#; touch_point: 0.7851, 0.6763, lift_point: 0.7851, 0.6763", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48952_1.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach towel?; The action is #DUAL_POINT#; touch_point: 0.7851, 0.6763, lift_point: 0.7851, 0.6763", "response": "The action is #DUAL_POINT#; touch_point: 0.2925, 0.5378, lift_point: 0.2925, 0.5378", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48952_2.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach towel?; The action is #DUAL_POINT#; touch_point: 0.7851, 0.6763, lift_point: 0.7851, 0.6763; The action is #DUAL_POINT#; touch_point: 0.2925, 0.5378, lift_point: 0.2925, 0.5378", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"nice beach towel\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48952_3.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach towel?; The action is #DUAL_POINT#; touch_point: 0.7851, 0.6763, lift_point: 0.7851, 0.6763; The action is #DUAL_POINT#; touch_point: 0.2925, 0.5378, lift_point: 0.2925, 0.5378; The action is #TYPE#; And the content is : \"typed_text\": \"nice beach towel\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1208, 0.352, lift_point: 0.1208, 0.352", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48952_4.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach towel?; The action is #DUAL_POINT#; touch_point: 0.7851, 0.6763, lift_point: 0.7851, 0.6763; The action is #DUAL_POINT#; touch_point: 0.2925, 0.5378, lift_point: 0.2925, 0.5378; The action is #TYPE#; And the content is : \"typed_text\": \"nice beach towel\"; The action is #DUAL_POINT#; touch_point: 0.1208, 0.352, lift_point: 0.1208, 0.352", "response": "The action is #DUAL_POINT#; touch_point: 0.3398, 0.2676, lift_point: 0.3398, 0.2676", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48952_5.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach towel?; The action is #DUAL_POINT#; touch_point: 0.7851, 0.6763, lift_point: 0.7851, 0.6763; The action is #DUAL_POINT#; touch_point: 0.2925, 0.5378, lift_point: 0.2925, 0.5378; The action is #TYPE#; And the content is : \"typed_text\": \"nice beach towel\"; The action is #DUAL_POINT#; touch_point: 0.1208, 0.352, lift_point: 0.1208, 0.352; The action is #DUAL_POINT#; touch_point: 0.3398, 0.2676, lift_point: 0.3398, 0.2676", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48952_6.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach towel?; The action is #DUAL_POINT#; touch_point: 0.7851, 0.6763, lift_point: 0.7851, 0.6763; The action is #DUAL_POINT#; touch_point: 0.2925, 0.5378, lift_point: 0.2925, 0.5378; The action is #TYPE#; And the content is : \"typed_text\": \"nice beach towel\"; The action is #DUAL_POINT#; touch_point: 0.1208, 0.352, lift_point: 0.1208, 0.352; The action is #DUAL_POINT#; touch_point: 0.3398, 0.2676, lift_point: 0.3398, 0.2676; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3445, 0.7999, lift_point: 0.3445, 0.7999", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48952_7.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach towel?; The action is #DUAL_POINT#; touch_point: 0.7851, 0.6763, lift_point: 0.7851, 0.6763; The action is #DUAL_POINT#; touch_point: 0.2925, 0.5378, lift_point: 0.2925, 0.5378; The action is #TYPE#; And the content is : \"typed_text\": \"nice beach towel\"; The action is #DUAL_POINT#; touch_point: 0.1208, 0.352, lift_point: 0.1208, 0.352; The action is #DUAL_POINT#; touch_point: 0.3398, 0.2676, lift_point: 0.3398, 0.2676; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3445, 0.7999, lift_point: 0.3445, 0.7999", "response": "The action is #DUAL_POINT#; touch_point: 0.8888, 0.4811, lift_point: 0.8888, 0.4811", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48952_8.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach towel?; The action is #DUAL_POINT#; touch_point: 0.7851, 0.6763, lift_point: 0.7851, 0.6763; The action is #DUAL_POINT#; touch_point: 0.2925, 0.5378, lift_point: 0.2925, 0.5378; The action is #TYPE#; And the content is : \"typed_text\": \"nice beach towel\"; The action is #DUAL_POINT#; touch_point: 0.1208, 0.352, lift_point: 0.1208, 0.352; The action is #DUAL_POINT#; touch_point: 0.3398, 0.2676, lift_point: 0.3398, 0.2676; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3445, 0.7999, lift_point: 0.3445, 0.7999; The action is #DUAL_POINT#; touch_point: 0.8888, 0.4811, lift_point: 0.8888, 0.4811", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/48952_9.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Wikipedia app", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49119_1.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Wikipedia app; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.8002, 0.104, lift_point: 0.8002, 0.104", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49119_2.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Wikipedia app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8002, 0.104, lift_point: 0.8002, 0.104", "response": "The action is #DUAL_POINT#; touch_point: 0.0605, 0.4905, lift_point: 0.0605, 0.4905", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49119_3.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Wikipedia app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8002, 0.104, lift_point: 0.8002, 0.104; The action is #DUAL_POINT#; touch_point: 0.0605, 0.4905, lift_point: 0.0605, 0.4905", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"wikipedia app\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49119_4.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Wikipedia app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8002, 0.104, lift_point: 0.8002, 0.104; The action is #DUAL_POINT#; touch_point: 0.0605, 0.4905, lift_point: 0.0605, 0.4905; The action is #TYPE#; And the content is : \"typed_text\": \"wikipedia app\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1288, 0.258, lift_point: 0.1288, 0.258", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49119_5.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Wikipedia app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8002, 0.104, lift_point: 0.8002, 0.104; The action is #DUAL_POINT#; touch_point: 0.0605, 0.4905, lift_point: 0.0605, 0.4905; The action is #TYPE#; And the content is : \"typed_text\": \"wikipedia app\"; The action is #DUAL_POINT#; touch_point: 0.1288, 0.258, lift_point: 0.1288, 0.258", "response": "The action is #DUAL_POINT#; touch_point: 0.1495, 0.8624, lift_point: 0.1495, 0.8624", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49119_6.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Wikipedia app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8002, 0.104, lift_point: 0.8002, 0.104; The action is #DUAL_POINT#; touch_point: 0.0605, 0.4905, lift_point: 0.0605, 0.4905; The action is #TYPE#; And the content is : \"typed_text\": \"wikipedia app\"; The action is #DUAL_POINT#; touch_point: 0.1288, 0.258, lift_point: 0.1288, 0.258; The action is #DUAL_POINT#; touch_point: 0.1495, 0.8624, lift_point: 0.1495, 0.8624", "response": "The action is #DUAL_POINT#; touch_point: 0.149, 0.8472, lift_point: 0.149, 0.8472", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49119_7.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Wikipedia app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8002, 0.104, lift_point: 0.8002, 0.104; The action is #DUAL_POINT#; touch_point: 0.0605, 0.4905, lift_point: 0.0605, 0.4905; The action is #TYPE#; And the content is : \"typed_text\": \"wikipedia app\"; The action is #DUAL_POINT#; touch_point: 0.1288, 0.258, lift_point: 0.1288, 0.258; The action is #DUAL_POINT#; touch_point: 0.1495, 0.8624, lift_point: 0.1495, 0.8624; The action is #DUAL_POINT#; touch_point: 0.149, 0.8472, lift_point: 0.149, 0.8472", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49119_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Sri Lanka?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49366_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Sri Lanka?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8228, 0.5871, lift_point: 0.8228, 0.5871", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49366_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Sri Lanka?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8228, 0.5871, lift_point: 0.8228, 0.5871", "response": "The action is #DUAL_POINT#; touch_point: 0.068, 0.4302, lift_point: 0.068, 0.4302", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49366_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Sri Lanka?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8228, 0.5871, lift_point: 0.8228, 0.5871; The action is #DUAL_POINT#; touch_point: 0.068, 0.4302, lift_point: 0.068, 0.4302", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Sri Lanka?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49366_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Sri Lanka?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8228, 0.5871, lift_point: 0.8228, 0.5871; The action is #DUAL_POINT#; touch_point: 0.068, 0.4302, lift_point: 0.068, 0.4302; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Sri Lanka?\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49366_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Sri Lanka?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8228, 0.5871, lift_point: 0.8228, 0.5871; The action is #DUAL_POINT#; touch_point: 0.068, 0.4302, lift_point: 0.068, 0.4302; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Sri Lanka?\"; The action is #PRESS_ENTER#", "response": "The action is #DUAL_POINT#; touch_point: 0.2442, 0.1528, lift_point: 0.2442, 0.1528", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49366_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Sri Lanka?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8228, 0.5871, lift_point: 0.8228, 0.5871; The action is #DUAL_POINT#; touch_point: 0.068, 0.4302, lift_point: 0.068, 0.4302; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Sri Lanka?\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.2442, 0.1528, lift_point: 0.2442, 0.1528", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49366_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the 1000-Watt EGO Power+ Snow Blower?", "response": "The action is #DUAL_POINT#; touch_point: 0.8145, 0.6085, lift_point: 0.8145, 0.6085", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49383_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the 1000-Watt EGO Power+ Snow Blower?; The action is #DUAL_POINT#; touch_point: 0.8145, 0.6085, lift_point: 0.8145, 0.6085", "response": "The action is #DUAL_POINT#; touch_point: 0.8145, 0.6085, lift_point: 0.8145, 0.6085", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49383_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the 1000-Watt EGO Power+ Snow Blower?; The action is #DUAL_POINT#; touch_point: 0.8145, 0.6085, lift_point: 0.8145, 0.6085; The action is #DUAL_POINT#; touch_point: 0.8145, 0.6085, lift_point: 0.8145, 0.6085", "response": "The action is #DUAL_POINT#; touch_point: 0.1785, 0.8915, lift_point: 0.1785, 0.8915", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49383_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the 1000-Watt EGO Power+ Snow Blower?; The action is #DUAL_POINT#; touch_point: 0.8145, 0.6085, lift_point: 0.8145, 0.6085; The action is #DUAL_POINT#; touch_point: 0.8145, 0.6085, lift_point: 0.8145, 0.6085; The action is #DUAL_POINT#; touch_point: 0.1785, 0.8915, lift_point: 0.1785, 0.8915", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the 1000-Watt EGO Power+ Snow Blower?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49383_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the 1000-Watt EGO Power+ Snow Blower?; The action is #DUAL_POINT#; touch_point: 0.8145, 0.6085, lift_point: 0.8145, 0.6085; The action is #DUAL_POINT#; touch_point: 0.8145, 0.6085, lift_point: 0.8145, 0.6085; The action is #DUAL_POINT#; touch_point: 0.1785, 0.8915, lift_point: 0.1785, 0.8915; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the 1000-Watt EGO Power+ Snow Blower?\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49383_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the 1000-Watt EGO Power+ Snow Blower?; The action is #DUAL_POINT#; touch_point: 0.8145, 0.6085, lift_point: 0.8145, 0.6085; The action is #DUAL_POINT#; touch_point: 0.8145, 0.6085, lift_point: 0.8145, 0.6085; The action is #DUAL_POINT#; touch_point: 0.1785, 0.8915, lift_point: 0.1785, 0.8915; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the 1000-Watt EGO Power+ Snow Blower?\"; The action is #PRESS_ENTER#", "response": "The action is #DUAL_POINT#; touch_point: 0.2495, 0.0452, lift_point: 0.2495, 0.0452", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49383_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the 1000-Watt EGO Power+ Snow Blower?; The action is #DUAL_POINT#; touch_point: 0.8145, 0.6085, lift_point: 0.8145, 0.6085; The action is #DUAL_POINT#; touch_point: 0.8145, 0.6085, lift_point: 0.8145, 0.6085; The action is #DUAL_POINT#; touch_point: 0.1785, 0.8915, lift_point: 0.1785, 0.8915; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the 1000-Watt EGO Power+ Snow Blower?\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.2495, 0.0452, lift_point: 0.2495, 0.0452", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49383_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the 1000-Watt EGO Power+ Snow Blower?; The action is #DUAL_POINT#; touch_point: 0.8145, 0.6085, lift_point: 0.8145, 0.6085; The action is #DUAL_POINT#; touch_point: 0.8145, 0.6085, lift_point: 0.8145, 0.6085; The action is #DUAL_POINT#; touch_point: 0.1785, 0.8915, lift_point: 0.1785, 0.8915; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the 1000-Watt EGO Power+ Snow Blower?\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.2495, 0.0452, lift_point: 0.2495, 0.0452; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3674, 0.3126, lift_point: 0.3674, 0.3126", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49383_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the 1000-Watt EGO Power+ Snow Blower?; The action is #DUAL_POINT#; touch_point: 0.8145, 0.6085, lift_point: 0.8145, 0.6085; The action is #DUAL_POINT#; touch_point: 0.8145, 0.6085, lift_point: 0.8145, 0.6085; The action is #DUAL_POINT#; touch_point: 0.1785, 0.8915, lift_point: 0.1785, 0.8915; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the 1000-Watt EGO Power+ Snow Blower?\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.2495, 0.0452, lift_point: 0.2495, 0.0452; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3674, 0.3126, lift_point: 0.3674, 0.3126", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49383_9.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Seattle", "response": "The action is #DUAL_POINT#; touch_point: 0.8218, 0.615, lift_point: 0.8218, 0.615", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49409_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Seattle; The action is #DUAL_POINT#; touch_point: 0.8218, 0.615, lift_point: 0.8218, 0.615", "response": "The action is #DUAL_POINT#; touch_point: 0.7961, 0.5846, lift_point: 0.7961, 0.5846", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49409_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Seattle; The action is #DUAL_POINT#; touch_point: 0.8218, 0.615, lift_point: 0.8218, 0.615; The action is #DUAL_POINT#; touch_point: 0.7961, 0.5846, lift_point: 0.7961, 0.5846", "response": "The action is #DUAL_POINT#; touch_point: 0.18, 0.7055, lift_point: 0.18, 0.7055", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49409_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Seattle; The action is #DUAL_POINT#; touch_point: 0.8218, 0.615, lift_point: 0.8218, 0.615; The action is #DUAL_POINT#; touch_point: 0.7961, 0.5846, lift_point: 0.7961, 0.5846; The action is #DUAL_POINT#; touch_point: 0.18, 0.7055, lift_point: 0.18, 0.7055", "response": "The action is #DUAL_POINT#; touch_point: 0.114, 0.9439, lift_point: 0.114, 0.9439", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49409_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Seattle; The action is #DUAL_POINT#; touch_point: 0.8218, 0.615, lift_point: 0.8218, 0.615; The action is #DUAL_POINT#; touch_point: 0.7961, 0.5846, lift_point: 0.7961, 0.5846; The action is #DUAL_POINT#; touch_point: 0.18, 0.7055, lift_point: 0.18, 0.7055; The action is #DUAL_POINT#; touch_point: 0.114, 0.9439, lift_point: 0.114, 0.9439", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in seattle\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49409_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Seattle; The action is #DUAL_POINT#; touch_point: 0.8218, 0.615, lift_point: 0.8218, 0.615; The action is #DUAL_POINT#; touch_point: 0.7961, 0.5846, lift_point: 0.7961, 0.5846; The action is #DUAL_POINT#; touch_point: 0.18, 0.7055, lift_point: 0.18, 0.7055; The action is #DUAL_POINT#; touch_point: 0.114, 0.9439, lift_point: 0.114, 0.9439; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in seattle\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1698, 0.2766, lift_point: 0.1698, 0.2766", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49409_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Seattle; The action is #DUAL_POINT#; touch_point: 0.8218, 0.615, lift_point: 0.8218, 0.615; The action is #DUAL_POINT#; touch_point: 0.7961, 0.5846, lift_point: 0.7961, 0.5846; The action is #DUAL_POINT#; touch_point: 0.18, 0.7055, lift_point: 0.18, 0.7055; The action is #DUAL_POINT#; touch_point: 0.114, 0.9439, lift_point: 0.114, 0.9439; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in seattle\"; The action is #DUAL_POINT#; touch_point: 0.1698, 0.2766, lift_point: 0.1698, 0.2766", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49409_7.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the HisenseTV cost?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49441_1.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the HisenseTV cost?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8252, 0.5962, lift_point: 0.8252, 0.5962", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49441_2.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the HisenseTV cost?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8252, 0.5962, lift_point: 0.8252, 0.5962", "response": "The action is #DUAL_POINT#; touch_point: 0.8001, 0.609, lift_point: 0.8001, 0.609", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49441_3.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the HisenseTV cost?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8252, 0.5962, lift_point: 0.8252, 0.5962; The action is #DUAL_POINT#; touch_point: 0.8001, 0.609, lift_point: 0.8001, 0.609", "response": "The action is #DUAL_POINT#; touch_point: 0.8001, 0.609, lift_point: 0.8001, 0.609", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49441_4.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the HisenseTV cost?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8252, 0.5962, lift_point: 0.8252, 0.5962; The action is #DUAL_POINT#; touch_point: 0.8001, 0.609, lift_point: 0.8001, 0.609; The action is #DUAL_POINT#; touch_point: 0.8001, 0.609, lift_point: 0.8001, 0.609", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does the HisenseTV cost?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49441_5.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the HisenseTV cost?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8252, 0.5962, lift_point: 0.8252, 0.5962; The action is #DUAL_POINT#; touch_point: 0.8001, 0.609, lift_point: 0.8001, 0.609; The action is #DUAL_POINT#; touch_point: 0.8001, 0.609, lift_point: 0.8001, 0.609; The action is #TYPE#; And the content is : \"typed_text\": \"How much does the HisenseTV cost?\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does the HisenseTV cost?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49441_6.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the HisenseTV cost?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8252, 0.5962, lift_point: 0.8252, 0.5962; The action is #DUAL_POINT#; touch_point: 0.8001, 0.609, lift_point: 0.8001, 0.609; The action is #DUAL_POINT#; touch_point: 0.8001, 0.609, lift_point: 0.8001, 0.609; The action is #TYPE#; And the content is : \"typed_text\": \"How much does the HisenseTV cost?\"; The action is #TYPE#; And the content is : \"typed_text\": \"How much does the HisenseTV cost?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.0428, 0.4877, lift_point: 0.0428, 0.4877", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49441_7.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the HisenseTV cost?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8252, 0.5962, lift_point: 0.8252, 0.5962; The action is #DUAL_POINT#; touch_point: 0.8001, 0.609, lift_point: 0.8001, 0.609; The action is #DUAL_POINT#; touch_point: 0.8001, 0.609, lift_point: 0.8001, 0.609; The action is #TYPE#; And the content is : \"typed_text\": \"How much does the HisenseTV cost?\"; The action is #TYPE#; And the content is : \"typed_text\": \"How much does the HisenseTV cost?\"; The action is #DUAL_POINT#; touch_point: 0.0428, 0.4877, lift_point: 0.0428, 0.4877", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does the HisenseTV cost?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49441_8.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the HisenseTV cost?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8252, 0.5962, lift_point: 0.8252, 0.5962; The action is #DUAL_POINT#; touch_point: 0.8001, 0.609, lift_point: 0.8001, 0.609; The action is #DUAL_POINT#; touch_point: 0.8001, 0.609, lift_point: 0.8001, 0.609; The action is #TYPE#; And the content is : \"typed_text\": \"How much does the HisenseTV cost?\"; The action is #TYPE#; And the content is : \"typed_text\": \"How much does the HisenseTV cost?\"; The action is #DUAL_POINT#; touch_point: 0.0428, 0.4877, lift_point: 0.0428, 0.4877; The action is #TYPE#; And the content is : \"typed_text\": \"How much does the HisenseTV cost?\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49441_9.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the HisenseTV cost?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8252, 0.5962, lift_point: 0.8252, 0.5962; The action is #DUAL_POINT#; touch_point: 0.8001, 0.609, lift_point: 0.8001, 0.609; The action is #DUAL_POINT#; touch_point: 0.8001, 0.609, lift_point: 0.8001, 0.609; The action is #TYPE#; And the content is : \"typed_text\": \"How much does the HisenseTV cost?\"; The action is #TYPE#; And the content is : \"typed_text\": \"How much does the HisenseTV cost?\"; The action is #DUAL_POINT#; touch_point: 0.0428, 0.4877, lift_point: 0.0428, 0.4877; The action is #TYPE#; And the content is : \"typed_text\": \"How much does the HisenseTV cost?\"; The action is #PRESS_ENTER#", "response": "The action is #DUAL_POINT#; touch_point: 0.5536, 0.3264, lift_point: 0.5536, 0.3264", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49441_10.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the HisenseTV cost?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8252, 0.5962, lift_point: 0.8252, 0.5962; The action is #DUAL_POINT#; touch_point: 0.8001, 0.609, lift_point: 0.8001, 0.609; The action is #DUAL_POINT#; touch_point: 0.8001, 0.609, lift_point: 0.8001, 0.609; The action is #TYPE#; And the content is : \"typed_text\": \"How much does the HisenseTV cost?\"; The action is #TYPE#; And the content is : \"typed_text\": \"How much does the HisenseTV cost?\"; The action is #DUAL_POINT#; touch_point: 0.0428, 0.4877, lift_point: 0.0428, 0.4877; The action is #TYPE#; And the content is : \"typed_text\": \"How much does the HisenseTV cost?\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.5536, 0.3264, lift_point: 0.5536, 0.3264", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49441_11.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Las Vegas", "response": "The action is #DUAL_POINT#; touch_point: 0.8259, 0.57, lift_point: 0.8259, 0.57", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49446_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Las Vegas; The action is #DUAL_POINT#; touch_point: 0.8259, 0.57, lift_point: 0.8259, 0.57", "response": "The action is #DUAL_POINT#; touch_point: 0.0601, 0.5665, lift_point: 0.0601, 0.5665", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49446_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Las Vegas; The action is #DUAL_POINT#; touch_point: 0.8259, 0.57, lift_point: 0.8259, 0.57; The action is #DUAL_POINT#; touch_point: 0.0601, 0.5665, lift_point: 0.0601, 0.5665", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Las Vegas\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49446_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Las Vegas; The action is #DUAL_POINT#; touch_point: 0.8259, 0.57, lift_point: 0.8259, 0.57; The action is #DUAL_POINT#; touch_point: 0.0601, 0.5665, lift_point: 0.0601, 0.5665; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Las Vegas\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1359, 0.2507, lift_point: 0.1359, 0.2507", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49446_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Las Vegas; The action is #DUAL_POINT#; touch_point: 0.8259, 0.57, lift_point: 0.8259, 0.57; The action is #DUAL_POINT#; touch_point: 0.0601, 0.5665, lift_point: 0.0601, 0.5665; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Las Vegas\"; The action is #DUAL_POINT#; touch_point: 0.1359, 0.2507, lift_point: 0.1359, 0.2507", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49446_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's US dollar exchange rateagainst the Mexican Peso?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49469_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's US dollar exchange rateagainst the Mexican Peso?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8325, 0.5994, lift_point: 0.8325, 0.5994", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49469_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's US dollar exchange rateagainst the Mexican Peso?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8325, 0.5994, lift_point: 0.8325, 0.5994", "response": "The action is #DUAL_POINT#; touch_point: 0.8179, 0.6065, lift_point: 0.8179, 0.6065", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49469_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's US dollar exchange rateagainst the Mexican Peso?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8325, 0.5994, lift_point: 0.8325, 0.5994; The action is #DUAL_POINT#; touch_point: 0.8179, 0.6065, lift_point: 0.8179, 0.6065", "response": "The action is #DUAL_POINT#; touch_point: 0.8179, 0.6065, lift_point: 0.8179, 0.6065", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49469_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's US dollar exchange rateagainst the Mexican Peso?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8325, 0.5994, lift_point: 0.8325, 0.5994; The action is #DUAL_POINT#; touch_point: 0.8179, 0.6065, lift_point: 0.8179, 0.6065; The action is #DUAL_POINT#; touch_point: 0.8179, 0.6065, lift_point: 0.8179, 0.6065", "response": "The action is #DUAL_POINT#; touch_point: 0.8179, 0.6065, lift_point: 0.8179, 0.6065", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49469_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's US dollar exchange rateagainst the Mexican Peso?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8325, 0.5994, lift_point: 0.8325, 0.5994; The action is #DUAL_POINT#; touch_point: 0.8179, 0.6065, lift_point: 0.8179, 0.6065; The action is #DUAL_POINT#; touch_point: 0.8179, 0.6065, lift_point: 0.8179, 0.6065; The action is #DUAL_POINT#; touch_point: 0.8179, 0.6065, lift_point: 0.8179, 0.6065", "response": "The action is #DUAL_POINT#; touch_point: 0.1688, 0.5554, lift_point: 0.1688, 0.5554", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49469_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's US dollar exchange rateagainst the Mexican Peso?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8325, 0.5994, lift_point: 0.8325, 0.5994; The action is #DUAL_POINT#; touch_point: 0.8179, 0.6065, lift_point: 0.8179, 0.6065; The action is #DUAL_POINT#; touch_point: 0.8179, 0.6065, lift_point: 0.8179, 0.6065; The action is #DUAL_POINT#; touch_point: 0.8179, 0.6065, lift_point: 0.8179, 0.6065; The action is #DUAL_POINT#; touch_point: 0.1688, 0.5554, lift_point: 0.1688, 0.5554", "response": "The action is #DUAL_POINT#; touch_point: 0.113, 0.9255, lift_point: 0.113, 0.9255", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49469_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's US dollar exchange rateagainst the Mexican Peso?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8325, 0.5994, lift_point: 0.8325, 0.5994; The action is #DUAL_POINT#; touch_point: 0.8179, 0.6065, lift_point: 0.8179, 0.6065; The action is #DUAL_POINT#; touch_point: 0.8179, 0.6065, lift_point: 0.8179, 0.6065; The action is #DUAL_POINT#; touch_point: 0.8179, 0.6065, lift_point: 0.8179, 0.6065; The action is #DUAL_POINT#; touch_point: 0.1688, 0.5554, lift_point: 0.1688, 0.5554; The action is #DUAL_POINT#; touch_point: 0.113, 0.9255, lift_point: 0.113, 0.9255", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats US dollar exchange rateagainst the Mexican Peso?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49469_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's US dollar exchange rateagainst the Mexican Peso?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8325, 0.5994, lift_point: 0.8325, 0.5994; The action is #DUAL_POINT#; touch_point: 0.8179, 0.6065, lift_point: 0.8179, 0.6065; The action is #DUAL_POINT#; touch_point: 0.8179, 0.6065, lift_point: 0.8179, 0.6065; The action is #DUAL_POINT#; touch_point: 0.8179, 0.6065, lift_point: 0.8179, 0.6065; The action is #DUAL_POINT#; touch_point: 0.1688, 0.5554, lift_point: 0.1688, 0.5554; The action is #DUAL_POINT#; touch_point: 0.113, 0.9255, lift_point: 0.113, 0.9255; The action is #TYPE#; And the content is : \"typed_text\": \"Whats US dollar exchange rateagainst the Mexican Peso?\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49469_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's US dollar exchange rateagainst the Mexican Peso?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8325, 0.5994, lift_point: 0.8325, 0.5994; The action is #DUAL_POINT#; touch_point: 0.8179, 0.6065, lift_point: 0.8179, 0.6065; The action is #DUAL_POINT#; touch_point: 0.8179, 0.6065, lift_point: 0.8179, 0.6065; The action is #DUAL_POINT#; touch_point: 0.8179, 0.6065, lift_point: 0.8179, 0.6065; The action is #DUAL_POINT#; touch_point: 0.1688, 0.5554, lift_point: 0.1688, 0.5554; The action is #DUAL_POINT#; touch_point: 0.113, 0.9255, lift_point: 0.113, 0.9255; The action is #TYPE#; And the content is : \"typed_text\": \"Whats US dollar exchange rateagainst the Mexican Peso?\"; The action is #PRESS_ENTER#", "response": "The action is #DUAL_POINT#; touch_point: 0.2311, 0.077, lift_point: 0.2311, 0.077", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49469_10.png" ] }, { "query": "\nPrevious Actions: Goal: What's US dollar exchange rateagainst the Mexican Peso?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8325, 0.5994, lift_point: 0.8325, 0.5994; The action is #DUAL_POINT#; touch_point: 0.8179, 0.6065, lift_point: 0.8179, 0.6065; The action is #DUAL_POINT#; touch_point: 0.8179, 0.6065, lift_point: 0.8179, 0.6065; The action is #DUAL_POINT#; touch_point: 0.8179, 0.6065, lift_point: 0.8179, 0.6065; The action is #DUAL_POINT#; touch_point: 0.1688, 0.5554, lift_point: 0.1688, 0.5554; The action is #DUAL_POINT#; touch_point: 0.113, 0.9255, lift_point: 0.113, 0.9255; The action is #TYPE#; And the content is : \"typed_text\": \"Whats US dollar exchange rateagainst the Mexican Peso?\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.2311, 0.077, lift_point: 0.2311, 0.077", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49469_11.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Helsinki to Seoul", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49566_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Helsinki to Seoul; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8395, 0.6186, lift_point: 0.8395, 0.6186", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49566_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Helsinki to Seoul; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8395, 0.6186, lift_point: 0.8395, 0.6186", "response": "The action is #DUAL_POINT#; touch_point: 0.1732, 0.569, lift_point: 0.1732, 0.569", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49566_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Helsinki to Seoul; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8395, 0.6186, lift_point: 0.8395, 0.6186; The action is #DUAL_POINT#; touch_point: 0.1732, 0.569, lift_point: 0.1732, 0.569", "response": "The action is #DUAL_POINT#; touch_point: 0.1094, 0.9264, lift_point: 0.1094, 0.9264", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49566_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Helsinki to Seoul; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8395, 0.6186, lift_point: 0.8395, 0.6186; The action is #DUAL_POINT#; touch_point: 0.1732, 0.569, lift_point: 0.1732, 0.569; The action is #DUAL_POINT#; touch_point: 0.1094, 0.9264, lift_point: 0.1094, 0.9264", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Helsinki to Seoul\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49566_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Helsinki to Seoul; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8395, 0.6186, lift_point: 0.8395, 0.6186; The action is #DUAL_POINT#; touch_point: 0.1732, 0.569, lift_point: 0.1732, 0.569; The action is #DUAL_POINT#; touch_point: 0.1094, 0.9264, lift_point: 0.1094, 0.9264; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Helsinki to Seoul\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49566_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Helsinki to Seoul; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8395, 0.6186, lift_point: 0.8395, 0.6186; The action is #DUAL_POINT#; touch_point: 0.1732, 0.569, lift_point: 0.1732, 0.569; The action is #DUAL_POINT#; touch_point: 0.1094, 0.9264, lift_point: 0.1094, 0.9264; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Helsinki to Seoul\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49566_7.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Google Chrome app", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49691_1.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Google Chrome app; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8171, 0.6154, lift_point: 0.8171, 0.6154", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49691_2.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Google Chrome app; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8171, 0.6154, lift_point: 0.8171, 0.6154", "response": "The action is #DUAL_POINT#; touch_point: 0.5185, 0.6138, lift_point: 0.5185, 0.6138", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49691_3.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Google Chrome app; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8171, 0.6154, lift_point: 0.8171, 0.6154; The action is #DUAL_POINT#; touch_point: 0.5185, 0.6138, lift_point: 0.5185, 0.6138", "response": "The action is #DUAL_POINT#; touch_point: 0.5282, 0.6061, lift_point: 0.5282, 0.6061", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49691_4.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Google Chrome app; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8171, 0.6154, lift_point: 0.8171, 0.6154; The action is #DUAL_POINT#; touch_point: 0.5185, 0.6138, lift_point: 0.5185, 0.6138; The action is #DUAL_POINT#; touch_point: 0.5282, 0.6061, lift_point: 0.5282, 0.6061", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49691_5.png" ] }, { "query": "\nPrevious Actions: Goal: Install the ESPN app", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49800_1.png" ] }, { "query": "\nPrevious Actions: Goal: Install the ESPN app; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49800_2.png" ] }, { "query": "\nPrevious Actions: Goal: Install the ESPN app; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.777, 0.4037, lift_point: 0.777, 0.4037", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49800_3.png" ] }, { "query": "\nPrevious Actions: Goal: Install the ESPN app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.777, 0.4037, lift_point: 0.777, 0.4037", "response": "The action is #DUAL_POINT#; touch_point: 0.777, 0.4037, lift_point: 0.777, 0.4037", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49800_4.png" ] }, { "query": "\nPrevious Actions: Goal: Install the ESPN app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.777, 0.4037, lift_point: 0.777, 0.4037; The action is #DUAL_POINT#; touch_point: 0.777, 0.4037, lift_point: 0.777, 0.4037", "response": "The action is #DUAL_POINT#; touch_point: 0.777, 0.4037, lift_point: 0.777, 0.4037", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49800_5.png" ] }, { "query": "\nPrevious Actions: Goal: Install the ESPN app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.777, 0.4037, lift_point: 0.777, 0.4037; The action is #DUAL_POINT#; touch_point: 0.777, 0.4037, lift_point: 0.777, 0.4037; The action is #DUAL_POINT#; touch_point: 0.777, 0.4037, lift_point: 0.777, 0.4037", "response": "The action is #DUAL_POINT#; touch_point: 0.0461, 0.548, lift_point: 0.0461, 0.548", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49800_6.png" ] }, { "query": "\nPrevious Actions: Goal: Install the ESPN app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.777, 0.4037, lift_point: 0.777, 0.4037; The action is #DUAL_POINT#; touch_point: 0.777, 0.4037, lift_point: 0.777, 0.4037; The action is #DUAL_POINT#; touch_point: 0.777, 0.4037, lift_point: 0.777, 0.4037; The action is #DUAL_POINT#; touch_point: 0.0461, 0.548, lift_point: 0.0461, 0.548", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"espn app\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49800_7.png" ] }, { "query": "\nPrevious Actions: Goal: Install the ESPN app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.777, 0.4037, lift_point: 0.777, 0.4037; The action is #DUAL_POINT#; touch_point: 0.777, 0.4037, lift_point: 0.777, 0.4037; The action is #DUAL_POINT#; touch_point: 0.777, 0.4037, lift_point: 0.777, 0.4037; The action is #DUAL_POINT#; touch_point: 0.0461, 0.548, lift_point: 0.0461, 0.548; The action is #TYPE#; And the content is : \"typed_text\": \"espn app\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49800_8.png" ] }, { "query": "\nPrevious Actions: Goal: Install the ESPN app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.777, 0.4037, lift_point: 0.777, 0.4037; The action is #DUAL_POINT#; touch_point: 0.777, 0.4037, lift_point: 0.777, 0.4037; The action is #DUAL_POINT#; touch_point: 0.777, 0.4037, lift_point: 0.777, 0.4037; The action is #DUAL_POINT#; touch_point: 0.0461, 0.548, lift_point: 0.0461, 0.548; The action is #TYPE#; And the content is : \"typed_text\": \"espn app\"; The action is #PRESS_ENTER#", "response": "The action is #DUAL_POINT#; touch_point: 0.1419, 0.8166, lift_point: 0.1419, 0.8166", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49800_9.png" ] }, { "query": "\nPrevious Actions: Goal: Install the ESPN app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.777, 0.4037, lift_point: 0.777, 0.4037; The action is #DUAL_POINT#; touch_point: 0.777, 0.4037, lift_point: 0.777, 0.4037; The action is #DUAL_POINT#; touch_point: 0.777, 0.4037, lift_point: 0.777, 0.4037; The action is #DUAL_POINT#; touch_point: 0.0461, 0.548, lift_point: 0.0461, 0.548; The action is #TYPE#; And the content is : \"typed_text\": \"espn app\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.1419, 0.8166, lift_point: 0.1419, 0.8166", "response": "The action is #DUAL_POINT#; touch_point: 0.9164, 0.5564, lift_point: 0.9164, 0.5564", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49800_10.png" ] }, { "query": "\nPrevious Actions: Goal: Install the ESPN app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.777, 0.4037, lift_point: 0.777, 0.4037; The action is #DUAL_POINT#; touch_point: 0.777, 0.4037, lift_point: 0.777, 0.4037; The action is #DUAL_POINT#; touch_point: 0.777, 0.4037, lift_point: 0.777, 0.4037; The action is #DUAL_POINT#; touch_point: 0.0461, 0.548, lift_point: 0.0461, 0.548; The action is #TYPE#; And the content is : \"typed_text\": \"espn app\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.1419, 0.8166, lift_point: 0.1419, 0.8166; The action is #DUAL_POINT#; touch_point: 0.9164, 0.5564, lift_point: 0.9164, 0.5564", "response": "The action is #DUAL_POINT#; touch_point: 0.9183, 0.3832, lift_point: 0.9183, 0.3832", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49800_11.png" ] }, { "query": "\nPrevious Actions: Goal: Install the ESPN app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.777, 0.4037, lift_point: 0.777, 0.4037; The action is #DUAL_POINT#; touch_point: 0.777, 0.4037, lift_point: 0.777, 0.4037; The action is #DUAL_POINT#; touch_point: 0.777, 0.4037, lift_point: 0.777, 0.4037; The action is #DUAL_POINT#; touch_point: 0.0461, 0.548, lift_point: 0.0461, 0.548; The action is #TYPE#; And the content is : \"typed_text\": \"espn app\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.1419, 0.8166, lift_point: 0.1419, 0.8166; The action is #DUAL_POINT#; touch_point: 0.9164, 0.5564, lift_point: 0.9164, 0.5564; The action is #DUAL_POINT#; touch_point: 0.9183, 0.3832, lift_point: 0.9183, 0.3832", "response": "The action is #DUAL_POINT#; touch_point: 0.1468, 0.8864, lift_point: 0.1468, 0.8864", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49800_12.png" ] }, { "query": "\nPrevious Actions: Goal: Install the ESPN app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.777, 0.4037, lift_point: 0.777, 0.4037; The action is #DUAL_POINT#; touch_point: 0.777, 0.4037, lift_point: 0.777, 0.4037; The action is #DUAL_POINT#; touch_point: 0.777, 0.4037, lift_point: 0.777, 0.4037; The action is #DUAL_POINT#; touch_point: 0.0461, 0.548, lift_point: 0.0461, 0.548; The action is #TYPE#; And the content is : \"typed_text\": \"espn app\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.1419, 0.8166, lift_point: 0.1419, 0.8166; The action is #DUAL_POINT#; touch_point: 0.9164, 0.5564, lift_point: 0.9164, 0.5564; The action is #DUAL_POINT#; touch_point: 0.9183, 0.3832, lift_point: 0.9183, 0.3832; The action is #DUAL_POINT#; touch_point: 0.1468, 0.8864, lift_point: 0.1468, 0.8864", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49800_13.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Boston?", "response": "The action is #DUAL_POINT#; touch_point: 0.811, 0.6427, lift_point: 0.811, 0.6427", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49984_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Boston?; The action is #DUAL_POINT#; touch_point: 0.811, 0.6427, lift_point: 0.811, 0.6427", "response": "The action is #DUAL_POINT#; touch_point: 0.1875, 0.5694, lift_point: 0.1875, 0.5694", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49984_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Boston?; The action is #DUAL_POINT#; touch_point: 0.811, 0.6427, lift_point: 0.811, 0.6427; The action is #DUAL_POINT#; touch_point: 0.1875, 0.5694, lift_point: 0.1875, 0.5694", "response": "The action is #DUAL_POINT#; touch_point: 0.1198, 0.9197, lift_point: 0.1198, 0.9197", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49984_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Boston?; The action is #DUAL_POINT#; touch_point: 0.811, 0.6427, lift_point: 0.811, 0.6427; The action is #DUAL_POINT#; touch_point: 0.1875, 0.5694, lift_point: 0.1875, 0.5694; The action is #DUAL_POINT#; touch_point: 0.1198, 0.9197, lift_point: 0.1198, 0.9197", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Boston?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49984_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Boston?; The action is #DUAL_POINT#; touch_point: 0.811, 0.6427, lift_point: 0.811, 0.6427; The action is #DUAL_POINT#; touch_point: 0.1875, 0.5694, lift_point: 0.1875, 0.5694; The action is #DUAL_POINT#; touch_point: 0.1198, 0.9197, lift_point: 0.1198, 0.9197; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Boston?\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49984_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Boston?; The action is #DUAL_POINT#; touch_point: 0.811, 0.6427, lift_point: 0.811, 0.6427; The action is #DUAL_POINT#; touch_point: 0.1875, 0.5694, lift_point: 0.1875, 0.5694; The action is #DUAL_POINT#; touch_point: 0.1198, 0.9197, lift_point: 0.1198, 0.9197; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Boston?\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49984_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Argentina?", "response": "The action is #DUAL_POINT#; touch_point: 0.8002, 0.6167, lift_point: 0.8002, 0.6167", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49998_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Argentina?; The action is #DUAL_POINT#; touch_point: 0.8002, 0.6167, lift_point: 0.8002, 0.6167", "response": "The action is #DUAL_POINT#; touch_point: 0.7981, 0.6113, lift_point: 0.7981, 0.6113", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49998_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Argentina?; The action is #DUAL_POINT#; touch_point: 0.8002, 0.6167, lift_point: 0.8002, 0.6167; The action is #DUAL_POINT#; touch_point: 0.7981, 0.6113, lift_point: 0.7981, 0.6113", "response": "The action is #DUAL_POINT#; touch_point: 0.7981, 0.6113, lift_point: 0.7981, 0.6113", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49998_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Argentina?; The action is #DUAL_POINT#; touch_point: 0.8002, 0.6167, lift_point: 0.8002, 0.6167; The action is #DUAL_POINT#; touch_point: 0.7981, 0.6113, lift_point: 0.7981, 0.6113; The action is #DUAL_POINT#; touch_point: 0.7981, 0.6113, lift_point: 0.7981, 0.6113", "response": "The action is #DUAL_POINT#; touch_point: 0.7981, 0.6113, lift_point: 0.7981, 0.6113", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49998_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Argentina?; The action is #DUAL_POINT#; touch_point: 0.8002, 0.6167, lift_point: 0.8002, 0.6167; The action is #DUAL_POINT#; touch_point: 0.7981, 0.6113, lift_point: 0.7981, 0.6113; The action is #DUAL_POINT#; touch_point: 0.7981, 0.6113, lift_point: 0.7981, 0.6113; The action is #DUAL_POINT#; touch_point: 0.7981, 0.6113, lift_point: 0.7981, 0.6113", "response": "The action is #DUAL_POINT#; touch_point: 0.7981, 0.6113, lift_point: 0.7981, 0.6113", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49998_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Argentina?; The action is #DUAL_POINT#; touch_point: 0.8002, 0.6167, lift_point: 0.8002, 0.6167; The action is #DUAL_POINT#; touch_point: 0.7981, 0.6113, lift_point: 0.7981, 0.6113; The action is #DUAL_POINT#; touch_point: 0.7981, 0.6113, lift_point: 0.7981, 0.6113; The action is #DUAL_POINT#; touch_point: 0.7981, 0.6113, lift_point: 0.7981, 0.6113; The action is #DUAL_POINT#; touch_point: 0.7981, 0.6113, lift_point: 0.7981, 0.6113", "response": "The action is #DUAL_POINT#; touch_point: 0.7981, 0.6113, lift_point: 0.7981, 0.6113", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49998_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Argentina?; The action is #DUAL_POINT#; touch_point: 0.8002, 0.6167, lift_point: 0.8002, 0.6167; The action is #DUAL_POINT#; touch_point: 0.7981, 0.6113, lift_point: 0.7981, 0.6113; The action is #DUAL_POINT#; touch_point: 0.7981, 0.6113, lift_point: 0.7981, 0.6113; The action is #DUAL_POINT#; touch_point: 0.7981, 0.6113, lift_point: 0.7981, 0.6113; The action is #DUAL_POINT#; touch_point: 0.7981, 0.6113, lift_point: 0.7981, 0.6113; The action is #DUAL_POINT#; touch_point: 0.7981, 0.6113, lift_point: 0.7981, 0.6113", "response": "The action is #DUAL_POINT#; touch_point: 0.7981, 0.6113, lift_point: 0.7981, 0.6113", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49998_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Argentina?; The action is #DUAL_POINT#; touch_point: 0.8002, 0.6167, lift_point: 0.8002, 0.6167; The action is #DUAL_POINT#; touch_point: 0.7981, 0.6113, lift_point: 0.7981, 0.6113; The action is #DUAL_POINT#; touch_point: 0.7981, 0.6113, lift_point: 0.7981, 0.6113; The action is #DUAL_POINT#; touch_point: 0.7981, 0.6113, lift_point: 0.7981, 0.6113; The action is #DUAL_POINT#; touch_point: 0.7981, 0.6113, lift_point: 0.7981, 0.6113; The action is #DUAL_POINT#; touch_point: 0.7981, 0.6113, lift_point: 0.7981, 0.6113; The action is #DUAL_POINT#; touch_point: 0.7981, 0.6113, lift_point: 0.7981, 0.6113", "response": "The action is #DUAL_POINT#; touch_point: 0.7981, 0.6113, lift_point: 0.7981, 0.6113", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49998_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Argentina?; The action is #DUAL_POINT#; touch_point: 0.8002, 0.6167, lift_point: 0.8002, 0.6167; The action is #DUAL_POINT#; touch_point: 0.7981, 0.6113, lift_point: 0.7981, 0.6113; The action is #DUAL_POINT#; touch_point: 0.7981, 0.6113, lift_point: 0.7981, 0.6113; The action is #DUAL_POINT#; touch_point: 0.7981, 0.6113, lift_point: 0.7981, 0.6113; The action is #DUAL_POINT#; touch_point: 0.7981, 0.6113, lift_point: 0.7981, 0.6113; The action is #DUAL_POINT#; touch_point: 0.7981, 0.6113, lift_point: 0.7981, 0.6113; The action is #DUAL_POINT#; touch_point: 0.7981, 0.6113, lift_point: 0.7981, 0.6113; The action is #DUAL_POINT#; touch_point: 0.7981, 0.6113, lift_point: 0.7981, 0.6113", "response": "The action is #DUAL_POINT#; touch_point: 0.1899, 0.7803, lift_point: 0.1899, 0.7803", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49998_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Argentina?; The action is #DUAL_POINT#; touch_point: 0.8002, 0.6167, lift_point: 0.8002, 0.6167; The action is #DUAL_POINT#; touch_point: 0.7981, 0.6113, lift_point: 0.7981, 0.6113; The action is #DUAL_POINT#; touch_point: 0.7981, 0.6113, lift_point: 0.7981, 0.6113; The action is #DUAL_POINT#; touch_point: 0.7981, 0.6113, lift_point: 0.7981, 0.6113; The action is #DUAL_POINT#; touch_point: 0.7981, 0.6113, lift_point: 0.7981, 0.6113; The action is #DUAL_POINT#; touch_point: 0.7981, 0.6113, lift_point: 0.7981, 0.6113; The action is #DUAL_POINT#; touch_point: 0.7981, 0.6113, lift_point: 0.7981, 0.6113; The action is #DUAL_POINT#; touch_point: 0.7981, 0.6113, lift_point: 0.7981, 0.6113; The action is #DUAL_POINT#; touch_point: 0.1899, 0.7803, lift_point: 0.1899, 0.7803", "response": "The action is #DUAL_POINT#; touch_point: 0.1159, 0.925, lift_point: 0.1159, 0.925", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49998_10.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Argentina?; The action is #DUAL_POINT#; touch_point: 0.8002, 0.6167, lift_point: 0.8002, 0.6167; The action is #DUAL_POINT#; touch_point: 0.7981, 0.6113, lift_point: 0.7981, 0.6113; The action is #DUAL_POINT#; touch_point: 0.7981, 0.6113, lift_point: 0.7981, 0.6113; The action is #DUAL_POINT#; touch_point: 0.7981, 0.6113, lift_point: 0.7981, 0.6113; The action is #DUAL_POINT#; touch_point: 0.7981, 0.6113, lift_point: 0.7981, 0.6113; The action is #DUAL_POINT#; touch_point: 0.7981, 0.6113, lift_point: 0.7981, 0.6113; The action is #DUAL_POINT#; touch_point: 0.7981, 0.6113, lift_point: 0.7981, 0.6113; The action is #DUAL_POINT#; touch_point: 0.7981, 0.6113, lift_point: 0.7981, 0.6113; The action is #DUAL_POINT#; touch_point: 0.1899, 0.7803, lift_point: 0.1899, 0.7803; The action is #DUAL_POINT#; touch_point: 0.1159, 0.925, lift_point: 0.1159, 0.925", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Argentina?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49998_11.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Argentina?; The action is #DUAL_POINT#; touch_point: 0.8002, 0.6167, lift_point: 0.8002, 0.6167; The action is #DUAL_POINT#; touch_point: 0.7981, 0.6113, lift_point: 0.7981, 0.6113; The action is #DUAL_POINT#; touch_point: 0.7981, 0.6113, lift_point: 0.7981, 0.6113; The action is #DUAL_POINT#; touch_point: 0.7981, 0.6113, lift_point: 0.7981, 0.6113; The action is #DUAL_POINT#; touch_point: 0.7981, 0.6113, lift_point: 0.7981, 0.6113; The action is #DUAL_POINT#; touch_point: 0.7981, 0.6113, lift_point: 0.7981, 0.6113; The action is #DUAL_POINT#; touch_point: 0.7981, 0.6113, lift_point: 0.7981, 0.6113; The action is #DUAL_POINT#; touch_point: 0.7981, 0.6113, lift_point: 0.7981, 0.6113; The action is #DUAL_POINT#; touch_point: 0.1899, 0.7803, lift_point: 0.1899, 0.7803; The action is #DUAL_POINT#; touch_point: 0.1159, 0.925, lift_point: 0.1159, 0.925; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Argentina?\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49998_12.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Argentina?; The action is #DUAL_POINT#; touch_point: 0.8002, 0.6167, lift_point: 0.8002, 0.6167; The action is #DUAL_POINT#; touch_point: 0.7981, 0.6113, lift_point: 0.7981, 0.6113; The action is #DUAL_POINT#; touch_point: 0.7981, 0.6113, lift_point: 0.7981, 0.6113; The action is #DUAL_POINT#; touch_point: 0.7981, 0.6113, lift_point: 0.7981, 0.6113; The action is #DUAL_POINT#; touch_point: 0.7981, 0.6113, lift_point: 0.7981, 0.6113; The action is #DUAL_POINT#; touch_point: 0.7981, 0.6113, lift_point: 0.7981, 0.6113; The action is #DUAL_POINT#; touch_point: 0.7981, 0.6113, lift_point: 0.7981, 0.6113; The action is #DUAL_POINT#; touch_point: 0.7981, 0.6113, lift_point: 0.7981, 0.6113; The action is #DUAL_POINT#; touch_point: 0.1899, 0.7803, lift_point: 0.1899, 0.7803; The action is #DUAL_POINT#; touch_point: 0.1159, 0.925, lift_point: 0.1159, 0.925; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Argentina?\"; The action is #PRESS_ENTER#", "response": "The action is #DUAL_POINT#; touch_point: 0.2411, 0.1894, lift_point: 0.2411, 0.1894", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49998_13.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Argentina?; The action is #DUAL_POINT#; touch_point: 0.8002, 0.6167, lift_point: 0.8002, 0.6167; The action is #DUAL_POINT#; touch_point: 0.7981, 0.6113, lift_point: 0.7981, 0.6113; The action is #DUAL_POINT#; touch_point: 0.7981, 0.6113, lift_point: 0.7981, 0.6113; The action is #DUAL_POINT#; touch_point: 0.7981, 0.6113, lift_point: 0.7981, 0.6113; The action is #DUAL_POINT#; touch_point: 0.7981, 0.6113, lift_point: 0.7981, 0.6113; The action is #DUAL_POINT#; touch_point: 0.7981, 0.6113, lift_point: 0.7981, 0.6113; The action is #DUAL_POINT#; touch_point: 0.7981, 0.6113, lift_point: 0.7981, 0.6113; The action is #DUAL_POINT#; touch_point: 0.7981, 0.6113, lift_point: 0.7981, 0.6113; The action is #DUAL_POINT#; touch_point: 0.1899, 0.7803, lift_point: 0.1899, 0.7803; The action is #DUAL_POINT#; touch_point: 0.1159, 0.925, lift_point: 0.1159, 0.925; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Argentina?\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.2411, 0.1894, lift_point: 0.2411, 0.1894", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/49998_14.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in space technology?", "response": "The action is #DUAL_POINT#; touch_point: 0.8252, 0.6178, lift_point: 0.8252, 0.6178", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50059_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in space technology?; The action is #DUAL_POINT#; touch_point: 0.8252, 0.6178, lift_point: 0.8252, 0.6178", "response": "The action is #DUAL_POINT#; touch_point: 0.8132, 0.6673, lift_point: 0.8132, 0.6673", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50059_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in space technology?; The action is #DUAL_POINT#; touch_point: 0.8252, 0.6178, lift_point: 0.8252, 0.6178; The action is #DUAL_POINT#; touch_point: 0.8132, 0.6673, lift_point: 0.8132, 0.6673", "response": "The action is #DUAL_POINT#; touch_point: 0.8006, 0.6064, lift_point: 0.8006, 0.6064", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50059_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in space technology?; The action is #DUAL_POINT#; touch_point: 0.8252, 0.6178, lift_point: 0.8252, 0.6178; The action is #DUAL_POINT#; touch_point: 0.8132, 0.6673, lift_point: 0.8132, 0.6673; The action is #DUAL_POINT#; touch_point: 0.8006, 0.6064, lift_point: 0.8006, 0.6064", "response": "The action is #DUAL_POINT#; touch_point: 0.1823, 0.9005, lift_point: 0.1823, 0.9005", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50059_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in space technology?; The action is #DUAL_POINT#; touch_point: 0.8252, 0.6178, lift_point: 0.8252, 0.6178; The action is #DUAL_POINT#; touch_point: 0.8132, 0.6673, lift_point: 0.8132, 0.6673; The action is #DUAL_POINT#; touch_point: 0.8006, 0.6064, lift_point: 0.8006, 0.6064; The action is #DUAL_POINT#; touch_point: 0.1823, 0.9005, lift_point: 0.1823, 0.9005", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"latest news in space technology?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50059_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in space technology?; The action is #DUAL_POINT#; touch_point: 0.8252, 0.6178, lift_point: 0.8252, 0.6178; The action is #DUAL_POINT#; touch_point: 0.8132, 0.6673, lift_point: 0.8132, 0.6673; The action is #DUAL_POINT#; touch_point: 0.8006, 0.6064, lift_point: 0.8006, 0.6064; The action is #DUAL_POINT#; touch_point: 0.1823, 0.9005, lift_point: 0.1823, 0.9005; The action is #TYPE#; And the content is : \"typed_text\": \"latest news in space technology?\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50059_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in space technology?; The action is #DUAL_POINT#; touch_point: 0.8252, 0.6178, lift_point: 0.8252, 0.6178; The action is #DUAL_POINT#; touch_point: 0.8132, 0.6673, lift_point: 0.8132, 0.6673; The action is #DUAL_POINT#; touch_point: 0.8006, 0.6064, lift_point: 0.8006, 0.6064; The action is #DUAL_POINT#; touch_point: 0.1823, 0.9005, lift_point: 0.1823, 0.9005; The action is #TYPE#; And the content is : \"typed_text\": \"latest news in space technology?\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50059_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Miami", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50131_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Miami; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.5763, 0.5456, lift_point: 0.5763, 0.5456", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50131_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Miami; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5763, 0.5456, lift_point: 0.5763, 0.5456", "response": "The action is #DUAL_POINT#; touch_point: 0.0635, 0.7928, lift_point: 0.0635, 0.7928", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50131_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Miami; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5763, 0.5456, lift_point: 0.5763, 0.5456; The action is #DUAL_POINT#; touch_point: 0.0635, 0.7928, lift_point: 0.0635, 0.7928", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Miami\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50131_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Miami; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5763, 0.5456, lift_point: 0.5763, 0.5456; The action is #DUAL_POINT#; touch_point: 0.0635, 0.7928, lift_point: 0.0635, 0.7928; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Miami\"", "response": "The action is #DUAL_POINT#; touch_point: 0.0606, 0.5044, lift_point: 0.0606, 0.5044", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50131_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Miami; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5763, 0.5456, lift_point: 0.5763, 0.5456; The action is #DUAL_POINT#; touch_point: 0.0635, 0.7928, lift_point: 0.0635, 0.7928; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Miami\"; The action is #DUAL_POINT#; touch_point: 0.0606, 0.5044, lift_point: 0.0606, 0.5044", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Miami\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50131_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Miami; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5763, 0.5456, lift_point: 0.5763, 0.5456; The action is #DUAL_POINT#; touch_point: 0.0635, 0.7928, lift_point: 0.0635, 0.7928; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Miami\"; The action is #DUAL_POINT#; touch_point: 0.0606, 0.5044, lift_point: 0.0606, 0.5044; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Miami\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50131_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Miami; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5763, 0.5456, lift_point: 0.5763, 0.5456; The action is #DUAL_POINT#; touch_point: 0.0635, 0.7928, lift_point: 0.0635, 0.7928; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Miami\"; The action is #DUAL_POINT#; touch_point: 0.0606, 0.5044, lift_point: 0.0606, 0.5044; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Miami\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50131_8.png" ] }, { "query": "\nPrevious Actions: Goal: Install the eBay app", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50192_1.png" ] }, { "query": "\nPrevious Actions: Goal: Install the eBay app; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.735, 0.5885, lift_point: 0.735, 0.5885", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50192_2.png" ] }, { "query": "\nPrevious Actions: Goal: Install the eBay app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.735, 0.5885, lift_point: 0.735, 0.5885", "response": "The action is #DUAL_POINT#; touch_point: 0.0546, 0.7868, lift_point: 0.0546, 0.7868", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50192_3.png" ] }, { "query": "\nPrevious Actions: Goal: Install the eBay app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.735, 0.5885, lift_point: 0.735, 0.5885; The action is #DUAL_POINT#; touch_point: 0.0546, 0.7868, lift_point: 0.0546, 0.7868", "response": "The action is #DUAL_POINT#; touch_point: 0.0613, 0.9384, lift_point: 0.0613, 0.9384", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50192_4.png" ] }, { "query": "\nPrevious Actions: Goal: Install the eBay app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.735, 0.5885, lift_point: 0.735, 0.5885; The action is #DUAL_POINT#; touch_point: 0.0546, 0.7868, lift_point: 0.0546, 0.7868; The action is #DUAL_POINT#; touch_point: 0.0613, 0.9384, lift_point: 0.0613, 0.9384", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"ebay\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50192_5.png" ] }, { "query": "\nPrevious Actions: Goal: Install the eBay app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.735, 0.5885, lift_point: 0.735, 0.5885; The action is #DUAL_POINT#; touch_point: 0.0546, 0.7868, lift_point: 0.0546, 0.7868; The action is #DUAL_POINT#; touch_point: 0.0613, 0.9384, lift_point: 0.0613, 0.9384; The action is #TYPE#; And the content is : \"typed_text\": \"ebay\"", "response": "The action is #DUAL_POINT#; touch_point: 0.117, 0.2809, lift_point: 0.117, 0.2809", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50192_6.png" ] }, { "query": "\nPrevious Actions: Goal: Install the eBay app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.735, 0.5885, lift_point: 0.735, 0.5885; The action is #DUAL_POINT#; touch_point: 0.0546, 0.7868, lift_point: 0.0546, 0.7868; The action is #DUAL_POINT#; touch_point: 0.0613, 0.9384, lift_point: 0.0613, 0.9384; The action is #TYPE#; And the content is : \"typed_text\": \"ebay\"; The action is #DUAL_POINT#; touch_point: 0.117, 0.2809, lift_point: 0.117, 0.2809", "response": "The action is #DUAL_POINT#; touch_point: 0.1343, 0.9098, lift_point: 0.1343, 0.9098", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50192_7.png" ] }, { "query": "\nPrevious Actions: Goal: Install the eBay app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.735, 0.5885, lift_point: 0.735, 0.5885; The action is #DUAL_POINT#; touch_point: 0.0546, 0.7868, lift_point: 0.0546, 0.7868; The action is #DUAL_POINT#; touch_point: 0.0613, 0.9384, lift_point: 0.0613, 0.9384; The action is #TYPE#; And the content is : \"typed_text\": \"ebay\"; The action is #DUAL_POINT#; touch_point: 0.117, 0.2809, lift_point: 0.117, 0.2809; The action is #DUAL_POINT#; touch_point: 0.1343, 0.9098, lift_point: 0.1343, 0.9098", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50192_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Colombia?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50308_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Colombia?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.782, 0.7322, lift_point: 0.782, 0.7322", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50308_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Colombia?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.782, 0.7322, lift_point: 0.782, 0.7322", "response": "The action is #DUAL_POINT#; touch_point: 0.1816, 0.6694, lift_point: 0.1816, 0.6694", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50308_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Colombia?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.782, 0.7322, lift_point: 0.782, 0.7322; The action is #DUAL_POINT#; touch_point: 0.1816, 0.6694, lift_point: 0.1816, 0.6694", "response": "The action is #DUAL_POINT#; touch_point: 0.1082, 0.9314, lift_point: 0.1082, 0.9314", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50308_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Colombia?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.782, 0.7322, lift_point: 0.782, 0.7322; The action is #DUAL_POINT#; touch_point: 0.1816, 0.6694, lift_point: 0.1816, 0.6694; The action is #DUAL_POINT#; touch_point: 0.1082, 0.9314, lift_point: 0.1082, 0.9314", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Colombia?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50308_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Colombia?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.782, 0.7322, lift_point: 0.782, 0.7322; The action is #DUAL_POINT#; touch_point: 0.1816, 0.6694, lift_point: 0.1816, 0.6694; The action is #DUAL_POINT#; touch_point: 0.1082, 0.9314, lift_point: 0.1082, 0.9314; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Colombia?\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50308_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Colombia?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.782, 0.7322, lift_point: 0.782, 0.7322; The action is #DUAL_POINT#; touch_point: 0.1816, 0.6694, lift_point: 0.1816, 0.6694; The action is #DUAL_POINT#; touch_point: 0.1082, 0.9314, lift_point: 0.1082, 0.9314; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Colombia?\"; The action is #PRESS_ENTER#", "response": "The action is #DUAL_POINT#; touch_point: 0.2264, 0.1648, lift_point: 0.2264, 0.1648", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50308_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Colombia?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.782, 0.7322, lift_point: 0.782, 0.7322; The action is #DUAL_POINT#; touch_point: 0.1816, 0.6694, lift_point: 0.1816, 0.6694; The action is #DUAL_POINT#; touch_point: 0.1082, 0.9314, lift_point: 0.1082, 0.9314; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Colombia?\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.2264, 0.1648, lift_point: 0.2264, 0.1648", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50308_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the time in New York?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50344_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the time in New York?; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50344_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the time in New York?; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.6008, 0.1417, lift_point: 0.6008, 0.1417", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50344_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the time in New York?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6008, 0.1417, lift_point: 0.6008, 0.1417", "response": "The action is #DUAL_POINT#; touch_point: 0.1195, 0.6781, lift_point: 0.1195, 0.6781", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50344_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the time in New York?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6008, 0.1417, lift_point: 0.6008, 0.1417; The action is #DUAL_POINT#; touch_point: 0.1195, 0.6781, lift_point: 0.1195, 0.6781", "response": "The action is #DUAL_POINT#; touch_point: 0.0589, 0.9191, lift_point: 0.0589, 0.9191", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50344_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the time in New York?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6008, 0.1417, lift_point: 0.6008, 0.1417; The action is #DUAL_POINT#; touch_point: 0.1195, 0.6781, lift_point: 0.1195, 0.6781; The action is #DUAL_POINT#; touch_point: 0.0589, 0.9191, lift_point: 0.0589, 0.9191", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the time in New York\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50344_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the time in New York?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6008, 0.1417, lift_point: 0.6008, 0.1417; The action is #DUAL_POINT#; touch_point: 0.1195, 0.6781, lift_point: 0.1195, 0.6781; The action is #DUAL_POINT#; touch_point: 0.0589, 0.9191, lift_point: 0.0589, 0.9191; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the time in New York\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50344_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the time in New York?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6008, 0.1417, lift_point: 0.6008, 0.1417; The action is #DUAL_POINT#; touch_point: 0.1195, 0.6781, lift_point: 0.1195, 0.6781; The action is #DUAL_POINT#; touch_point: 0.0589, 0.9191, lift_point: 0.0589, 0.9191; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the time in New York\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50344_8.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Buenos aires", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50434_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Buenos aires; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.5493, 0.8544, lift_point: 0.5493, 0.8544", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50434_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Buenos aires; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5493, 0.8544, lift_point: 0.5493, 0.8544", "response": "The action is #DUAL_POINT#; touch_point: 0.1512, 0.7378, lift_point: 0.1512, 0.7378", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50434_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Buenos aires; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5493, 0.8544, lift_point: 0.5493, 0.8544; The action is #DUAL_POINT#; touch_point: 0.1512, 0.7378, lift_point: 0.1512, 0.7378", "response": "The action is #DUAL_POINT#; touch_point: 0.0645, 0.8981, lift_point: 0.0645, 0.8981", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50434_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Buenos aires; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5493, 0.8544, lift_point: 0.5493, 0.8544; The action is #DUAL_POINT#; touch_point: 0.1512, 0.7378, lift_point: 0.1512, 0.7378; The action is #DUAL_POINT#; touch_point: 0.0645, 0.8981, lift_point: 0.0645, 0.8981", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Buenos aires\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50434_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Buenos aires; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5493, 0.8544, lift_point: 0.5493, 0.8544; The action is #DUAL_POINT#; touch_point: 0.1512, 0.7378, lift_point: 0.1512, 0.7378; The action is #DUAL_POINT#; touch_point: 0.0645, 0.8981, lift_point: 0.0645, 0.8981; The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Buenos aires\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1357, 0.7171, lift_point: 0.1357, 0.7171", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50434_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Buenos aires; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5493, 0.8544, lift_point: 0.5493, 0.8544; The action is #DUAL_POINT#; touch_point: 0.1512, 0.7378, lift_point: 0.1512, 0.7378; The action is #DUAL_POINT#; touch_point: 0.0645, 0.8981, lift_point: 0.0645, 0.8981; The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Buenos aires\"; The action is #DUAL_POINT#; touch_point: 0.1357, 0.7171, lift_point: 0.1357, 0.7171", "response": "The action is #DUAL_POINT#; touch_point: 0.1837, 0.2179, lift_point: 0.1837, 0.2179", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50434_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Buenos aires; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5493, 0.8544, lift_point: 0.5493, 0.8544; The action is #DUAL_POINT#; touch_point: 0.1512, 0.7378, lift_point: 0.1512, 0.7378; The action is #DUAL_POINT#; touch_point: 0.0645, 0.8981, lift_point: 0.0645, 0.8981; The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Buenos aires\"; The action is #DUAL_POINT#; touch_point: 0.1357, 0.7171, lift_point: 0.1357, 0.7171; The action is #DUAL_POINT#; touch_point: 0.1837, 0.2179, lift_point: 0.1837, 0.2179", "response": "The action is #DUAL_POINT#; touch_point: 0.8764, 0.4599, lift_point: 0.8764, 0.4599", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50434_8.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Buenos aires; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5493, 0.8544, lift_point: 0.5493, 0.8544; The action is #DUAL_POINT#; touch_point: 0.1512, 0.7378, lift_point: 0.1512, 0.7378; The action is #DUAL_POINT#; touch_point: 0.0645, 0.8981, lift_point: 0.0645, 0.8981; The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Buenos aires\"; The action is #DUAL_POINT#; touch_point: 0.1357, 0.7171, lift_point: 0.1357, 0.7171; The action is #DUAL_POINT#; touch_point: 0.1837, 0.2179, lift_point: 0.1837, 0.2179; The action is #DUAL_POINT#; touch_point: 0.8764, 0.4599, lift_point: 0.8764, 0.4599", "response": "The action is #DUAL_POINT#; touch_point: 0.8752, 0.831, lift_point: 0.8752, 0.831", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50434_9.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Buenos aires; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5493, 0.8544, lift_point: 0.5493, 0.8544; The action is #DUAL_POINT#; touch_point: 0.1512, 0.7378, lift_point: 0.1512, 0.7378; The action is #DUAL_POINT#; touch_point: 0.0645, 0.8981, lift_point: 0.0645, 0.8981; The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Buenos aires\"; The action is #DUAL_POINT#; touch_point: 0.1357, 0.7171, lift_point: 0.1357, 0.7171; The action is #DUAL_POINT#; touch_point: 0.1837, 0.2179, lift_point: 0.1837, 0.2179; The action is #DUAL_POINT#; touch_point: 0.8764, 0.4599, lift_point: 0.8764, 0.4599; The action is #DUAL_POINT#; touch_point: 0.8752, 0.831, lift_point: 0.8752, 0.831", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50434_10.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in theFalkland Islands?", "response": "The action is #DUAL_POINT#; touch_point: 0.7901, 0.6849, lift_point: 0.7901, 0.6849", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50661_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in theFalkland Islands?; The action is #DUAL_POINT#; touch_point: 0.7901, 0.6849, lift_point: 0.7901, 0.6849", "response": "The action is #DUAL_POINT#; touch_point: 0.7864, 0.6923, lift_point: 0.7864, 0.6923", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50661_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in theFalkland Islands?; The action is #DUAL_POINT#; touch_point: 0.7901, 0.6849, lift_point: 0.7901, 0.6849; The action is #DUAL_POINT#; touch_point: 0.7864, 0.6923, lift_point: 0.7864, 0.6923", "response": "The action is #DUAL_POINT#; touch_point: 0.7864, 0.6923, lift_point: 0.7864, 0.6923", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50661_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in theFalkland Islands?; The action is #DUAL_POINT#; touch_point: 0.7901, 0.6849, lift_point: 0.7901, 0.6849; The action is #DUAL_POINT#; touch_point: 0.7864, 0.6923, lift_point: 0.7864, 0.6923; The action is #DUAL_POINT#; touch_point: 0.7864, 0.6923, lift_point: 0.7864, 0.6923", "response": "The action is #DUAL_POINT#; touch_point: 0.7889, 0.6923, lift_point: 0.7889, 0.6923", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50661_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in theFalkland Islands?; The action is #DUAL_POINT#; touch_point: 0.7901, 0.6849, lift_point: 0.7901, 0.6849; The action is #DUAL_POINT#; touch_point: 0.7864, 0.6923, lift_point: 0.7864, 0.6923; The action is #DUAL_POINT#; touch_point: 0.7864, 0.6923, lift_point: 0.7864, 0.6923; The action is #DUAL_POINT#; touch_point: 0.7889, 0.6923, lift_point: 0.7889, 0.6923", "response": "The action is #DUAL_POINT#; touch_point: 0.0479, 0.7127, lift_point: 0.0479, 0.7127", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50661_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in theFalkland Islands?; The action is #DUAL_POINT#; touch_point: 0.7901, 0.6849, lift_point: 0.7901, 0.6849; The action is #DUAL_POINT#; touch_point: 0.7864, 0.6923, lift_point: 0.7864, 0.6923; The action is #DUAL_POINT#; touch_point: 0.7864, 0.6923, lift_point: 0.7864, 0.6923; The action is #DUAL_POINT#; touch_point: 0.7889, 0.6923, lift_point: 0.7889, 0.6923; The action is #DUAL_POINT#; touch_point: 0.0479, 0.7127, lift_point: 0.0479, 0.7127", "response": "The action is #DUAL_POINT#; touch_point: 0.0463, 0.9337, lift_point: 0.0463, 0.9337", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50661_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in theFalkland Islands?; The action is #DUAL_POINT#; touch_point: 0.7901, 0.6849, lift_point: 0.7901, 0.6849; The action is #DUAL_POINT#; touch_point: 0.7864, 0.6923, lift_point: 0.7864, 0.6923; The action is #DUAL_POINT#; touch_point: 0.7864, 0.6923, lift_point: 0.7864, 0.6923; The action is #DUAL_POINT#; touch_point: 0.7889, 0.6923, lift_point: 0.7889, 0.6923; The action is #DUAL_POINT#; touch_point: 0.0479, 0.7127, lift_point: 0.0479, 0.7127; The action is #DUAL_POINT#; touch_point: 0.0463, 0.9337, lift_point: 0.0463, 0.9337", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"news in theFalkland Islands\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50661_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in theFalkland Islands?; The action is #DUAL_POINT#; touch_point: 0.7901, 0.6849, lift_point: 0.7901, 0.6849; The action is #DUAL_POINT#; touch_point: 0.7864, 0.6923, lift_point: 0.7864, 0.6923; The action is #DUAL_POINT#; touch_point: 0.7864, 0.6923, lift_point: 0.7864, 0.6923; The action is #DUAL_POINT#; touch_point: 0.7889, 0.6923, lift_point: 0.7889, 0.6923; The action is #DUAL_POINT#; touch_point: 0.0479, 0.7127, lift_point: 0.0479, 0.7127; The action is #DUAL_POINT#; touch_point: 0.0463, 0.9337, lift_point: 0.0463, 0.9337; The action is #TYPE#; And the content is : \"typed_text\": \"news in theFalkland Islands\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1205, 0.4479, lift_point: 0.1205, 0.4479", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50661_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in theFalkland Islands?; The action is #DUAL_POINT#; touch_point: 0.7901, 0.6849, lift_point: 0.7901, 0.6849; The action is #DUAL_POINT#; touch_point: 0.7864, 0.6923, lift_point: 0.7864, 0.6923; The action is #DUAL_POINT#; touch_point: 0.7864, 0.6923, lift_point: 0.7864, 0.6923; The action is #DUAL_POINT#; touch_point: 0.7889, 0.6923, lift_point: 0.7889, 0.6923; The action is #DUAL_POINT#; touch_point: 0.0479, 0.7127, lift_point: 0.0479, 0.7127; The action is #DUAL_POINT#; touch_point: 0.0463, 0.9337, lift_point: 0.0463, 0.9337; The action is #TYPE#; And the content is : \"typed_text\": \"news in theFalkland Islands\"; The action is #DUAL_POINT#; touch_point: 0.1205, 0.4479, lift_point: 0.1205, 0.4479", "response": "The action is #DUAL_POINT#; touch_point: 0.4429, 0.4461, lift_point: 0.4429, 0.4461", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50661_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in theFalkland Islands?; The action is #DUAL_POINT#; touch_point: 0.7901, 0.6849, lift_point: 0.7901, 0.6849; The action is #DUAL_POINT#; touch_point: 0.7864, 0.6923, lift_point: 0.7864, 0.6923; The action is #DUAL_POINT#; touch_point: 0.7864, 0.6923, lift_point: 0.7864, 0.6923; The action is #DUAL_POINT#; touch_point: 0.7889, 0.6923, lift_point: 0.7889, 0.6923; The action is #DUAL_POINT#; touch_point: 0.0479, 0.7127, lift_point: 0.0479, 0.7127; The action is #DUAL_POINT#; touch_point: 0.0463, 0.9337, lift_point: 0.0463, 0.9337; The action is #TYPE#; And the content is : \"typed_text\": \"news in theFalkland Islands\"; The action is #DUAL_POINT#; touch_point: 0.1205, 0.4479, lift_point: 0.1205, 0.4479; The action is #DUAL_POINT#; touch_point: 0.4429, 0.4461, lift_point: 0.4429, 0.4461", "response": "The action is #DUAL_POINT#; touch_point: 0.8925, 0.4827, lift_point: 0.8925, 0.4827", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50661_10.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in theFalkland Islands?; The action is #DUAL_POINT#; touch_point: 0.7901, 0.6849, lift_point: 0.7901, 0.6849; The action is #DUAL_POINT#; touch_point: 0.7864, 0.6923, lift_point: 0.7864, 0.6923; The action is #DUAL_POINT#; touch_point: 0.7864, 0.6923, lift_point: 0.7864, 0.6923; The action is #DUAL_POINT#; touch_point: 0.7889, 0.6923, lift_point: 0.7889, 0.6923; The action is #DUAL_POINT#; touch_point: 0.0479, 0.7127, lift_point: 0.0479, 0.7127; The action is #DUAL_POINT#; touch_point: 0.0463, 0.9337, lift_point: 0.0463, 0.9337; The action is #TYPE#; And the content is : \"typed_text\": \"news in theFalkland Islands\"; The action is #DUAL_POINT#; touch_point: 0.1205, 0.4479, lift_point: 0.1205, 0.4479; The action is #DUAL_POINT#; touch_point: 0.4429, 0.4461, lift_point: 0.4429, 0.4461; The action is #DUAL_POINT#; touch_point: 0.8925, 0.4827, lift_point: 0.8925, 0.4827", "response": "The action is #DUAL_POINT#; touch_point: 0.8963, 0.5485, lift_point: 0.8963, 0.5485", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50661_11.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in theFalkland Islands?; The action is #DUAL_POINT#; touch_point: 0.7901, 0.6849, lift_point: 0.7901, 0.6849; The action is #DUAL_POINT#; touch_point: 0.7864, 0.6923, lift_point: 0.7864, 0.6923; The action is #DUAL_POINT#; touch_point: 0.7864, 0.6923, lift_point: 0.7864, 0.6923; The action is #DUAL_POINT#; touch_point: 0.7889, 0.6923, lift_point: 0.7889, 0.6923; The action is #DUAL_POINT#; touch_point: 0.0479, 0.7127, lift_point: 0.0479, 0.7127; The action is #DUAL_POINT#; touch_point: 0.0463, 0.9337, lift_point: 0.0463, 0.9337; The action is #TYPE#; And the content is : \"typed_text\": \"news in theFalkland Islands\"; The action is #DUAL_POINT#; touch_point: 0.1205, 0.4479, lift_point: 0.1205, 0.4479; The action is #DUAL_POINT#; touch_point: 0.4429, 0.4461, lift_point: 0.4429, 0.4461; The action is #DUAL_POINT#; touch_point: 0.8925, 0.4827, lift_point: 0.8925, 0.4827; The action is #DUAL_POINT#; touch_point: 0.8963, 0.5485, lift_point: 0.8963, 0.5485", "response": "The action is #DUAL_POINT#; touch_point: 0.9168, 0.9339, lift_point: 0.9168, 0.9339", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50661_12.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in theFalkland Islands?; The action is #DUAL_POINT#; touch_point: 0.7901, 0.6849, lift_point: 0.7901, 0.6849; The action is #DUAL_POINT#; touch_point: 0.7864, 0.6923, lift_point: 0.7864, 0.6923; The action is #DUAL_POINT#; touch_point: 0.7864, 0.6923, lift_point: 0.7864, 0.6923; The action is #DUAL_POINT#; touch_point: 0.7889, 0.6923, lift_point: 0.7889, 0.6923; The action is #DUAL_POINT#; touch_point: 0.0479, 0.7127, lift_point: 0.0479, 0.7127; The action is #DUAL_POINT#; touch_point: 0.0463, 0.9337, lift_point: 0.0463, 0.9337; The action is #TYPE#; And the content is : \"typed_text\": \"news in theFalkland Islands\"; The action is #DUAL_POINT#; touch_point: 0.1205, 0.4479, lift_point: 0.1205, 0.4479; The action is #DUAL_POINT#; touch_point: 0.4429, 0.4461, lift_point: 0.4429, 0.4461; The action is #DUAL_POINT#; touch_point: 0.8925, 0.4827, lift_point: 0.8925, 0.4827; The action is #DUAL_POINT#; touch_point: 0.8963, 0.5485, lift_point: 0.8963, 0.5485; The action is #DUAL_POINT#; touch_point: 0.9168, 0.9339, lift_point: 0.9168, 0.9339", "response": "The action is #DUAL_POINT#; touch_point: 0.8965, 0.5618, lift_point: 0.8965, 0.5618", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50661_13.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in theFalkland Islands?; The action is #DUAL_POINT#; touch_point: 0.7901, 0.6849, lift_point: 0.7901, 0.6849; The action is #DUAL_POINT#; touch_point: 0.7864, 0.6923, lift_point: 0.7864, 0.6923; The action is #DUAL_POINT#; touch_point: 0.7864, 0.6923, lift_point: 0.7864, 0.6923; The action is #DUAL_POINT#; touch_point: 0.7889, 0.6923, lift_point: 0.7889, 0.6923; The action is #DUAL_POINT#; touch_point: 0.0479, 0.7127, lift_point: 0.0479, 0.7127; The action is #DUAL_POINT#; touch_point: 0.0463, 0.9337, lift_point: 0.0463, 0.9337; The action is #TYPE#; And the content is : \"typed_text\": \"news in theFalkland Islands\"; The action is #DUAL_POINT#; touch_point: 0.1205, 0.4479, lift_point: 0.1205, 0.4479; The action is #DUAL_POINT#; touch_point: 0.4429, 0.4461, lift_point: 0.4429, 0.4461; The action is #DUAL_POINT#; touch_point: 0.8925, 0.4827, lift_point: 0.8925, 0.4827; The action is #DUAL_POINT#; touch_point: 0.8963, 0.5485, lift_point: 0.8963, 0.5485; The action is #DUAL_POINT#; touch_point: 0.9168, 0.9339, lift_point: 0.9168, 0.9339; The action is #DUAL_POINT#; touch_point: 0.8965, 0.5618, lift_point: 0.8965, 0.5618", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50661_14.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Canada", "response": "The action is #DUAL_POINT#; touch_point: 0.7859, 0.6832, lift_point: 0.7859, 0.6832", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50688_1.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Canada; The action is #DUAL_POINT#; touch_point: 0.7859, 0.6832, lift_point: 0.7859, 0.6832", "response": "The action is #DUAL_POINT#; touch_point: 0.7944, 0.6849, lift_point: 0.7944, 0.6849", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50688_2.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Canada; The action is #DUAL_POINT#; touch_point: 0.7859, 0.6832, lift_point: 0.7859, 0.6832; The action is #DUAL_POINT#; touch_point: 0.7944, 0.6849, lift_point: 0.7944, 0.6849", "response": "The action is #DUAL_POINT#; touch_point: 0.779, 0.6849, lift_point: 0.779, 0.6849", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50688_3.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Canada; The action is #DUAL_POINT#; touch_point: 0.7859, 0.6832, lift_point: 0.7859, 0.6832; The action is #DUAL_POINT#; touch_point: 0.7944, 0.6849, lift_point: 0.7944, 0.6849; The action is #DUAL_POINT#; touch_point: 0.779, 0.6849, lift_point: 0.779, 0.6849", "response": "The action is #DUAL_POINT#; touch_point: 0.7839, 0.6849, lift_point: 0.7839, 0.6849", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50688_4.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Canada; The action is #DUAL_POINT#; touch_point: 0.7859, 0.6832, lift_point: 0.7859, 0.6832; The action is #DUAL_POINT#; touch_point: 0.7944, 0.6849, lift_point: 0.7944, 0.6849; The action is #DUAL_POINT#; touch_point: 0.779, 0.6849, lift_point: 0.779, 0.6849; The action is #DUAL_POINT#; touch_point: 0.7839, 0.6849, lift_point: 0.7839, 0.6849", "response": "The action is #DUAL_POINT#; touch_point: 0.7913, 0.6927, lift_point: 0.7913, 0.6927", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50688_5.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Canada; The action is #DUAL_POINT#; touch_point: 0.7859, 0.6832, lift_point: 0.7859, 0.6832; The action is #DUAL_POINT#; touch_point: 0.7944, 0.6849, lift_point: 0.7944, 0.6849; The action is #DUAL_POINT#; touch_point: 0.779, 0.6849, lift_point: 0.779, 0.6849; The action is #DUAL_POINT#; touch_point: 0.7839, 0.6849, lift_point: 0.7839, 0.6849; The action is #DUAL_POINT#; touch_point: 0.7913, 0.6927, lift_point: 0.7913, 0.6927", "response": "The action is #DUAL_POINT#; touch_point: 0.7949, 0.6927, lift_point: 0.7949, 0.6927", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50688_6.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Canada; The action is #DUAL_POINT#; touch_point: 0.7859, 0.6832, lift_point: 0.7859, 0.6832; The action is #DUAL_POINT#; touch_point: 0.7944, 0.6849, lift_point: 0.7944, 0.6849; The action is #DUAL_POINT#; touch_point: 0.779, 0.6849, lift_point: 0.779, 0.6849; The action is #DUAL_POINT#; touch_point: 0.7839, 0.6849, lift_point: 0.7839, 0.6849; The action is #DUAL_POINT#; touch_point: 0.7913, 0.6927, lift_point: 0.7913, 0.6927; The action is #DUAL_POINT#; touch_point: 0.7949, 0.6927, lift_point: 0.7949, 0.6927", "response": "The action is #DUAL_POINT#; touch_point: 0.0561, 0.6087, lift_point: 0.0561, 0.6087", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50688_7.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Canada; The action is #DUAL_POINT#; touch_point: 0.7859, 0.6832, lift_point: 0.7859, 0.6832; The action is #DUAL_POINT#; touch_point: 0.7944, 0.6849, lift_point: 0.7944, 0.6849; The action is #DUAL_POINT#; touch_point: 0.779, 0.6849, lift_point: 0.779, 0.6849; The action is #DUAL_POINT#; touch_point: 0.7839, 0.6849, lift_point: 0.7839, 0.6849; The action is #DUAL_POINT#; touch_point: 0.7913, 0.6927, lift_point: 0.7913, 0.6927; The action is #DUAL_POINT#; touch_point: 0.7949, 0.6927, lift_point: 0.7949, 0.6927; The action is #DUAL_POINT#; touch_point: 0.0561, 0.6087, lift_point: 0.0561, 0.6087", "response": "The action is #DUAL_POINT#; touch_point: 0.0578, 0.9348, lift_point: 0.0578, 0.9348", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50688_8.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Canada; The action is #DUAL_POINT#; touch_point: 0.7859, 0.6832, lift_point: 0.7859, 0.6832; The action is #DUAL_POINT#; touch_point: 0.7944, 0.6849, lift_point: 0.7944, 0.6849; The action is #DUAL_POINT#; touch_point: 0.779, 0.6849, lift_point: 0.779, 0.6849; The action is #DUAL_POINT#; touch_point: 0.7839, 0.6849, lift_point: 0.7839, 0.6849; The action is #DUAL_POINT#; touch_point: 0.7913, 0.6927, lift_point: 0.7913, 0.6927; The action is #DUAL_POINT#; touch_point: 0.7949, 0.6927, lift_point: 0.7949, 0.6927; The action is #DUAL_POINT#; touch_point: 0.0561, 0.6087, lift_point: 0.0561, 0.6087; The action is #DUAL_POINT#; touch_point: 0.0578, 0.9348, lift_point: 0.0578, 0.9348", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50688_9.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Canada; The action is #DUAL_POINT#; touch_point: 0.7859, 0.6832, lift_point: 0.7859, 0.6832; The action is #DUAL_POINT#; touch_point: 0.7944, 0.6849, lift_point: 0.7944, 0.6849; The action is #DUAL_POINT#; touch_point: 0.779, 0.6849, lift_point: 0.779, 0.6849; The action is #DUAL_POINT#; touch_point: 0.7839, 0.6849, lift_point: 0.7839, 0.6849; The action is #DUAL_POINT#; touch_point: 0.7913, 0.6927, lift_point: 0.7913, 0.6927; The action is #DUAL_POINT#; touch_point: 0.7949, 0.6927, lift_point: 0.7949, 0.6927; The action is #DUAL_POINT#; touch_point: 0.0561, 0.6087, lift_point: 0.0561, 0.6087; The action is #DUAL_POINT#; touch_point: 0.0578, 0.9348, lift_point: 0.0578, 0.9348; The action is #PRESS_ENTER#", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Canada\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50688_10.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Canada; The action is #DUAL_POINT#; touch_point: 0.7859, 0.6832, lift_point: 0.7859, 0.6832; The action is #DUAL_POINT#; touch_point: 0.7944, 0.6849, lift_point: 0.7944, 0.6849; The action is #DUAL_POINT#; touch_point: 0.779, 0.6849, lift_point: 0.779, 0.6849; The action is #DUAL_POINT#; touch_point: 0.7839, 0.6849, lift_point: 0.7839, 0.6849; The action is #DUAL_POINT#; touch_point: 0.7913, 0.6927, lift_point: 0.7913, 0.6927; The action is #DUAL_POINT#; touch_point: 0.7949, 0.6927, lift_point: 0.7949, 0.6927; The action is #DUAL_POINT#; touch_point: 0.0561, 0.6087, lift_point: 0.0561, 0.6087; The action is #DUAL_POINT#; touch_point: 0.0578, 0.9348, lift_point: 0.0578, 0.9348; The action is #PRESS_ENTER#; The action is #TYPE#; And the content is : \"typed_text\": \"capital of Canada\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1193, 0.3119, lift_point: 0.1193, 0.3119", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50688_11.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Canada; The action is #DUAL_POINT#; touch_point: 0.7859, 0.6832, lift_point: 0.7859, 0.6832; The action is #DUAL_POINT#; touch_point: 0.7944, 0.6849, lift_point: 0.7944, 0.6849; The action is #DUAL_POINT#; touch_point: 0.779, 0.6849, lift_point: 0.779, 0.6849; The action is #DUAL_POINT#; touch_point: 0.7839, 0.6849, lift_point: 0.7839, 0.6849; The action is #DUAL_POINT#; touch_point: 0.7913, 0.6927, lift_point: 0.7913, 0.6927; The action is #DUAL_POINT#; touch_point: 0.7949, 0.6927, lift_point: 0.7949, 0.6927; The action is #DUAL_POINT#; touch_point: 0.0561, 0.6087, lift_point: 0.0561, 0.6087; The action is #DUAL_POINT#; touch_point: 0.0578, 0.9348, lift_point: 0.0578, 0.9348; The action is #PRESS_ENTER#; The action is #TYPE#; And the content is : \"typed_text\": \"capital of Canada\"; The action is #DUAL_POINT#; touch_point: 0.1193, 0.3119, lift_point: 0.1193, 0.3119", "response": "The action is #DUAL_POINT#; touch_point: 0.1281, 0.2934, lift_point: 0.1281, 0.2934", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50688_12.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Canada; The action is #DUAL_POINT#; touch_point: 0.7859, 0.6832, lift_point: 0.7859, 0.6832; The action is #DUAL_POINT#; touch_point: 0.7944, 0.6849, lift_point: 0.7944, 0.6849; The action is #DUAL_POINT#; touch_point: 0.779, 0.6849, lift_point: 0.779, 0.6849; The action is #DUAL_POINT#; touch_point: 0.7839, 0.6849, lift_point: 0.7839, 0.6849; The action is #DUAL_POINT#; touch_point: 0.7913, 0.6927, lift_point: 0.7913, 0.6927; The action is #DUAL_POINT#; touch_point: 0.7949, 0.6927, lift_point: 0.7949, 0.6927; The action is #DUAL_POINT#; touch_point: 0.0561, 0.6087, lift_point: 0.0561, 0.6087; The action is #DUAL_POINT#; touch_point: 0.0578, 0.9348, lift_point: 0.0578, 0.9348; The action is #PRESS_ENTER#; The action is #TYPE#; And the content is : \"typed_text\": \"capital of Canada\"; The action is #DUAL_POINT#; touch_point: 0.1193, 0.3119, lift_point: 0.1193, 0.3119; The action is #DUAL_POINT#; touch_point: 0.1281, 0.2934, lift_point: 0.1281, 0.2934", "response": "The action is #DUAL_POINT#; touch_point: 0.1233, 0.23, lift_point: 0.1233, 0.23", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50688_13.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Canada; The action is #DUAL_POINT#; touch_point: 0.7859, 0.6832, lift_point: 0.7859, 0.6832; The action is #DUAL_POINT#; touch_point: 0.7944, 0.6849, lift_point: 0.7944, 0.6849; The action is #DUAL_POINT#; touch_point: 0.779, 0.6849, lift_point: 0.779, 0.6849; The action is #DUAL_POINT#; touch_point: 0.7839, 0.6849, lift_point: 0.7839, 0.6849; The action is #DUAL_POINT#; touch_point: 0.7913, 0.6927, lift_point: 0.7913, 0.6927; The action is #DUAL_POINT#; touch_point: 0.7949, 0.6927, lift_point: 0.7949, 0.6927; The action is #DUAL_POINT#; touch_point: 0.0561, 0.6087, lift_point: 0.0561, 0.6087; The action is #DUAL_POINT#; touch_point: 0.0578, 0.9348, lift_point: 0.0578, 0.9348; The action is #PRESS_ENTER#; The action is #TYPE#; And the content is : \"typed_text\": \"capital of Canada\"; The action is #DUAL_POINT#; touch_point: 0.1193, 0.3119, lift_point: 0.1193, 0.3119; The action is #DUAL_POINT#; touch_point: 0.1281, 0.2934, lift_point: 0.1281, 0.2934; The action is #DUAL_POINT#; touch_point: 0.1233, 0.23, lift_point: 0.1233, 0.23", "response": "The action is #DUAL_POINT#; touch_point: 0.117, 0.3334, lift_point: 0.117, 0.3334", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50688_14.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Canada; The action is #DUAL_POINT#; touch_point: 0.7859, 0.6832, lift_point: 0.7859, 0.6832; The action is #DUAL_POINT#; touch_point: 0.7944, 0.6849, lift_point: 0.7944, 0.6849; The action is #DUAL_POINT#; touch_point: 0.779, 0.6849, lift_point: 0.779, 0.6849; The action is #DUAL_POINT#; touch_point: 0.7839, 0.6849, lift_point: 0.7839, 0.6849; The action is #DUAL_POINT#; touch_point: 0.7913, 0.6927, lift_point: 0.7913, 0.6927; The action is #DUAL_POINT#; touch_point: 0.7949, 0.6927, lift_point: 0.7949, 0.6927; The action is #DUAL_POINT#; touch_point: 0.0561, 0.6087, lift_point: 0.0561, 0.6087; The action is #DUAL_POINT#; touch_point: 0.0578, 0.9348, lift_point: 0.0578, 0.9348; The action is #PRESS_ENTER#; The action is #TYPE#; And the content is : \"typed_text\": \"capital of Canada\"; The action is #DUAL_POINT#; touch_point: 0.1193, 0.3119, lift_point: 0.1193, 0.3119; The action is #DUAL_POINT#; touch_point: 0.1281, 0.2934, lift_point: 0.1281, 0.2934; The action is #DUAL_POINT#; touch_point: 0.1233, 0.23, lift_point: 0.1233, 0.23; The action is #DUAL_POINT#; touch_point: 0.117, 0.3334, lift_point: 0.117, 0.3334", "response": "The action is #DUAL_POINT#; touch_point: 0.2387, 0.1249, lift_point: 0.2387, 0.1249", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50688_15.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Canada; The action is #DUAL_POINT#; touch_point: 0.7859, 0.6832, lift_point: 0.7859, 0.6832; The action is #DUAL_POINT#; touch_point: 0.7944, 0.6849, lift_point: 0.7944, 0.6849; The action is #DUAL_POINT#; touch_point: 0.779, 0.6849, lift_point: 0.779, 0.6849; The action is #DUAL_POINT#; touch_point: 0.7839, 0.6849, lift_point: 0.7839, 0.6849; The action is #DUAL_POINT#; touch_point: 0.7913, 0.6927, lift_point: 0.7913, 0.6927; The action is #DUAL_POINT#; touch_point: 0.7949, 0.6927, lift_point: 0.7949, 0.6927; The action is #DUAL_POINT#; touch_point: 0.0561, 0.6087, lift_point: 0.0561, 0.6087; The action is #DUAL_POINT#; touch_point: 0.0578, 0.9348, lift_point: 0.0578, 0.9348; The action is #PRESS_ENTER#; The action is #TYPE#; And the content is : \"typed_text\": \"capital of Canada\"; The action is #DUAL_POINT#; touch_point: 0.1193, 0.3119, lift_point: 0.1193, 0.3119; The action is #DUAL_POINT#; touch_point: 0.1281, 0.2934, lift_point: 0.1281, 0.2934; The action is #DUAL_POINT#; touch_point: 0.1233, 0.23, lift_point: 0.1233, 0.23; The action is #DUAL_POINT#; touch_point: 0.117, 0.3334, lift_point: 0.117, 0.3334; The action is #DUAL_POINT#; touch_point: 0.2387, 0.1249, lift_point: 0.2387, 0.1249", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50688_16.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Atlanta?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50752_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Atlanta?; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50752_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Atlanta?; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.1606, 0.1203, lift_point: 0.1606, 0.1203", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50752_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Atlanta?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1606, 0.1203, lift_point: 0.1606, 0.1203", "response": "The action is #PRESS_BACK#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50752_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Atlanta?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1606, 0.1203, lift_point: 0.1606, 0.1203; The action is #PRESS_BACK#", "response": "The action is #DUAL_POINT#; touch_point: 0.4868, 0.873, lift_point: 0.4868, 0.873", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50752_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Atlanta?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1606, 0.1203, lift_point: 0.1606, 0.1203; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.4868, 0.873, lift_point: 0.4868, 0.873", "response": "The action is #DUAL_POINT#; touch_point: 0.0657, 0.3059, lift_point: 0.0657, 0.3059", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50752_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Atlanta?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1606, 0.1203, lift_point: 0.1606, 0.1203; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.4868, 0.873, lift_point: 0.4868, 0.873; The action is #DUAL_POINT#; touch_point: 0.0657, 0.3059, lift_point: 0.0657, 0.3059", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"restaurant in Atlanta\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50752_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Atlanta?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1606, 0.1203, lift_point: 0.1606, 0.1203; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.4868, 0.873, lift_point: 0.4868, 0.873; The action is #DUAL_POINT#; touch_point: 0.0657, 0.3059, lift_point: 0.0657, 0.3059; The action is #TYPE#; And the content is : \"typed_text\": \"restaurant in Atlanta\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1991, 0.2296, lift_point: 0.1991, 0.2296", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50752_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Atlanta?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1606, 0.1203, lift_point: 0.1606, 0.1203; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.4868, 0.873, lift_point: 0.4868, 0.873; The action is #DUAL_POINT#; touch_point: 0.0657, 0.3059, lift_point: 0.0657, 0.3059; The action is #TYPE#; And the content is : \"typed_text\": \"restaurant in Atlanta\"; The action is #DUAL_POINT#; touch_point: 0.1991, 0.2296, lift_point: 0.1991, 0.2296", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50752_9.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Facebook app", "response": "The action is #DUAL_POINT#; touch_point: 0.7755, 0.5113, lift_point: 0.7755, 0.5113", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50802_1.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Facebook app; The action is #DUAL_POINT#; touch_point: 0.7755, 0.5113, lift_point: 0.7755, 0.5113", "response": "The action is #DUAL_POINT#; touch_point: 0.0589, 0.7958, lift_point: 0.0589, 0.7958", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50802_2.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Facebook app; The action is #DUAL_POINT#; touch_point: 0.7755, 0.5113, lift_point: 0.7755, 0.5113; The action is #DUAL_POINT#; touch_point: 0.0589, 0.7958, lift_point: 0.0589, 0.7958", "response": "The action is #DUAL_POINT#; touch_point: 0.0649, 0.9347, lift_point: 0.0649, 0.9347", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50802_3.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Facebook app; The action is #DUAL_POINT#; touch_point: 0.7755, 0.5113, lift_point: 0.7755, 0.5113; The action is #DUAL_POINT#; touch_point: 0.0589, 0.7958, lift_point: 0.0589, 0.7958; The action is #DUAL_POINT#; touch_point: 0.0649, 0.9347, lift_point: 0.0649, 0.9347", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"facebook\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50802_4.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Facebook app; The action is #DUAL_POINT#; touch_point: 0.7755, 0.5113, lift_point: 0.7755, 0.5113; The action is #DUAL_POINT#; touch_point: 0.0589, 0.7958, lift_point: 0.0589, 0.7958; The action is #DUAL_POINT#; touch_point: 0.0649, 0.9347, lift_point: 0.0649, 0.9347; The action is #TYPE#; And the content is : \"typed_text\": \"facebook\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1309, 0.2776, lift_point: 0.1309, 0.2776", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50802_5.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Facebook app; The action is #DUAL_POINT#; touch_point: 0.7755, 0.5113, lift_point: 0.7755, 0.5113; The action is #DUAL_POINT#; touch_point: 0.0589, 0.7958, lift_point: 0.0589, 0.7958; The action is #DUAL_POINT#; touch_point: 0.0649, 0.9347, lift_point: 0.0649, 0.9347; The action is #TYPE#; And the content is : \"typed_text\": \"facebook\"; The action is #DUAL_POINT#; touch_point: 0.1309, 0.2776, lift_point: 0.1309, 0.2776", "response": "The action is #DUAL_POINT#; touch_point: 0.1536, 0.8556, lift_point: 0.1536, 0.8556", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50802_6.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Facebook app; The action is #DUAL_POINT#; touch_point: 0.7755, 0.5113, lift_point: 0.7755, 0.5113; The action is #DUAL_POINT#; touch_point: 0.0589, 0.7958, lift_point: 0.0589, 0.7958; The action is #DUAL_POINT#; touch_point: 0.0649, 0.9347, lift_point: 0.0649, 0.9347; The action is #TYPE#; And the content is : \"typed_text\": \"facebook\"; The action is #DUAL_POINT#; touch_point: 0.1309, 0.2776, lift_point: 0.1309, 0.2776; The action is #DUAL_POINT#; touch_point: 0.1536, 0.8556, lift_point: 0.1536, 0.8556", "response": "The action is #DUAL_POINT#; touch_point: 0.1536, 0.854, lift_point: 0.1536, 0.854", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50802_7.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Facebook app; The action is #DUAL_POINT#; touch_point: 0.7755, 0.5113, lift_point: 0.7755, 0.5113; The action is #DUAL_POINT#; touch_point: 0.0589, 0.7958, lift_point: 0.0589, 0.7958; The action is #DUAL_POINT#; touch_point: 0.0649, 0.9347, lift_point: 0.0649, 0.9347; The action is #TYPE#; And the content is : \"typed_text\": \"facebook\"; The action is #DUAL_POINT#; touch_point: 0.1309, 0.2776, lift_point: 0.1309, 0.2776; The action is #DUAL_POINT#; touch_point: 0.1536, 0.8556, lift_point: 0.1536, 0.8556; The action is #DUAL_POINT#; touch_point: 0.1536, 0.854, lift_point: 0.1536, 0.854", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50802_8.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Chicago to London", "response": "The action is #DUAL_POINT#; touch_point: 0.7804, 0.7008, lift_point: 0.7804, 0.7008", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50888_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Chicago to London; The action is #DUAL_POINT#; touch_point: 0.7804, 0.7008, lift_point: 0.7804, 0.7008", "response": "The action is #DUAL_POINT#; touch_point: 0.7781, 0.7176, lift_point: 0.7781, 0.7176", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50888_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Chicago to London; The action is #DUAL_POINT#; touch_point: 0.7804, 0.7008, lift_point: 0.7804, 0.7008; The action is #DUAL_POINT#; touch_point: 0.7781, 0.7176, lift_point: 0.7781, 0.7176", "response": "The action is #DUAL_POINT#; touch_point: 0.0557, 0.3686, lift_point: 0.0557, 0.3686", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50888_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Chicago to London; The action is #DUAL_POINT#; touch_point: 0.7804, 0.7008, lift_point: 0.7804, 0.7008; The action is #DUAL_POINT#; touch_point: 0.7781, 0.7176, lift_point: 0.7781, 0.7176; The action is #DUAL_POINT#; touch_point: 0.0557, 0.3686, lift_point: 0.0557, 0.3686", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Chicago to London\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50888_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Chicago to London; The action is #DUAL_POINT#; touch_point: 0.7804, 0.7008, lift_point: 0.7804, 0.7008; The action is #DUAL_POINT#; touch_point: 0.7781, 0.7176, lift_point: 0.7781, 0.7176; The action is #DUAL_POINT#; touch_point: 0.0557, 0.3686, lift_point: 0.0557, 0.3686; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Chicago to London\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1333, 0.503, lift_point: 0.1333, 0.503", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50888_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Chicago to London; The action is #DUAL_POINT#; touch_point: 0.7804, 0.7008, lift_point: 0.7804, 0.7008; The action is #DUAL_POINT#; touch_point: 0.7781, 0.7176, lift_point: 0.7781, 0.7176; The action is #DUAL_POINT#; touch_point: 0.0557, 0.3686, lift_point: 0.0557, 0.3686; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Chicago to London\"; The action is #DUAL_POINT#; touch_point: 0.1333, 0.503, lift_point: 0.1333, 0.503", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50888_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Chicago to London; The action is #DUAL_POINT#; touch_point: 0.7804, 0.7008, lift_point: 0.7804, 0.7008; The action is #DUAL_POINT#; touch_point: 0.7781, 0.7176, lift_point: 0.7781, 0.7176; The action is #DUAL_POINT#; touch_point: 0.0557, 0.3686, lift_point: 0.0557, 0.3686; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Chicago to London\"; The action is #DUAL_POINT#; touch_point: 0.1333, 0.503, lift_point: 0.1333, 0.503; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50888_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Chicago to London; The action is #DUAL_POINT#; touch_point: 0.7804, 0.7008, lift_point: 0.7804, 0.7008; The action is #DUAL_POINT#; touch_point: 0.7781, 0.7176, lift_point: 0.7781, 0.7176; The action is #DUAL_POINT#; touch_point: 0.0557, 0.3686, lift_point: 0.0557, 0.3686; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Chicago to London\"; The action is #DUAL_POINT#; touch_point: 0.1333, 0.503, lift_point: 0.1333, 0.503; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50888_8.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Chicago to London; The action is #DUAL_POINT#; touch_point: 0.7804, 0.7008, lift_point: 0.7804, 0.7008; The action is #DUAL_POINT#; touch_point: 0.7781, 0.7176, lift_point: 0.7781, 0.7176; The action is #DUAL_POINT#; touch_point: 0.0557, 0.3686, lift_point: 0.0557, 0.3686; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Chicago to London\"; The action is #DUAL_POINT#; touch_point: 0.1333, 0.503, lift_point: 0.1333, 0.503; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50888_9.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Chicago to London; The action is #DUAL_POINT#; touch_point: 0.7804, 0.7008, lift_point: 0.7804, 0.7008; The action is #DUAL_POINT#; touch_point: 0.7781, 0.7176, lift_point: 0.7781, 0.7176; The action is #DUAL_POINT#; touch_point: 0.0557, 0.3686, lift_point: 0.0557, 0.3686; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Chicago to London\"; The action is #DUAL_POINT#; touch_point: 0.1333, 0.503, lift_point: 0.1333, 0.503; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.658, 0.4543, lift_point: 0.658, 0.4543", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50888_10.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Chicago to London; The action is #DUAL_POINT#; touch_point: 0.7804, 0.7008, lift_point: 0.7804, 0.7008; The action is #DUAL_POINT#; touch_point: 0.7781, 0.7176, lift_point: 0.7781, 0.7176; The action is #DUAL_POINT#; touch_point: 0.0557, 0.3686, lift_point: 0.0557, 0.3686; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Chicago to London\"; The action is #DUAL_POINT#; touch_point: 0.1333, 0.503, lift_point: 0.1333, 0.503; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.658, 0.4543, lift_point: 0.658, 0.4543", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50888_11.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Bangladesh?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50900_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Bangladesh?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.778, 0.6639, lift_point: 0.778, 0.6639", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50900_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Bangladesh?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.778, 0.6639, lift_point: 0.778, 0.6639", "response": "The action is #DUAL_POINT#; touch_point: 0.0695, 0.5895, lift_point: 0.0695, 0.5895", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50900_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Bangladesh?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.778, 0.6639, lift_point: 0.778, 0.6639; The action is #DUAL_POINT#; touch_point: 0.0695, 0.5895, lift_point: 0.0695, 0.5895", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Bangladesh\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50900_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Bangladesh?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.778, 0.6639, lift_point: 0.778, 0.6639; The action is #DUAL_POINT#; touch_point: 0.0695, 0.5895, lift_point: 0.0695, 0.5895; The action is #TYPE#; And the content is : \"typed_text\": \"Bangladesh\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1351, 0.2819, lift_point: 0.1351, 0.2819", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50900_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Bangladesh?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.778, 0.6639, lift_point: 0.778, 0.6639; The action is #DUAL_POINT#; touch_point: 0.0695, 0.5895, lift_point: 0.0695, 0.5895; The action is #TYPE#; And the content is : \"typed_text\": \"Bangladesh\"; The action is #DUAL_POINT#; touch_point: 0.1351, 0.2819, lift_point: 0.1351, 0.2819", "response": "The action is #DUAL_POINT#; touch_point: 0.2566, 0.1763, lift_point: 0.2566, 0.1763", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50900_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Bangladesh?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.778, 0.6639, lift_point: 0.778, 0.6639; The action is #DUAL_POINT#; touch_point: 0.0695, 0.5895, lift_point: 0.0695, 0.5895; The action is #TYPE#; And the content is : \"typed_text\": \"Bangladesh\"; The action is #DUAL_POINT#; touch_point: 0.1351, 0.2819, lift_point: 0.1351, 0.2819; The action is #DUAL_POINT#; touch_point: 0.2566, 0.1763, lift_point: 0.2566, 0.1763", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50900_7.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new incognito window in Chrome", "response": "The action is #DUAL_POINT#; touch_point: 0.7736, 0.67, lift_point: 0.7736, 0.67", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50935_1.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new incognito window in Chrome; The action is #DUAL_POINT#; touch_point: 0.7736, 0.67, lift_point: 0.7736, 0.67", "response": "The action is #DUAL_POINT#; touch_point: 0.0659, 0.9182, lift_point: 0.0659, 0.9182", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50935_2.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new incognito window in Chrome; The action is #DUAL_POINT#; touch_point: 0.7736, 0.67, lift_point: 0.7736, 0.67; The action is #DUAL_POINT#; touch_point: 0.0659, 0.9182, lift_point: 0.0659, 0.9182", "response": "The action is #DUAL_POINT#; touch_point: 0.1832, 0.711, lift_point: 0.1832, 0.711", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50935_3.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new incognito window in Chrome; The action is #DUAL_POINT#; touch_point: 0.7736, 0.67, lift_point: 0.7736, 0.67; The action is #DUAL_POINT#; touch_point: 0.0659, 0.9182, lift_point: 0.0659, 0.9182; The action is #DUAL_POINT#; touch_point: 0.1832, 0.711, lift_point: 0.1832, 0.711", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50935_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in space technology?", "response": "The action is #DUAL_POINT#; touch_point: 0.7715, 0.6982, lift_point: 0.7715, 0.6982", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50952_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in space technology?; The action is #DUAL_POINT#; touch_point: 0.7715, 0.6982, lift_point: 0.7715, 0.6982", "response": "The action is #DUAL_POINT#; touch_point: 0.0606, 0.5389, lift_point: 0.0606, 0.5389", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50952_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in space technology?; The action is #DUAL_POINT#; touch_point: 0.7715, 0.6982, lift_point: 0.7715, 0.6982; The action is #DUAL_POINT#; touch_point: 0.0606, 0.5389, lift_point: 0.0606, 0.5389", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"space technology\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50952_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in space technology?; The action is #DUAL_POINT#; touch_point: 0.7715, 0.6982, lift_point: 0.7715, 0.6982; The action is #DUAL_POINT#; touch_point: 0.0606, 0.5389, lift_point: 0.0606, 0.5389; The action is #TYPE#; And the content is : \"typed_text\": \"space technology\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1305, 0.3664, lift_point: 0.1305, 0.3664", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50952_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in space technology?; The action is #DUAL_POINT#; touch_point: 0.7715, 0.6982, lift_point: 0.7715, 0.6982; The action is #DUAL_POINT#; touch_point: 0.0606, 0.5389, lift_point: 0.0606, 0.5389; The action is #TYPE#; And the content is : \"typed_text\": \"space technology\"; The action is #DUAL_POINT#; touch_point: 0.1305, 0.3664, lift_point: 0.1305, 0.3664", "response": "The action is #DUAL_POINT#; touch_point: 0.2536, 0.1856, lift_point: 0.2536, 0.1856", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50952_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in space technology?; The action is #DUAL_POINT#; touch_point: 0.7715, 0.6982, lift_point: 0.7715, 0.6982; The action is #DUAL_POINT#; touch_point: 0.0606, 0.5389, lift_point: 0.0606, 0.5389; The action is #TYPE#; And the content is : \"typed_text\": \"space technology\"; The action is #DUAL_POINT#; touch_point: 0.1305, 0.3664, lift_point: 0.1305, 0.3664; The action is #DUAL_POINT#; touch_point: 0.2536, 0.1856, lift_point: 0.2536, 0.1856", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50952_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Denver", "response": "The action is #DUAL_POINT#; touch_point: 0.7849, 0.6884, lift_point: 0.7849, 0.6884", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50970_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Denver; The action is #DUAL_POINT#; touch_point: 0.7849, 0.6884, lift_point: 0.7849, 0.6884", "response": "The action is #DUAL_POINT#; touch_point: 0.7824, 0.6896, lift_point: 0.7824, 0.6896", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50970_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Denver; The action is #DUAL_POINT#; touch_point: 0.7849, 0.6884, lift_point: 0.7849, 0.6884; The action is #DUAL_POINT#; touch_point: 0.7824, 0.6896, lift_point: 0.7824, 0.6896", "response": "The action is #DUAL_POINT#; touch_point: 0.0527, 0.471, lift_point: 0.0527, 0.471", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50970_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Denver; The action is #DUAL_POINT#; touch_point: 0.7849, 0.6884, lift_point: 0.7849, 0.6884; The action is #DUAL_POINT#; touch_point: 0.7824, 0.6896, lift_point: 0.7824, 0.6896; The action is #DUAL_POINT#; touch_point: 0.0527, 0.471, lift_point: 0.0527, 0.471", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Denver\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50970_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Denver; The action is #DUAL_POINT#; touch_point: 0.7849, 0.6884, lift_point: 0.7849, 0.6884; The action is #DUAL_POINT#; touch_point: 0.7824, 0.6896, lift_point: 0.7824, 0.6896; The action is #DUAL_POINT#; touch_point: 0.0527, 0.471, lift_point: 0.0527, 0.471; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Denver\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1255, 0.2215, lift_point: 0.1255, 0.2215", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50970_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Denver; The action is #DUAL_POINT#; touch_point: 0.7849, 0.6884, lift_point: 0.7849, 0.6884; The action is #DUAL_POINT#; touch_point: 0.7824, 0.6896, lift_point: 0.7824, 0.6896; The action is #DUAL_POINT#; touch_point: 0.0527, 0.471, lift_point: 0.0527, 0.471; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Denver\"; The action is #DUAL_POINT#; touch_point: 0.1255, 0.2215, lift_point: 0.1255, 0.2215", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50970_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Denver; The action is #DUAL_POINT#; touch_point: 0.7849, 0.6884, lift_point: 0.7849, 0.6884; The action is #DUAL_POINT#; touch_point: 0.7824, 0.6896, lift_point: 0.7824, 0.6896; The action is #DUAL_POINT#; touch_point: 0.0527, 0.471, lift_point: 0.0527, 0.471; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Denver\"; The action is #DUAL_POINT#; touch_point: 0.1255, 0.2215, lift_point: 0.1255, 0.2215; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50970_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Denver; The action is #DUAL_POINT#; touch_point: 0.7849, 0.6884, lift_point: 0.7849, 0.6884; The action is #DUAL_POINT#; touch_point: 0.7824, 0.6896, lift_point: 0.7824, 0.6896; The action is #DUAL_POINT#; touch_point: 0.0527, 0.471, lift_point: 0.0527, 0.471; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Denver\"; The action is #DUAL_POINT#; touch_point: 0.1255, 0.2215, lift_point: 0.1255, 0.2215; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50970_8.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Denver; The action is #DUAL_POINT#; touch_point: 0.7849, 0.6884, lift_point: 0.7849, 0.6884; The action is #DUAL_POINT#; touch_point: 0.7824, 0.6896, lift_point: 0.7824, 0.6896; The action is #DUAL_POINT#; touch_point: 0.0527, 0.471, lift_point: 0.0527, 0.471; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Denver\"; The action is #DUAL_POINT#; touch_point: 0.1255, 0.2215, lift_point: 0.1255, 0.2215; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.733, 0.472, lift_point: 0.733, 0.472", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50970_9.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Denver; The action is #DUAL_POINT#; touch_point: 0.7849, 0.6884, lift_point: 0.7849, 0.6884; The action is #DUAL_POINT#; touch_point: 0.7824, 0.6896, lift_point: 0.7824, 0.6896; The action is #DUAL_POINT#; touch_point: 0.0527, 0.471, lift_point: 0.0527, 0.471; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Denver\"; The action is #DUAL_POINT#; touch_point: 0.1255, 0.2215, lift_point: 0.1255, 0.2215; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.733, 0.472, lift_point: 0.733, 0.472", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/50970_10.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in London", "response": "The action is #DUAL_POINT#; touch_point: 0.7775, 0.6808, lift_point: 0.7775, 0.6808", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/51156_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in London; The action is #DUAL_POINT#; touch_point: 0.7775, 0.6808, lift_point: 0.7775, 0.6808", "response": "The action is #DUAL_POINT#; touch_point: 0.0674, 0.4147, lift_point: 0.0674, 0.4147", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/51156_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in London; The action is #DUAL_POINT#; touch_point: 0.7775, 0.6808, lift_point: 0.7775, 0.6808; The action is #DUAL_POINT#; touch_point: 0.0674, 0.4147, lift_point: 0.0674, 0.4147", "response": "The action is #TYPE#; And the content is : \"typed_text\": \" hotels in London\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/51156_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in London; The action is #DUAL_POINT#; touch_point: 0.7775, 0.6808, lift_point: 0.7775, 0.6808; The action is #DUAL_POINT#; touch_point: 0.0674, 0.4147, lift_point: 0.0674, 0.4147; The action is #TYPE#; And the content is : \"typed_text\": \" hotels in London\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1298, 0.2773, lift_point: 0.1298, 0.2773", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/51156_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in London; The action is #DUAL_POINT#; touch_point: 0.7775, 0.6808, lift_point: 0.7775, 0.6808; The action is #DUAL_POINT#; touch_point: 0.0674, 0.4147, lift_point: 0.0674, 0.4147; The action is #TYPE#; And the content is : \"typed_text\": \" hotels in London\"; The action is #DUAL_POINT#; touch_point: 0.1298, 0.2773, lift_point: 0.1298, 0.2773", "response": "The action is #DUAL_POINT#; touch_point: 0.3601, 0.3378, lift_point: 0.3601, 0.3378", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/51156_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in London; The action is #DUAL_POINT#; touch_point: 0.7775, 0.6808, lift_point: 0.7775, 0.6808; The action is #DUAL_POINT#; touch_point: 0.0674, 0.4147, lift_point: 0.0674, 0.4147; The action is #TYPE#; And the content is : \"typed_text\": \" hotels in London\"; The action is #DUAL_POINT#; touch_point: 0.1298, 0.2773, lift_point: 0.1298, 0.2773; The action is #DUAL_POINT#; touch_point: 0.3601, 0.3378, lift_point: 0.3601, 0.3378", "response": "The action is #PRESS_BACK#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/51156_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in London; The action is #DUAL_POINT#; touch_point: 0.7775, 0.6808, lift_point: 0.7775, 0.6808; The action is #DUAL_POINT#; touch_point: 0.0674, 0.4147, lift_point: 0.0674, 0.4147; The action is #TYPE#; And the content is : \"typed_text\": \" hotels in London\"; The action is #DUAL_POINT#; touch_point: 0.1298, 0.2773, lift_point: 0.1298, 0.2773; The action is #DUAL_POINT#; touch_point: 0.3601, 0.3378, lift_point: 0.3601, 0.3378; The action is #PRESS_BACK#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/51156_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in London; The action is #DUAL_POINT#; touch_point: 0.7775, 0.6808, lift_point: 0.7775, 0.6808; The action is #DUAL_POINT#; touch_point: 0.0674, 0.4147, lift_point: 0.0674, 0.4147; The action is #TYPE#; And the content is : \"typed_text\": \" hotels in London\"; The action is #DUAL_POINT#; touch_point: 0.1298, 0.2773, lift_point: 0.1298, 0.2773; The action is #DUAL_POINT#; touch_point: 0.3601, 0.3378, lift_point: 0.3601, 0.3378; The action is #PRESS_BACK#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/51156_8.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in London; The action is #DUAL_POINT#; touch_point: 0.7775, 0.6808, lift_point: 0.7775, 0.6808; The action is #DUAL_POINT#; touch_point: 0.0674, 0.4147, lift_point: 0.0674, 0.4147; The action is #TYPE#; And the content is : \"typed_text\": \" hotels in London\"; The action is #DUAL_POINT#; touch_point: 0.1298, 0.2773, lift_point: 0.1298, 0.2773; The action is #DUAL_POINT#; touch_point: 0.3601, 0.3378, lift_point: 0.3601, 0.3378; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.4589, 0.2733, lift_point: 0.4589, 0.2733", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/51156_9.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in London; The action is #DUAL_POINT#; touch_point: 0.7775, 0.6808, lift_point: 0.7775, 0.6808; The action is #DUAL_POINT#; touch_point: 0.0674, 0.4147, lift_point: 0.0674, 0.4147; The action is #TYPE#; And the content is : \"typed_text\": \" hotels in London\"; The action is #DUAL_POINT#; touch_point: 0.1298, 0.2773, lift_point: 0.1298, 0.2773; The action is #DUAL_POINT#; touch_point: 0.3601, 0.3378, lift_point: 0.3601, 0.3378; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4589, 0.2733, lift_point: 0.4589, 0.2733", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/51156_10.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in New York?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/51199_1.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in New York?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7731, 0.6802, lift_point: 0.7731, 0.6802", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/51199_2.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in New York?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7731, 0.6802, lift_point: 0.7731, 0.6802", "response": "The action is #DUAL_POINT#; touch_point: 0.0704, 0.6117, lift_point: 0.0704, 0.6117", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/51199_3.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in New York?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7731, 0.6802, lift_point: 0.7731, 0.6802; The action is #DUAL_POINT#; touch_point: 0.0704, 0.6117, lift_point: 0.0704, 0.6117", "response": "The action is #DUAL_POINT#; touch_point: 0.0552, 0.4192, lift_point: 0.0552, 0.4192", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/51199_4.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in New York?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7731, 0.6802, lift_point: 0.7731, 0.6802; The action is #DUAL_POINT#; touch_point: 0.0704, 0.6117, lift_point: 0.0704, 0.6117; The action is #DUAL_POINT#; touch_point: 0.0552, 0.4192, lift_point: 0.0552, 0.4192", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in New York?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/51199_5.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in New York?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7731, 0.6802, lift_point: 0.7731, 0.6802; The action is #DUAL_POINT#; touch_point: 0.0704, 0.6117, lift_point: 0.0704, 0.6117; The action is #DUAL_POINT#; touch_point: 0.0552, 0.4192, lift_point: 0.0552, 0.4192; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in New York?\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in New York?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/51199_6.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in New York?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7731, 0.6802, lift_point: 0.7731, 0.6802; The action is #DUAL_POINT#; touch_point: 0.0704, 0.6117, lift_point: 0.0704, 0.6117; The action is #DUAL_POINT#; touch_point: 0.0552, 0.4192, lift_point: 0.0552, 0.4192; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in New York?\"; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in New York?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1496, 0.4698, lift_point: 0.1496, 0.4698", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/51199_7.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in New York?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7731, 0.6802, lift_point: 0.7731, 0.6802; The action is #DUAL_POINT#; touch_point: 0.0704, 0.6117, lift_point: 0.0704, 0.6117; The action is #DUAL_POINT#; touch_point: 0.0552, 0.4192, lift_point: 0.0552, 0.4192; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in New York?\"; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in New York?\"; The action is #DUAL_POINT#; touch_point: 0.1496, 0.4698, lift_point: 0.1496, 0.4698", "response": "The action is #DUAL_POINT#; touch_point: 0.5413, 0.2827, lift_point: 0.5413, 0.2827", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/51199_8.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in New York?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7731, 0.6802, lift_point: 0.7731, 0.6802; The action is #DUAL_POINT#; touch_point: 0.0704, 0.6117, lift_point: 0.0704, 0.6117; The action is #DUAL_POINT#; touch_point: 0.0552, 0.4192, lift_point: 0.0552, 0.4192; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in New York?\"; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in New York?\"; The action is #DUAL_POINT#; touch_point: 0.1496, 0.4698, lift_point: 0.1496, 0.4698; The action is #DUAL_POINT#; touch_point: 0.5413, 0.2827, lift_point: 0.5413, 0.2827", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/51199_9.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome private tab", "response": "The action is #DUAL_POINT#; touch_point: 0.7854, 0.6645, lift_point: 0.7854, 0.6645", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/51417_1.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome private tab; The action is #DUAL_POINT#; touch_point: 0.7854, 0.6645, lift_point: 0.7854, 0.6645", "response": "The action is #DUAL_POINT#; touch_point: 0.0649, 0.9275, lift_point: 0.0649, 0.9275", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/51417_2.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome private tab; The action is #DUAL_POINT#; touch_point: 0.7854, 0.6645, lift_point: 0.7854, 0.6645; The action is #DUAL_POINT#; touch_point: 0.0649, 0.9275, lift_point: 0.0649, 0.9275", "response": "The action is #DUAL_POINT#; touch_point: 0.2044, 0.5231, lift_point: 0.2044, 0.5231", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/51417_3.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome private tab; The action is #DUAL_POINT#; touch_point: 0.7854, 0.6645, lift_point: 0.7854, 0.6645; The action is #DUAL_POINT#; touch_point: 0.0649, 0.9275, lift_point: 0.0649, 0.9275; The action is #DUAL_POINT#; touch_point: 0.2044, 0.5231, lift_point: 0.2044, 0.5231", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/51417_4.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the new iPad cost?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/51504_1.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the new iPad cost?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.76, 0.6695, lift_point: 0.76, 0.6695", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/51504_2.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the new iPad cost?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.76, 0.6695, lift_point: 0.76, 0.6695", "response": "The action is #DUAL_POINT#; touch_point: 0.0646, 0.4571, lift_point: 0.0646, 0.4571", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/51504_3.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the new iPad cost?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.76, 0.6695, lift_point: 0.76, 0.6695; The action is #DUAL_POINT#; touch_point: 0.0646, 0.4571, lift_point: 0.0646, 0.4571", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does the new iPad cost?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/51504_4.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the new iPad cost?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.76, 0.6695, lift_point: 0.76, 0.6695; The action is #DUAL_POINT#; touch_point: 0.0646, 0.4571, lift_point: 0.0646, 0.4571; The action is #TYPE#; And the content is : \"typed_text\": \"How much does the new iPad cost?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1339, 0.7196, lift_point: 0.1339, 0.7196", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/51504_5.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the new iPad cost?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.76, 0.6695, lift_point: 0.76, 0.6695; The action is #DUAL_POINT#; touch_point: 0.0646, 0.4571, lift_point: 0.0646, 0.4571; The action is #TYPE#; And the content is : \"typed_text\": \"How much does the new iPad cost?\"; The action is #DUAL_POINT#; touch_point: 0.1339, 0.7196, lift_point: 0.1339, 0.7196", "response": "The action is #DUAL_POINT#; touch_point: 0.3983, 0.4939, lift_point: 0.3983, 0.4939", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/51504_6.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the new iPad cost?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.76, 0.6695, lift_point: 0.76, 0.6695; The action is #DUAL_POINT#; touch_point: 0.0646, 0.4571, lift_point: 0.0646, 0.4571; The action is #TYPE#; And the content is : \"typed_text\": \"How much does the new iPad cost?\"; The action is #DUAL_POINT#; touch_point: 0.1339, 0.7196, lift_point: 0.1339, 0.7196; The action is #DUAL_POINT#; touch_point: 0.3983, 0.4939, lift_point: 0.3983, 0.4939", "response": "The action is #PRESS_BACK#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/51504_7.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the new iPad cost?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.76, 0.6695, lift_point: 0.76, 0.6695; The action is #DUAL_POINT#; touch_point: 0.0646, 0.4571, lift_point: 0.0646, 0.4571; The action is #TYPE#; And the content is : \"typed_text\": \"How much does the new iPad cost?\"; The action is #DUAL_POINT#; touch_point: 0.1339, 0.7196, lift_point: 0.1339, 0.7196; The action is #DUAL_POINT#; touch_point: 0.3983, 0.4939, lift_point: 0.3983, 0.4939; The action is #PRESS_BACK#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/51504_8.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the new iPad cost?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.76, 0.6695, lift_point: 0.76, 0.6695; The action is #DUAL_POINT#; touch_point: 0.0646, 0.4571, lift_point: 0.0646, 0.4571; The action is #TYPE#; And the content is : \"typed_text\": \"How much does the new iPad cost?\"; The action is #DUAL_POINT#; touch_point: 0.1339, 0.7196, lift_point: 0.1339, 0.7196; The action is #DUAL_POINT#; touch_point: 0.3983, 0.4939, lift_point: 0.3983, 0.4939; The action is #PRESS_BACK#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.7977, 0.8485, lift_point: 0.7977, 0.8485", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/51504_9.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the new iPad cost?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.76, 0.6695, lift_point: 0.76, 0.6695; The action is #DUAL_POINT#; touch_point: 0.0646, 0.4571, lift_point: 0.0646, 0.4571; The action is #TYPE#; And the content is : \"typed_text\": \"How much does the new iPad cost?\"; The action is #DUAL_POINT#; touch_point: 0.1339, 0.7196, lift_point: 0.1339, 0.7196; The action is #DUAL_POINT#; touch_point: 0.3983, 0.4939, lift_point: 0.3983, 0.4939; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7977, 0.8485, lift_point: 0.7977, 0.8485", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/51504_10.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the new iPad cost?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.76, 0.6695, lift_point: 0.76, 0.6695; The action is #DUAL_POINT#; touch_point: 0.0646, 0.4571, lift_point: 0.0646, 0.4571; The action is #TYPE#; And the content is : \"typed_text\": \"How much does the new iPad cost?\"; The action is #DUAL_POINT#; touch_point: 0.1339, 0.7196, lift_point: 0.1339, 0.7196; The action is #DUAL_POINT#; touch_point: 0.3983, 0.4939, lift_point: 0.3983, 0.4939; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7977, 0.8485, lift_point: 0.7977, 0.8485; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.9165, 0.4179, lift_point: 0.9165, 0.4179", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/51504_11.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the new iPad cost?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.76, 0.6695, lift_point: 0.76, 0.6695; The action is #DUAL_POINT#; touch_point: 0.0646, 0.4571, lift_point: 0.0646, 0.4571; The action is #TYPE#; And the content is : \"typed_text\": \"How much does the new iPad cost?\"; The action is #DUAL_POINT#; touch_point: 0.1339, 0.7196, lift_point: 0.1339, 0.7196; The action is #DUAL_POINT#; touch_point: 0.3983, 0.4939, lift_point: 0.3983, 0.4939; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7977, 0.8485, lift_point: 0.7977, 0.8485; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9165, 0.4179, lift_point: 0.9165, 0.4179", "response": "The action is #DUAL_POINT#; touch_point: 0.9165, 0.4179, lift_point: 0.9165, 0.4179", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/51504_12.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the new iPad cost?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.76, 0.6695, lift_point: 0.76, 0.6695; The action is #DUAL_POINT#; touch_point: 0.0646, 0.4571, lift_point: 0.0646, 0.4571; The action is #TYPE#; And the content is : \"typed_text\": \"How much does the new iPad cost?\"; The action is #DUAL_POINT#; touch_point: 0.1339, 0.7196, lift_point: 0.1339, 0.7196; The action is #DUAL_POINT#; touch_point: 0.3983, 0.4939, lift_point: 0.3983, 0.4939; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7977, 0.8485, lift_point: 0.7977, 0.8485; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9165, 0.4179, lift_point: 0.9165, 0.4179; The action is #DUAL_POINT#; touch_point: 0.9165, 0.4179, lift_point: 0.9165, 0.4179", "response": "The action is #DUAL_POINT#; touch_point: 0.9165, 0.4179, lift_point: 0.9165, 0.4179", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/51504_13.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the new iPad cost?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.76, 0.6695, lift_point: 0.76, 0.6695; The action is #DUAL_POINT#; touch_point: 0.0646, 0.4571, lift_point: 0.0646, 0.4571; The action is #TYPE#; And the content is : \"typed_text\": \"How much does the new iPad cost?\"; The action is #DUAL_POINT#; touch_point: 0.1339, 0.7196, lift_point: 0.1339, 0.7196; The action is #DUAL_POINT#; touch_point: 0.3983, 0.4939, lift_point: 0.3983, 0.4939; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7977, 0.8485, lift_point: 0.7977, 0.8485; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9165, 0.4179, lift_point: 0.9165, 0.4179; The action is #DUAL_POINT#; touch_point: 0.9165, 0.4179, lift_point: 0.9165, 0.4179; The action is #DUAL_POINT#; touch_point: 0.9165, 0.4179, lift_point: 0.9165, 0.4179", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/51504_14.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the new iPad cost?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.76, 0.6695, lift_point: 0.76, 0.6695; The action is #DUAL_POINT#; touch_point: 0.0646, 0.4571, lift_point: 0.0646, 0.4571; The action is #TYPE#; And the content is : \"typed_text\": \"How much does the new iPad cost?\"; The action is #DUAL_POINT#; touch_point: 0.1339, 0.7196, lift_point: 0.1339, 0.7196; The action is #DUAL_POINT#; touch_point: 0.3983, 0.4939, lift_point: 0.3983, 0.4939; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7977, 0.8485, lift_point: 0.7977, 0.8485; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9165, 0.4179, lift_point: 0.9165, 0.4179; The action is #DUAL_POINT#; touch_point: 0.9165, 0.4179, lift_point: 0.9165, 0.4179; The action is #DUAL_POINT#; touch_point: 0.9165, 0.4179, lift_point: 0.9165, 0.4179; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.7561, 0.9427, lift_point: 0.7561, 0.9427", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/51504_15.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the new iPad cost?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.76, 0.6695, lift_point: 0.76, 0.6695; The action is #DUAL_POINT#; touch_point: 0.0646, 0.4571, lift_point: 0.0646, 0.4571; The action is #TYPE#; And the content is : \"typed_text\": \"How much does the new iPad cost?\"; The action is #DUAL_POINT#; touch_point: 0.1339, 0.7196, lift_point: 0.1339, 0.7196; The action is #DUAL_POINT#; touch_point: 0.3983, 0.4939, lift_point: 0.3983, 0.4939; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7977, 0.8485, lift_point: 0.7977, 0.8485; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9165, 0.4179, lift_point: 0.9165, 0.4179; The action is #DUAL_POINT#; touch_point: 0.9165, 0.4179, lift_point: 0.9165, 0.4179; The action is #DUAL_POINT#; touch_point: 0.9165, 0.4179, lift_point: 0.9165, 0.4179; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7561, 0.9427, lift_point: 0.7561, 0.9427", "response": "The action is #DUAL_POINT#; touch_point: 0.9303, 0.4941, lift_point: 0.9303, 0.4941", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/51504_16.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the new iPad cost?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.76, 0.6695, lift_point: 0.76, 0.6695; The action is #DUAL_POINT#; touch_point: 0.0646, 0.4571, lift_point: 0.0646, 0.4571; The action is #TYPE#; And the content is : \"typed_text\": \"How much does the new iPad cost?\"; The action is #DUAL_POINT#; touch_point: 0.1339, 0.7196, lift_point: 0.1339, 0.7196; The action is #DUAL_POINT#; touch_point: 0.3983, 0.4939, lift_point: 0.3983, 0.4939; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7977, 0.8485, lift_point: 0.7977, 0.8485; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9165, 0.4179, lift_point: 0.9165, 0.4179; The action is #DUAL_POINT#; touch_point: 0.9165, 0.4179, lift_point: 0.9165, 0.4179; The action is #DUAL_POINT#; touch_point: 0.9165, 0.4179, lift_point: 0.9165, 0.4179; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7561, 0.9427, lift_point: 0.7561, 0.9427; The action is #DUAL_POINT#; touch_point: 0.9303, 0.4941, lift_point: 0.9303, 0.4941", "response": "The action is #DUAL_POINT#; touch_point: 0.9303, 0.4941, lift_point: 0.9303, 0.4941", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/51504_17.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the new iPad cost?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.76, 0.6695, lift_point: 0.76, 0.6695; The action is #DUAL_POINT#; touch_point: 0.0646, 0.4571, lift_point: 0.0646, 0.4571; The action is #TYPE#; And the content is : \"typed_text\": \"How much does the new iPad cost?\"; The action is #DUAL_POINT#; touch_point: 0.1339, 0.7196, lift_point: 0.1339, 0.7196; The action is #DUAL_POINT#; touch_point: 0.3983, 0.4939, lift_point: 0.3983, 0.4939; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7977, 0.8485, lift_point: 0.7977, 0.8485; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9165, 0.4179, lift_point: 0.9165, 0.4179; The action is #DUAL_POINT#; touch_point: 0.9165, 0.4179, lift_point: 0.9165, 0.4179; The action is #DUAL_POINT#; touch_point: 0.9165, 0.4179, lift_point: 0.9165, 0.4179; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7561, 0.9427, lift_point: 0.7561, 0.9427; The action is #DUAL_POINT#; touch_point: 0.9303, 0.4941, lift_point: 0.9303, 0.4941; The action is #DUAL_POINT#; touch_point: 0.9303, 0.4941, lift_point: 0.9303, 0.4941", "response": "The action is #DUAL_POINT#; touch_point: 0.9303, 0.4941, lift_point: 0.9303, 0.4941", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/51504_18.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the new iPad cost?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.76, 0.6695, lift_point: 0.76, 0.6695; The action is #DUAL_POINT#; touch_point: 0.0646, 0.4571, lift_point: 0.0646, 0.4571; The action is #TYPE#; And the content is : \"typed_text\": \"How much does the new iPad cost?\"; The action is #DUAL_POINT#; touch_point: 0.1339, 0.7196, lift_point: 0.1339, 0.7196; The action is #DUAL_POINT#; touch_point: 0.3983, 0.4939, lift_point: 0.3983, 0.4939; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7977, 0.8485, lift_point: 0.7977, 0.8485; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9165, 0.4179, lift_point: 0.9165, 0.4179; The action is #DUAL_POINT#; touch_point: 0.9165, 0.4179, lift_point: 0.9165, 0.4179; The action is #DUAL_POINT#; touch_point: 0.9165, 0.4179, lift_point: 0.9165, 0.4179; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7561, 0.9427, lift_point: 0.7561, 0.9427; The action is #DUAL_POINT#; touch_point: 0.9303, 0.4941, lift_point: 0.9303, 0.4941; The action is #DUAL_POINT#; touch_point: 0.9303, 0.4941, lift_point: 0.9303, 0.4941; The action is #DUAL_POINT#; touch_point: 0.9303, 0.4941, lift_point: 0.9303, 0.4941", "response": "The action is #DUAL_POINT#; touch_point: 0.9298, 0.4856, lift_point: 0.9298, 0.4856", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/51504_19.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the new iPad cost?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.76, 0.6695, lift_point: 0.76, 0.6695; The action is #DUAL_POINT#; touch_point: 0.0646, 0.4571, lift_point: 0.0646, 0.4571; The action is #TYPE#; And the content is : \"typed_text\": \"How much does the new iPad cost?\"; The action is #DUAL_POINT#; touch_point: 0.1339, 0.7196, lift_point: 0.1339, 0.7196; The action is #DUAL_POINT#; touch_point: 0.3983, 0.4939, lift_point: 0.3983, 0.4939; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7977, 0.8485, lift_point: 0.7977, 0.8485; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9165, 0.4179, lift_point: 0.9165, 0.4179; The action is #DUAL_POINT#; touch_point: 0.9165, 0.4179, lift_point: 0.9165, 0.4179; The action is #DUAL_POINT#; touch_point: 0.9165, 0.4179, lift_point: 0.9165, 0.4179; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7561, 0.9427, lift_point: 0.7561, 0.9427; The action is #DUAL_POINT#; touch_point: 0.9303, 0.4941, lift_point: 0.9303, 0.4941; The action is #DUAL_POINT#; touch_point: 0.9303, 0.4941, lift_point: 0.9303, 0.4941; The action is #DUAL_POINT#; touch_point: 0.9303, 0.4941, lift_point: 0.9303, 0.4941; The action is #DUAL_POINT#; touch_point: 0.9298, 0.4856, lift_point: 0.9298, 0.4856", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/51504_20.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the new iPad cost?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.76, 0.6695, lift_point: 0.76, 0.6695; The action is #DUAL_POINT#; touch_point: 0.0646, 0.4571, lift_point: 0.0646, 0.4571; The action is #TYPE#; And the content is : \"typed_text\": \"How much does the new iPad cost?\"; The action is #DUAL_POINT#; touch_point: 0.1339, 0.7196, lift_point: 0.1339, 0.7196; The action is #DUAL_POINT#; touch_point: 0.3983, 0.4939, lift_point: 0.3983, 0.4939; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7977, 0.8485, lift_point: 0.7977, 0.8485; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9165, 0.4179, lift_point: 0.9165, 0.4179; The action is #DUAL_POINT#; touch_point: 0.9165, 0.4179, lift_point: 0.9165, 0.4179; The action is #DUAL_POINT#; touch_point: 0.9165, 0.4179, lift_point: 0.9165, 0.4179; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7561, 0.9427, lift_point: 0.7561, 0.9427; The action is #DUAL_POINT#; touch_point: 0.9303, 0.4941, lift_point: 0.9303, 0.4941; The action is #DUAL_POINT#; touch_point: 0.9303, 0.4941, lift_point: 0.9303, 0.4941; The action is #DUAL_POINT#; touch_point: 0.9303, 0.4941, lift_point: 0.9303, 0.4941; The action is #DUAL_POINT#; touch_point: 0.9298, 0.4856, lift_point: 0.9298, 0.4856; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3033, 0.6148, lift_point: 0.3033, 0.6148", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/51504_21.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the new iPad cost?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.76, 0.6695, lift_point: 0.76, 0.6695; The action is #DUAL_POINT#; touch_point: 0.0646, 0.4571, lift_point: 0.0646, 0.4571; The action is #TYPE#; And the content is : \"typed_text\": \"How much does the new iPad cost?\"; The action is #DUAL_POINT#; touch_point: 0.1339, 0.7196, lift_point: 0.1339, 0.7196; The action is #DUAL_POINT#; touch_point: 0.3983, 0.4939, lift_point: 0.3983, 0.4939; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7977, 0.8485, lift_point: 0.7977, 0.8485; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9165, 0.4179, lift_point: 0.9165, 0.4179; The action is #DUAL_POINT#; touch_point: 0.9165, 0.4179, lift_point: 0.9165, 0.4179; The action is #DUAL_POINT#; touch_point: 0.9165, 0.4179, lift_point: 0.9165, 0.4179; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7561, 0.9427, lift_point: 0.7561, 0.9427; The action is #DUAL_POINT#; touch_point: 0.9303, 0.4941, lift_point: 0.9303, 0.4941; The action is #DUAL_POINT#; touch_point: 0.9303, 0.4941, lift_point: 0.9303, 0.4941; The action is #DUAL_POINT#; touch_point: 0.9303, 0.4941, lift_point: 0.9303, 0.4941; The action is #DUAL_POINT#; touch_point: 0.9298, 0.4856, lift_point: 0.9298, 0.4856; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3033, 0.6148, lift_point: 0.3033, 0.6148", "response": "The action is #PRESS_BACK#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/51504_22.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the new iPad cost?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.76, 0.6695, lift_point: 0.76, 0.6695; The action is #DUAL_POINT#; touch_point: 0.0646, 0.4571, lift_point: 0.0646, 0.4571; The action is #TYPE#; And the content is : \"typed_text\": \"How much does the new iPad cost?\"; The action is #DUAL_POINT#; touch_point: 0.1339, 0.7196, lift_point: 0.1339, 0.7196; The action is #DUAL_POINT#; touch_point: 0.3983, 0.4939, lift_point: 0.3983, 0.4939; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7977, 0.8485, lift_point: 0.7977, 0.8485; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9165, 0.4179, lift_point: 0.9165, 0.4179; The action is #DUAL_POINT#; touch_point: 0.9165, 0.4179, lift_point: 0.9165, 0.4179; The action is #DUAL_POINT#; touch_point: 0.9165, 0.4179, lift_point: 0.9165, 0.4179; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7561, 0.9427, lift_point: 0.7561, 0.9427; The action is #DUAL_POINT#; touch_point: 0.9303, 0.4941, lift_point: 0.9303, 0.4941; The action is #DUAL_POINT#; touch_point: 0.9303, 0.4941, lift_point: 0.9303, 0.4941; The action is #DUAL_POINT#; touch_point: 0.9303, 0.4941, lift_point: 0.9303, 0.4941; The action is #DUAL_POINT#; touch_point: 0.9298, 0.4856, lift_point: 0.9298, 0.4856; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3033, 0.6148, lift_point: 0.3033, 0.6148; The action is #PRESS_BACK#", "response": "The action is #DUAL_POINT#; touch_point: 0.898, 0.4587, lift_point: 0.898, 0.4587", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/51504_23.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the new iPad cost?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.76, 0.6695, lift_point: 0.76, 0.6695; The action is #DUAL_POINT#; touch_point: 0.0646, 0.4571, lift_point: 0.0646, 0.4571; The action is #TYPE#; And the content is : \"typed_text\": \"How much does the new iPad cost?\"; The action is #DUAL_POINT#; touch_point: 0.1339, 0.7196, lift_point: 0.1339, 0.7196; The action is #DUAL_POINT#; touch_point: 0.3983, 0.4939, lift_point: 0.3983, 0.4939; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7977, 0.8485, lift_point: 0.7977, 0.8485; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9165, 0.4179, lift_point: 0.9165, 0.4179; The action is #DUAL_POINT#; touch_point: 0.9165, 0.4179, lift_point: 0.9165, 0.4179; The action is #DUAL_POINT#; touch_point: 0.9165, 0.4179, lift_point: 0.9165, 0.4179; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7561, 0.9427, lift_point: 0.7561, 0.9427; The action is #DUAL_POINT#; touch_point: 0.9303, 0.4941, lift_point: 0.9303, 0.4941; The action is #DUAL_POINT#; touch_point: 0.9303, 0.4941, lift_point: 0.9303, 0.4941; The action is #DUAL_POINT#; touch_point: 0.9303, 0.4941, lift_point: 0.9303, 0.4941; The action is #DUAL_POINT#; touch_point: 0.9298, 0.4856, lift_point: 0.9298, 0.4856; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3033, 0.6148, lift_point: 0.3033, 0.6148; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.898, 0.4587, lift_point: 0.898, 0.4587", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/51504_24.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in San Diego", "response": "The action is #DUAL_POINT#; touch_point: 0.776, 0.7128, lift_point: 0.776, 0.7128", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/51533_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in San Diego; The action is #DUAL_POINT#; touch_point: 0.776, 0.7128, lift_point: 0.776, 0.7128", "response": "The action is #DUAL_POINT#; touch_point: 0.0651, 0.5586, lift_point: 0.0651, 0.5586", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/51533_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in San Diego; The action is #DUAL_POINT#; touch_point: 0.776, 0.7128, lift_point: 0.776, 0.7128; The action is #DUAL_POINT#; touch_point: 0.0651, 0.5586, lift_point: 0.0651, 0.5586", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in san diego\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/51533_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in San Diego; The action is #DUAL_POINT#; touch_point: 0.776, 0.7128, lift_point: 0.776, 0.7128; The action is #DUAL_POINT#; touch_point: 0.0651, 0.5586, lift_point: 0.0651, 0.5586; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in san diego\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1422, 0.3437, lift_point: 0.1422, 0.3437", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/51533_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in San Diego; The action is #DUAL_POINT#; touch_point: 0.776, 0.7128, lift_point: 0.776, 0.7128; The action is #DUAL_POINT#; touch_point: 0.0651, 0.5586, lift_point: 0.0651, 0.5586; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in san diego\"; The action is #DUAL_POINT#; touch_point: 0.1422, 0.3437, lift_point: 0.1422, 0.3437", "response": "The action is #DUAL_POINT#; touch_point: 0.3651, 0.4097, lift_point: 0.3651, 0.4097", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/51533_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in San Diego; The action is #DUAL_POINT#; touch_point: 0.776, 0.7128, lift_point: 0.776, 0.7128; The action is #DUAL_POINT#; touch_point: 0.0651, 0.5586, lift_point: 0.0651, 0.5586; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in san diego\"; The action is #DUAL_POINT#; touch_point: 0.1422, 0.3437, lift_point: 0.1422, 0.3437; The action is #DUAL_POINT#; touch_point: 0.3651, 0.4097, lift_point: 0.3651, 0.4097", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/51533_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new mascara", "response": "The action is #DUAL_POINT#; touch_point: 0.882, 0.6251, lift_point: 0.882, 0.6251", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/51662_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new mascara; The action is #DUAL_POINT#; touch_point: 0.882, 0.6251, lift_point: 0.882, 0.6251", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"mascara\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/51662_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new mascara; The action is #DUAL_POINT#; touch_point: 0.882, 0.6251, lift_point: 0.882, 0.6251; The action is #TYPE#; And the content is : \"typed_text\": \"mascara\"", "response": "The action is #DUAL_POINT#; touch_point: 0.2502, 0.316, lift_point: 0.2502, 0.316", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/51662_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new mascara; The action is #DUAL_POINT#; touch_point: 0.882, 0.6251, lift_point: 0.882, 0.6251; The action is #TYPE#; And the content is : \"typed_text\": \"mascara\"; The action is #DUAL_POINT#; touch_point: 0.2502, 0.316, lift_point: 0.2502, 0.316", "response": "The action is #DUAL_POINT#; touch_point: 0.2995, 0.2829, lift_point: 0.2995, 0.2829", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/51662_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new mascara; The action is #DUAL_POINT#; touch_point: 0.882, 0.6251, lift_point: 0.882, 0.6251; The action is #TYPE#; And the content is : \"typed_text\": \"mascara\"; The action is #DUAL_POINT#; touch_point: 0.2502, 0.316, lift_point: 0.2502, 0.316; The action is #DUAL_POINT#; touch_point: 0.2995, 0.2829, lift_point: 0.2995, 0.2829", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/51662_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good Chinese restaurants", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/51687_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good Chinese restaurants; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.893, 0.3801, lift_point: 0.893, 0.3801", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/51687_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good Chinese restaurants; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.893, 0.3801, lift_point: 0.893, 0.3801", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"good chinese restaurant \"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/51687_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good Chinese restaurants; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.893, 0.3801, lift_point: 0.893, 0.3801; The action is #TYPE#; And the content is : \"typed_text\": \"good chinese restaurant \"", "response": "The action is #DUAL_POINT#; touch_point: 0.1215, 0.6063, lift_point: 0.1215, 0.6063", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/51687_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good Chinese restaurants; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.893, 0.3801, lift_point: 0.893, 0.3801; The action is #TYPE#; And the content is : \"typed_text\": \"good chinese restaurant \"; The action is #DUAL_POINT#; touch_point: 0.1215, 0.6063, lift_point: 0.1215, 0.6063", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/51687_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Helsinki", "response": "The action is #DUAL_POINT#; touch_point: 0.7764, 0.6817, lift_point: 0.7764, 0.6817", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/51693_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Helsinki; The action is #DUAL_POINT#; touch_point: 0.7764, 0.6817, lift_point: 0.7764, 0.6817", "response": "The action is #DUAL_POINT#; touch_point: 0.0628, 0.3885, lift_point: 0.0628, 0.3885", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/51693_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Helsinki; The action is #DUAL_POINT#; touch_point: 0.7764, 0.6817, lift_point: 0.7764, 0.6817; The action is #DUAL_POINT#; touch_point: 0.0628, 0.3885, lift_point: 0.0628, 0.3885", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Sydney to Helsinki\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/51693_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Helsinki; The action is #DUAL_POINT#; touch_point: 0.7764, 0.6817, lift_point: 0.7764, 0.6817; The action is #DUAL_POINT#; touch_point: 0.0628, 0.3885, lift_point: 0.0628, 0.3885; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Sydney to Helsinki\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1365, 0.4238, lift_point: 0.1365, 0.4238", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/51693_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Helsinki; The action is #DUAL_POINT#; touch_point: 0.7764, 0.6817, lift_point: 0.7764, 0.6817; The action is #DUAL_POINT#; touch_point: 0.0628, 0.3885, lift_point: 0.0628, 0.3885; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Sydney to Helsinki\"; The action is #DUAL_POINT#; touch_point: 0.1365, 0.4238, lift_point: 0.1365, 0.4238", "response": "The action is #DUAL_POINT#; touch_point: 0.3855, 0.2661, lift_point: 0.3855, 0.2661", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/51693_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Sydney to Helsinki; The action is #DUAL_POINT#; touch_point: 0.7764, 0.6817, lift_point: 0.7764, 0.6817; The action is #DUAL_POINT#; touch_point: 0.0628, 0.3885, lift_point: 0.0628, 0.3885; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Sydney to Helsinki\"; The action is #DUAL_POINT#; touch_point: 0.1365, 0.4238, lift_point: 0.1365, 0.4238; The action is #DUAL_POINT#; touch_point: 0.3855, 0.2661, lift_point: 0.3855, 0.2661", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/51693_6.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a jet?", "response": "The action is #DUAL_POINT#; touch_point: 0.8029, 0.6321, lift_point: 0.8029, 0.6321", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/52056_1.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a jet?; The action is #DUAL_POINT#; touch_point: 0.8029, 0.6321, lift_point: 0.8029, 0.6321", "response": "The action is #DUAL_POINT#; touch_point: 0.05, 0.4386, lift_point: 0.05, 0.4386", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/52056_2.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a jet?; The action is #DUAL_POINT#; touch_point: 0.8029, 0.6321, lift_point: 0.8029, 0.6321; The action is #DUAL_POINT#; touch_point: 0.05, 0.4386, lift_point: 0.05, 0.4386", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"speed of a jet\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/52056_3.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a jet?; The action is #DUAL_POINT#; touch_point: 0.8029, 0.6321, lift_point: 0.8029, 0.6321; The action is #DUAL_POINT#; touch_point: 0.05, 0.4386, lift_point: 0.05, 0.4386; The action is #TYPE#; And the content is : \"typed_text\": \"speed of a jet\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1347, 0.4935, lift_point: 0.1347, 0.4935", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/52056_4.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a jet?; The action is #DUAL_POINT#; touch_point: 0.8029, 0.6321, lift_point: 0.8029, 0.6321; The action is #DUAL_POINT#; touch_point: 0.05, 0.4386, lift_point: 0.05, 0.4386; The action is #TYPE#; And the content is : \"typed_text\": \"speed of a jet\"; The action is #DUAL_POINT#; touch_point: 0.1347, 0.4935, lift_point: 0.1347, 0.4935", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/52056_5.png" ] }, { "query": "\nPrevious Actions: Goal: Open the clock", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/52096_1.png" ] }, { "query": "\nPrevious Actions: Goal: Open the clock; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3924, 0.663, lift_point: 0.3924, 0.663", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/52096_2.png" ] }, { "query": "\nPrevious Actions: Goal: Open the clock; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3924, 0.663, lift_point: 0.3924, 0.663", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/52096_3.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Google Play Movies app", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/52200_1.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Google Play Movies app; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/52200_2.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Google Play Movies app; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.7679, 0.4203, lift_point: 0.7679, 0.4203", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/52200_3.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Google Play Movies app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7679, 0.4203, lift_point: 0.7679, 0.4203", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/52200_4.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Google Play Movies app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7679, 0.4203, lift_point: 0.7679, 0.4203; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.1823, 0.962, lift_point: 0.1823, 0.962", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/52200_5.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Google Play Movies app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7679, 0.4203, lift_point: 0.7679, 0.4203; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.1823, 0.962, lift_point: 0.1823, 0.962", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/52200_6.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Google Play Movies app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7679, 0.4203, lift_point: 0.7679, 0.4203; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.1823, 0.962, lift_point: 0.1823, 0.962; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.7884, 0.3319, lift_point: 0.7884, 0.3319", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/52200_7.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Google Play Movies app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7679, 0.4203, lift_point: 0.7679, 0.4203; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.1823, 0.962, lift_point: 0.1823, 0.962; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7884, 0.3319, lift_point: 0.7884, 0.3319", "response": "The action is #DUAL_POINT#; touch_point: 0.0476, 0.3254, lift_point: 0.0476, 0.3254", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/52200_8.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Google Play Movies app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7679, 0.4203, lift_point: 0.7679, 0.4203; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.1823, 0.962, lift_point: 0.1823, 0.962; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7884, 0.3319, lift_point: 0.7884, 0.3319; The action is #DUAL_POINT#; touch_point: 0.0476, 0.3254, lift_point: 0.0476, 0.3254", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Google Play Movies app\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/52200_9.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Google Play Movies app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7679, 0.4203, lift_point: 0.7679, 0.4203; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.1823, 0.962, lift_point: 0.1823, 0.962; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7884, 0.3319, lift_point: 0.7884, 0.3319; The action is #DUAL_POINT#; touch_point: 0.0476, 0.3254, lift_point: 0.0476, 0.3254; The action is #TYPE#; And the content is : \"typed_text\": \"Google Play Movies app\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1178, 0.4862, lift_point: 0.1178, 0.4862", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/52200_10.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Google Play Movies app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7679, 0.4203, lift_point: 0.7679, 0.4203; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.1823, 0.962, lift_point: 0.1823, 0.962; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7884, 0.3319, lift_point: 0.7884, 0.3319; The action is #DUAL_POINT#; touch_point: 0.0476, 0.3254, lift_point: 0.0476, 0.3254; The action is #TYPE#; And the content is : \"typed_text\": \"Google Play Movies app\"; The action is #DUAL_POINT#; touch_point: 0.1178, 0.4862, lift_point: 0.1178, 0.4862", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/52200_11.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Twitter app", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/52290_1.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Twitter app; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/52290_2.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Twitter app; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.15, 0.2057, lift_point: 0.15, 0.2057", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/52290_3.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Twitter app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.15, 0.2057, lift_point: 0.15, 0.2057", "response": "The action is #DUAL_POINT#; touch_point: 0.0615, 0.7935, lift_point: 0.0615, 0.7935", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/52290_4.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Twitter app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.15, 0.2057, lift_point: 0.15, 0.2057; The action is #DUAL_POINT#; touch_point: 0.0615, 0.7935, lift_point: 0.0615, 0.7935", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"twitter\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/52290_5.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Twitter app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.15, 0.2057, lift_point: 0.15, 0.2057; The action is #DUAL_POINT#; touch_point: 0.0615, 0.7935, lift_point: 0.0615, 0.7935; The action is #TYPE#; And the content is : \"typed_text\": \"twitter\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1057, 0.6469, lift_point: 0.1057, 0.6469", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/52290_6.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Twitter app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.15, 0.2057, lift_point: 0.15, 0.2057; The action is #DUAL_POINT#; touch_point: 0.0615, 0.7935, lift_point: 0.0615, 0.7935; The action is #TYPE#; And the content is : \"typed_text\": \"twitter\"; The action is #DUAL_POINT#; touch_point: 0.1057, 0.6469, lift_point: 0.1057, 0.6469", "response": "The action is #DUAL_POINT#; touch_point: 0.0564, 0.7715, lift_point: 0.0564, 0.7715", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/52290_7.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Twitter app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.15, 0.2057, lift_point: 0.15, 0.2057; The action is #DUAL_POINT#; touch_point: 0.0615, 0.7935, lift_point: 0.0615, 0.7935; The action is #TYPE#; And the content is : \"typed_text\": \"twitter\"; The action is #DUAL_POINT#; touch_point: 0.1057, 0.6469, lift_point: 0.1057, 0.6469; The action is #DUAL_POINT#; touch_point: 0.0564, 0.7715, lift_point: 0.0564, 0.7715", "response": "The action is #DUAL_POINT#; touch_point: 0.2059, 0.2981, lift_point: 0.2059, 0.2981", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/52290_8.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Twitter app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.15, 0.2057, lift_point: 0.15, 0.2057; The action is #DUAL_POINT#; touch_point: 0.0615, 0.7935, lift_point: 0.0615, 0.7935; The action is #TYPE#; And the content is : \"typed_text\": \"twitter\"; The action is #DUAL_POINT#; touch_point: 0.1057, 0.6469, lift_point: 0.1057, 0.6469; The action is #DUAL_POINT#; touch_point: 0.0564, 0.7715, lift_point: 0.0564, 0.7715; The action is #DUAL_POINT#; touch_point: 0.2059, 0.2981, lift_point: 0.2059, 0.2981", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/52290_9.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Twitter app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.15, 0.2057, lift_point: 0.15, 0.2057; The action is #DUAL_POINT#; touch_point: 0.0615, 0.7935, lift_point: 0.0615, 0.7935; The action is #TYPE#; And the content is : \"typed_text\": \"twitter\"; The action is #DUAL_POINT#; touch_point: 0.1057, 0.6469, lift_point: 0.1057, 0.6469; The action is #DUAL_POINT#; touch_point: 0.0564, 0.7715, lift_point: 0.0564, 0.7715; The action is #DUAL_POINT#; touch_point: 0.2059, 0.2981, lift_point: 0.2059, 0.2981; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/52290_10.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Twitter app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.15, 0.2057, lift_point: 0.15, 0.2057; The action is #DUAL_POINT#; touch_point: 0.0615, 0.7935, lift_point: 0.0615, 0.7935; The action is #TYPE#; And the content is : \"typed_text\": \"twitter\"; The action is #DUAL_POINT#; touch_point: 0.1057, 0.6469, lift_point: 0.1057, 0.6469; The action is #DUAL_POINT#; touch_point: 0.0564, 0.7715, lift_point: 0.0564, 0.7715; The action is #DUAL_POINT#; touch_point: 0.2059, 0.2981, lift_point: 0.2059, 0.2981; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/52290_11.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Twitter app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.15, 0.2057, lift_point: 0.15, 0.2057; The action is #DUAL_POINT#; touch_point: 0.0615, 0.7935, lift_point: 0.0615, 0.7935; The action is #TYPE#; And the content is : \"typed_text\": \"twitter\"; The action is #DUAL_POINT#; touch_point: 0.1057, 0.6469, lift_point: 0.1057, 0.6469; The action is #DUAL_POINT#; touch_point: 0.0564, 0.7715, lift_point: 0.0564, 0.7715; The action is #DUAL_POINT#; touch_point: 0.2059, 0.2981, lift_point: 0.2059, 0.2981; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.539, 0.4292, lift_point: 0.539, 0.4292", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/52290_12.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Twitter app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.15, 0.2057, lift_point: 0.15, 0.2057; The action is #DUAL_POINT#; touch_point: 0.0615, 0.7935, lift_point: 0.0615, 0.7935; The action is #TYPE#; And the content is : \"typed_text\": \"twitter\"; The action is #DUAL_POINT#; touch_point: 0.1057, 0.6469, lift_point: 0.1057, 0.6469; The action is #DUAL_POINT#; touch_point: 0.0564, 0.7715, lift_point: 0.0564, 0.7715; The action is #DUAL_POINT#; touch_point: 0.2059, 0.2981, lift_point: 0.2059, 0.2981; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.539, 0.4292, lift_point: 0.539, 0.4292", "response": "The action is #DUAL_POINT#; touch_point: 0.0515, 0.0421, lift_point: 0.0515, 0.0421", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/52290_13.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Twitter app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.15, 0.2057, lift_point: 0.15, 0.2057; The action is #DUAL_POINT#; touch_point: 0.0615, 0.7935, lift_point: 0.0615, 0.7935; The action is #TYPE#; And the content is : \"typed_text\": \"twitter\"; The action is #DUAL_POINT#; touch_point: 0.1057, 0.6469, lift_point: 0.1057, 0.6469; The action is #DUAL_POINT#; touch_point: 0.0564, 0.7715, lift_point: 0.0564, 0.7715; The action is #DUAL_POINT#; touch_point: 0.2059, 0.2981, lift_point: 0.2059, 0.2981; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.539, 0.4292, lift_point: 0.539, 0.4292; The action is #DUAL_POINT#; touch_point: 0.0515, 0.0421, lift_point: 0.0515, 0.0421", "response": "The action is #DUAL_POINT#; touch_point: 0.0515, 0.0421, lift_point: 0.0515, 0.0421", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/52290_14.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Twitter app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.15, 0.2057, lift_point: 0.15, 0.2057; The action is #DUAL_POINT#; touch_point: 0.0615, 0.7935, lift_point: 0.0615, 0.7935; The action is #TYPE#; And the content is : \"typed_text\": \"twitter\"; The action is #DUAL_POINT#; touch_point: 0.1057, 0.6469, lift_point: 0.1057, 0.6469; The action is #DUAL_POINT#; touch_point: 0.0564, 0.7715, lift_point: 0.0564, 0.7715; The action is #DUAL_POINT#; touch_point: 0.2059, 0.2981, lift_point: 0.2059, 0.2981; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.539, 0.4292, lift_point: 0.539, 0.4292; The action is #DUAL_POINT#; touch_point: 0.0515, 0.0421, lift_point: 0.0515, 0.0421; The action is #DUAL_POINT#; touch_point: 0.0515, 0.0421, lift_point: 0.0515, 0.0421", "response": "The action is #DUAL_POINT#; touch_point: 0.0639, 0.8126, lift_point: 0.0639, 0.8126", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/52290_15.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Twitter app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.15, 0.2057, lift_point: 0.15, 0.2057; The action is #DUAL_POINT#; touch_point: 0.0615, 0.7935, lift_point: 0.0615, 0.7935; The action is #TYPE#; And the content is : \"typed_text\": \"twitter\"; The action is #DUAL_POINT#; touch_point: 0.1057, 0.6469, lift_point: 0.1057, 0.6469; The action is #DUAL_POINT#; touch_point: 0.0564, 0.7715, lift_point: 0.0564, 0.7715; The action is #DUAL_POINT#; touch_point: 0.2059, 0.2981, lift_point: 0.2059, 0.2981; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.539, 0.4292, lift_point: 0.539, 0.4292; The action is #DUAL_POINT#; touch_point: 0.0515, 0.0421, lift_point: 0.0515, 0.0421; The action is #DUAL_POINT#; touch_point: 0.0515, 0.0421, lift_point: 0.0515, 0.0421; The action is #DUAL_POINT#; touch_point: 0.0639, 0.8126, lift_point: 0.0639, 0.8126", "response": "The action is #DUAL_POINT#; touch_point: 0.059, 0.9422, lift_point: 0.059, 0.9422", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/52290_16.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Twitter app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.15, 0.2057, lift_point: 0.15, 0.2057; The action is #DUAL_POINT#; touch_point: 0.0615, 0.7935, lift_point: 0.0615, 0.7935; The action is #TYPE#; And the content is : \"typed_text\": \"twitter\"; The action is #DUAL_POINT#; touch_point: 0.1057, 0.6469, lift_point: 0.1057, 0.6469; The action is #DUAL_POINT#; touch_point: 0.0564, 0.7715, lift_point: 0.0564, 0.7715; The action is #DUAL_POINT#; touch_point: 0.2059, 0.2981, lift_point: 0.2059, 0.2981; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.539, 0.4292, lift_point: 0.539, 0.4292; The action is #DUAL_POINT#; touch_point: 0.0515, 0.0421, lift_point: 0.0515, 0.0421; The action is #DUAL_POINT#; touch_point: 0.0515, 0.0421, lift_point: 0.0515, 0.0421; The action is #DUAL_POINT#; touch_point: 0.0639, 0.8126, lift_point: 0.0639, 0.8126; The action is #DUAL_POINT#; touch_point: 0.059, 0.9422, lift_point: 0.059, 0.9422", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"twittwer\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/52290_17.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Twitter app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.15, 0.2057, lift_point: 0.15, 0.2057; The action is #DUAL_POINT#; touch_point: 0.0615, 0.7935, lift_point: 0.0615, 0.7935; The action is #TYPE#; And the content is : \"typed_text\": \"twitter\"; The action is #DUAL_POINT#; touch_point: 0.1057, 0.6469, lift_point: 0.1057, 0.6469; The action is #DUAL_POINT#; touch_point: 0.0564, 0.7715, lift_point: 0.0564, 0.7715; The action is #DUAL_POINT#; touch_point: 0.2059, 0.2981, lift_point: 0.2059, 0.2981; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.539, 0.4292, lift_point: 0.539, 0.4292; The action is #DUAL_POINT#; touch_point: 0.0515, 0.0421, lift_point: 0.0515, 0.0421; The action is #DUAL_POINT#; touch_point: 0.0515, 0.0421, lift_point: 0.0515, 0.0421; The action is #DUAL_POINT#; touch_point: 0.0639, 0.8126, lift_point: 0.0639, 0.8126; The action is #DUAL_POINT#; touch_point: 0.059, 0.9422, lift_point: 0.059, 0.9422; The action is #TYPE#; And the content is : \"typed_text\": \"twittwer\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1684, 0.3521, lift_point: 0.1684, 0.3521", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/52290_18.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Twitter app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.15, 0.2057, lift_point: 0.15, 0.2057; The action is #DUAL_POINT#; touch_point: 0.0615, 0.7935, lift_point: 0.0615, 0.7935; The action is #TYPE#; And the content is : \"typed_text\": \"twitter\"; The action is #DUAL_POINT#; touch_point: 0.1057, 0.6469, lift_point: 0.1057, 0.6469; The action is #DUAL_POINT#; touch_point: 0.0564, 0.7715, lift_point: 0.0564, 0.7715; The action is #DUAL_POINT#; touch_point: 0.2059, 0.2981, lift_point: 0.2059, 0.2981; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.539, 0.4292, lift_point: 0.539, 0.4292; The action is #DUAL_POINT#; touch_point: 0.0515, 0.0421, lift_point: 0.0515, 0.0421; The action is #DUAL_POINT#; touch_point: 0.0515, 0.0421, lift_point: 0.0515, 0.0421; The action is #DUAL_POINT#; touch_point: 0.0639, 0.8126, lift_point: 0.0639, 0.8126; The action is #DUAL_POINT#; touch_point: 0.059, 0.9422, lift_point: 0.059, 0.9422; The action is #TYPE#; And the content is : \"typed_text\": \"twittwer\"; The action is #DUAL_POINT#; touch_point: 0.1684, 0.3521, lift_point: 0.1684, 0.3521", "response": "The action is #DUAL_POINT#; touch_point: 0.1151, 0.4543, lift_point: 0.1151, 0.4543", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/52290_19.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Twitter app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.15, 0.2057, lift_point: 0.15, 0.2057; The action is #DUAL_POINT#; touch_point: 0.0615, 0.7935, lift_point: 0.0615, 0.7935; The action is #TYPE#; And the content is : \"typed_text\": \"twitter\"; The action is #DUAL_POINT#; touch_point: 0.1057, 0.6469, lift_point: 0.1057, 0.6469; The action is #DUAL_POINT#; touch_point: 0.0564, 0.7715, lift_point: 0.0564, 0.7715; The action is #DUAL_POINT#; touch_point: 0.2059, 0.2981, lift_point: 0.2059, 0.2981; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.539, 0.4292, lift_point: 0.539, 0.4292; The action is #DUAL_POINT#; touch_point: 0.0515, 0.0421, lift_point: 0.0515, 0.0421; The action is #DUAL_POINT#; touch_point: 0.0515, 0.0421, lift_point: 0.0515, 0.0421; The action is #DUAL_POINT#; touch_point: 0.0639, 0.8126, lift_point: 0.0639, 0.8126; The action is #DUAL_POINT#; touch_point: 0.059, 0.9422, lift_point: 0.059, 0.9422; The action is #TYPE#; And the content is : \"typed_text\": \"twittwer\"; The action is #DUAL_POINT#; touch_point: 0.1684, 0.3521, lift_point: 0.1684, 0.3521; The action is #DUAL_POINT#; touch_point: 0.1151, 0.4543, lift_point: 0.1151, 0.4543", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/52290_20.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Burger King?", "response": "The action is #DUAL_POINT#; touch_point: 0.779, 0.6538, lift_point: 0.779, 0.6538", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/52582_1.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Burger King?; The action is #DUAL_POINT#; touch_point: 0.779, 0.6538, lift_point: 0.779, 0.6538", "response": "The action is #DUAL_POINT#; touch_point: 0.0489, 0.528, lift_point: 0.0489, 0.528", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/52582_2.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Burger King?; The action is #DUAL_POINT#; touch_point: 0.779, 0.6538, lift_point: 0.779, 0.6538; The action is #DUAL_POINT#; touch_point: 0.0489, 0.528, lift_point: 0.0489, 0.528", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"nearest Burger King?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/52582_3.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Burger King?; The action is #DUAL_POINT#; touch_point: 0.779, 0.6538, lift_point: 0.779, 0.6538; The action is #DUAL_POINT#; touch_point: 0.0489, 0.528, lift_point: 0.0489, 0.528; The action is #TYPE#; And the content is : \"typed_text\": \"nearest Burger King?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1172, 0.3364, lift_point: 0.1172, 0.3364", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/52582_4.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Burger King?; The action is #DUAL_POINT#; touch_point: 0.779, 0.6538, lift_point: 0.779, 0.6538; The action is #DUAL_POINT#; touch_point: 0.0489, 0.528, lift_point: 0.0489, 0.528; The action is #TYPE#; And the content is : \"typed_text\": \"nearest Burger King?\"; The action is #DUAL_POINT#; touch_point: 0.1172, 0.3364, lift_point: 0.1172, 0.3364", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/52582_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest tech news?", "response": "The action is #DUAL_POINT#; touch_point: 0.8006, 0.6613, lift_point: 0.8006, 0.6613", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/52611_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest tech news?; The action is #DUAL_POINT#; touch_point: 0.8006, 0.6613, lift_point: 0.8006, 0.6613", "response": "The action is #DUAL_POINT#; touch_point: 0.052, 0.4418, lift_point: 0.052, 0.4418", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/52611_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest tech news?; The action is #DUAL_POINT#; touch_point: 0.8006, 0.6613, lift_point: 0.8006, 0.6613; The action is #DUAL_POINT#; touch_point: 0.052, 0.4418, lift_point: 0.052, 0.4418", "response": "The action is #TYPE#; And the content is : \"typed_text\": \" latest tech news?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/52611_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest tech news?; The action is #DUAL_POINT#; touch_point: 0.8006, 0.6613, lift_point: 0.8006, 0.6613; The action is #DUAL_POINT#; touch_point: 0.052, 0.4418, lift_point: 0.052, 0.4418; The action is #TYPE#; And the content is : \"typed_text\": \" latest tech news?\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/52611_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest tech news?; The action is #DUAL_POINT#; touch_point: 0.8006, 0.6613, lift_point: 0.8006, 0.6613; The action is #DUAL_POINT#; touch_point: 0.052, 0.4418, lift_point: 0.052, 0.4418; The action is #TYPE#; And the content is : \"typed_text\": \" latest tech news?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1186, 0.2666, lift_point: 0.1186, 0.2666", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/52611_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest tech news?; The action is #DUAL_POINT#; touch_point: 0.8006, 0.6613, lift_point: 0.8006, 0.6613; The action is #DUAL_POINT#; touch_point: 0.052, 0.4418, lift_point: 0.052, 0.4418; The action is #TYPE#; And the content is : \"typed_text\": \" latest tech news?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1186, 0.2666, lift_point: 0.1186, 0.2666", "response": "The action is #DUAL_POINT#; touch_point: 0.2403, 0.1912, lift_point: 0.2403, 0.1912", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/52611_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest tech news?; The action is #DUAL_POINT#; touch_point: 0.8006, 0.6613, lift_point: 0.8006, 0.6613; The action is #DUAL_POINT#; touch_point: 0.052, 0.4418, lift_point: 0.052, 0.4418; The action is #TYPE#; And the content is : \"typed_text\": \" latest tech news?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1186, 0.2666, lift_point: 0.1186, 0.2666; The action is #DUAL_POINT#; touch_point: 0.2403, 0.1912, lift_point: 0.2403, 0.1912", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/52611_7.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2x4x8 board cost at Lowes?", "response": "The action is #STATUS_TASK_IMPOSSIBLE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/52663_1.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7pm", "response": "The action is #DUAL_POINT#; touch_point: 0.8973, 0.4526, lift_point: 0.8973, 0.4526", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/52726_1.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7pm; The action is #DUAL_POINT#; touch_point: 0.8973, 0.4526, lift_point: 0.8973, 0.4526", "response": "The action is #DUAL_POINT#; touch_point: 0.5975, 0.4096, lift_point: 0.5975, 0.4096", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/52726_2.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7pm; The action is #DUAL_POINT#; touch_point: 0.8973, 0.4526, lift_point: 0.8973, 0.4526; The action is #DUAL_POINT#; touch_point: 0.5975, 0.4096, lift_point: 0.5975, 0.4096", "response": "The action is #DUAL_POINT#; touch_point: 0.4163, 0.5058, lift_point: 0.4163, 0.5058", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/52726_3.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7pm; The action is #DUAL_POINT#; touch_point: 0.8973, 0.4526, lift_point: 0.8973, 0.4526; The action is #DUAL_POINT#; touch_point: 0.5975, 0.4096, lift_point: 0.5975, 0.4096; The action is #DUAL_POINT#; touch_point: 0.4163, 0.5058, lift_point: 0.4163, 0.5058", "response": "The action is #DUAL_POINT#; touch_point: 0.3482, 0.7223, lift_point: 0.3482, 0.7223", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/52726_4.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7pm; The action is #DUAL_POINT#; touch_point: 0.8973, 0.4526, lift_point: 0.8973, 0.4526; The action is #DUAL_POINT#; touch_point: 0.5975, 0.4096, lift_point: 0.5975, 0.4096; The action is #DUAL_POINT#; touch_point: 0.4163, 0.5058, lift_point: 0.4163, 0.5058; The action is #DUAL_POINT#; touch_point: 0.3482, 0.7223, lift_point: 0.3482, 0.7223", "response": "The action is #DUAL_POINT#; touch_point: 0.6747, 0.7048, lift_point: 0.6747, 0.7048", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/52726_5.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7pm; The action is #DUAL_POINT#; touch_point: 0.8973, 0.4526, lift_point: 0.8973, 0.4526; The action is #DUAL_POINT#; touch_point: 0.5975, 0.4096, lift_point: 0.5975, 0.4096; The action is #DUAL_POINT#; touch_point: 0.4163, 0.5058, lift_point: 0.4163, 0.5058; The action is #DUAL_POINT#; touch_point: 0.3482, 0.7223, lift_point: 0.3482, 0.7223; The action is #DUAL_POINT#; touch_point: 0.6747, 0.7048, lift_point: 0.6747, 0.7048", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/52726_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from San Francisco to Tokyo", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/52737_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from San Francisco to Tokyo; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7881, 0.5788, lift_point: 0.7881, 0.5788", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/52737_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from San Francisco to Tokyo; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7881, 0.5788, lift_point: 0.7881, 0.5788", "response": "The action is #DUAL_POINT#; touch_point: 0.0484, 0.4007, lift_point: 0.0484, 0.4007", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/52737_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from San Francisco to Tokyo; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7881, 0.5788, lift_point: 0.7881, 0.5788; The action is #DUAL_POINT#; touch_point: 0.0484, 0.4007, lift_point: 0.0484, 0.4007", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from San Francisco to Tokyo\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/52737_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from San Francisco to Tokyo; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7881, 0.5788, lift_point: 0.7881, 0.5788; The action is #DUAL_POINT#; touch_point: 0.0484, 0.4007, lift_point: 0.0484, 0.4007; The action is #TYPE#; And the content is : \"typed_text\": \"flights from San Francisco to Tokyo\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1087, 0.2467, lift_point: 0.1087, 0.2467", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/52737_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from San Francisco to Tokyo; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7881, 0.5788, lift_point: 0.7881, 0.5788; The action is #DUAL_POINT#; touch_point: 0.0484, 0.4007, lift_point: 0.0484, 0.4007; The action is #TYPE#; And the content is : \"typed_text\": \"flights from San Francisco to Tokyo\"; The action is #DUAL_POINT#; touch_point: 0.1087, 0.2467, lift_point: 0.1087, 0.2467", "response": "The action is #DUAL_POINT#; touch_point: 0.2371, 0.1914, lift_point: 0.2371, 0.1914", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/52737_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from San Francisco to Tokyo; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7881, 0.5788, lift_point: 0.7881, 0.5788; The action is #DUAL_POINT#; touch_point: 0.0484, 0.4007, lift_point: 0.0484, 0.4007; The action is #TYPE#; And the content is : \"typed_text\": \"flights from San Francisco to Tokyo\"; The action is #DUAL_POINT#; touch_point: 0.1087, 0.2467, lift_point: 0.1087, 0.2467; The action is #DUAL_POINT#; touch_point: 0.2371, 0.1914, lift_point: 0.2371, 0.1914", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/52737_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Zurich", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/52751_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Zurich; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7938, 0.5856, lift_point: 0.7938, 0.5856", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/52751_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Zurich; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7938, 0.5856, lift_point: 0.7938, 0.5856", "response": "The action is #DUAL_POINT#; touch_point: 0.0542, 0.3825, lift_point: 0.0542, 0.3825", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/52751_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Zurich; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7938, 0.5856, lift_point: 0.7938, 0.5856; The action is #DUAL_POINT#; touch_point: 0.0542, 0.3825, lift_point: 0.0542, 0.3825", "response": "The action is #TYPE#; And the content is : \"typed_text\": \" hotels in Zurich\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/52751_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Zurich; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7938, 0.5856, lift_point: 0.7938, 0.5856; The action is #DUAL_POINT#; touch_point: 0.0542, 0.3825, lift_point: 0.0542, 0.3825; The action is #TYPE#; And the content is : \"typed_text\": \" hotels in Zurich\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/52751_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Zurich; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7938, 0.5856, lift_point: 0.7938, 0.5856; The action is #DUAL_POINT#; touch_point: 0.0542, 0.3825, lift_point: 0.0542, 0.3825; The action is #TYPE#; And the content is : \"typed_text\": \" hotels in Zurich\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1172, 0.2172, lift_point: 0.1172, 0.2172", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/52751_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Zurich; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7938, 0.5856, lift_point: 0.7938, 0.5856; The action is #DUAL_POINT#; touch_point: 0.0542, 0.3825, lift_point: 0.0542, 0.3825; The action is #TYPE#; And the content is : \"typed_text\": \" hotels in Zurich\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1172, 0.2172, lift_point: 0.1172, 0.2172", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/52751_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from GameSpot News?", "response": "The action is #DUAL_POINT#; touch_point: 0.7719, 0.8908, lift_point: 0.7719, 0.8908", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53261_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from GameSpot News?; The action is #DUAL_POINT#; touch_point: 0.7719, 0.8908, lift_point: 0.7719, 0.8908", "response": "The action is #DUAL_POINT#; touch_point: 0.0418, 0.8196, lift_point: 0.0418, 0.8196", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53261_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from GameSpot News?; The action is #DUAL_POINT#; touch_point: 0.7719, 0.8908, lift_point: 0.7719, 0.8908; The action is #DUAL_POINT#; touch_point: 0.0418, 0.8196, lift_point: 0.0418, 0.8196", "response": "The action is #DUAL_POINT#; touch_point: 0.0583, 0.3589, lift_point: 0.0583, 0.3589", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53261_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from GameSpot News?; The action is #DUAL_POINT#; touch_point: 0.7719, 0.8908, lift_point: 0.7719, 0.8908; The action is #DUAL_POINT#; touch_point: 0.0418, 0.8196, lift_point: 0.0418, 0.8196; The action is #DUAL_POINT#; touch_point: 0.0583, 0.3589, lift_point: 0.0583, 0.3589", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"GameSpot\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53261_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from GameSpot News?; The action is #DUAL_POINT#; touch_point: 0.7719, 0.8908, lift_point: 0.7719, 0.8908; The action is #DUAL_POINT#; touch_point: 0.0418, 0.8196, lift_point: 0.0418, 0.8196; The action is #DUAL_POINT#; touch_point: 0.0583, 0.3589, lift_point: 0.0583, 0.3589; The action is #TYPE#; And the content is : \"typed_text\": \"GameSpot\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1201, 0.2902, lift_point: 0.1201, 0.2902", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53261_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from GameSpot News?; The action is #DUAL_POINT#; touch_point: 0.7719, 0.8908, lift_point: 0.7719, 0.8908; The action is #DUAL_POINT#; touch_point: 0.0418, 0.8196, lift_point: 0.0418, 0.8196; The action is #DUAL_POINT#; touch_point: 0.0583, 0.3589, lift_point: 0.0583, 0.3589; The action is #TYPE#; And the content is : \"typed_text\": \"GameSpot\"; The action is #DUAL_POINT#; touch_point: 0.1201, 0.2902, lift_point: 0.1201, 0.2902", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53261_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from GameSpot News?; The action is #DUAL_POINT#; touch_point: 0.7719, 0.8908, lift_point: 0.7719, 0.8908; The action is #DUAL_POINT#; touch_point: 0.0418, 0.8196, lift_point: 0.0418, 0.8196; The action is #DUAL_POINT#; touch_point: 0.0583, 0.3589, lift_point: 0.0583, 0.3589; The action is #TYPE#; And the content is : \"typed_text\": \"GameSpot\"; The action is #DUAL_POINT#; touch_point: 0.1201, 0.2902, lift_point: 0.1201, 0.2902; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.5219, 0.5729, lift_point: 0.5219, 0.5729", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53261_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from GameSpot News?; The action is #DUAL_POINT#; touch_point: 0.7719, 0.8908, lift_point: 0.7719, 0.8908; The action is #DUAL_POINT#; touch_point: 0.0418, 0.8196, lift_point: 0.0418, 0.8196; The action is #DUAL_POINT#; touch_point: 0.0583, 0.3589, lift_point: 0.0583, 0.3589; The action is #TYPE#; And the content is : \"typed_text\": \"GameSpot\"; The action is #DUAL_POINT#; touch_point: 0.1201, 0.2902, lift_point: 0.1201, 0.2902; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5219, 0.5729, lift_point: 0.5219, 0.5729", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53261_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from GameSpot News?; The action is #DUAL_POINT#; touch_point: 0.7719, 0.8908, lift_point: 0.7719, 0.8908; The action is #DUAL_POINT#; touch_point: 0.0418, 0.8196, lift_point: 0.0418, 0.8196; The action is #DUAL_POINT#; touch_point: 0.0583, 0.3589, lift_point: 0.0583, 0.3589; The action is #TYPE#; And the content is : \"typed_text\": \"GameSpot\"; The action is #DUAL_POINT#; touch_point: 0.1201, 0.2902, lift_point: 0.1201, 0.2902; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5219, 0.5729, lift_point: 0.5219, 0.5729; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.4217, 0.584, lift_point: 0.4217, 0.584", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53261_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from GameSpot News?; The action is #DUAL_POINT#; touch_point: 0.7719, 0.8908, lift_point: 0.7719, 0.8908; The action is #DUAL_POINT#; touch_point: 0.0418, 0.8196, lift_point: 0.0418, 0.8196; The action is #DUAL_POINT#; touch_point: 0.0583, 0.3589, lift_point: 0.0583, 0.3589; The action is #TYPE#; And the content is : \"typed_text\": \"GameSpot\"; The action is #DUAL_POINT#; touch_point: 0.1201, 0.2902, lift_point: 0.1201, 0.2902; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5219, 0.5729, lift_point: 0.5219, 0.5729; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4217, 0.584, lift_point: 0.4217, 0.584", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53261_10.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?", "response": "The action is #PRESS_BACK#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#", "response": "The action is #PRESS_BACK#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#", "response": "The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858", "response": "The action is #PRESS_BACK#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#", "response": "The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_10.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597", "response": "The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_11.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881", "response": "The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_12.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_13.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_14.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781", "response": "The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_15.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781", "response": "The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_16.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781", "response": "The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_17.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781", "response": "The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_18.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781", "response": "The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_19.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719", "response": "The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_20.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719", "response": "The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_21.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305", "response": "The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_22.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374", "response": "The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_23.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374", "response": "The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_24.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374", "response": "The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_25.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374", "response": "The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_26.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374", "response": "The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_27.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374", "response": "The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_28.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374", "response": "The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_29.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374", "response": "The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_30.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374", "response": "The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_31.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374", "response": "The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_32.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374", "response": "The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_33.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374", "response": "The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_34.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374", "response": "The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_35.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374", "response": "The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_36.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374", "response": "The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_37.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374", "response": "The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_38.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374", "response": "The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_39.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374", "response": "The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_40.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374", "response": "The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_41.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374", "response": "The action is #DUAL_POINT#; touch_point: 0.7406, 0.9516, lift_point: 0.7406, 0.9516", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_42.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7406, 0.9516, lift_point: 0.7406, 0.9516", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_43.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7406, 0.9516, lift_point: 0.7406, 0.9516; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_44.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7406, 0.9516, lift_point: 0.7406, 0.9516; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441", "response": "The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_45.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7406, 0.9516, lift_point: 0.7406, 0.9516; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441", "response": "The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_46.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7406, 0.9516, lift_point: 0.7406, 0.9516; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441", "response": "The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_47.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7406, 0.9516, lift_point: 0.7406, 0.9516; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441", "response": "The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_48.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7406, 0.9516, lift_point: 0.7406, 0.9516; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441", "response": "The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_49.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7406, 0.9516, lift_point: 0.7406, 0.9516; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441", "response": "The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_50.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7406, 0.9516, lift_point: 0.7406, 0.9516; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441", "response": "The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_51.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7406, 0.9516, lift_point: 0.7406, 0.9516; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441", "response": "The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_52.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7406, 0.9516, lift_point: 0.7406, 0.9516; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441", "response": "The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_53.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7406, 0.9516, lift_point: 0.7406, 0.9516; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441", "response": "The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_54.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7406, 0.9516, lift_point: 0.7406, 0.9516; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441", "response": "The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_55.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7406, 0.9516, lift_point: 0.7406, 0.9516; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441", "response": "The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_56.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7406, 0.9516, lift_point: 0.7406, 0.9516; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441", "response": "The action is #DUAL_POINT#; touch_point: 0.563, 0.9304, lift_point: 0.563, 0.9304", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_57.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7406, 0.9516, lift_point: 0.7406, 0.9516; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.563, 0.9304, lift_point: 0.563, 0.9304", "response": "The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_58.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7406, 0.9516, lift_point: 0.7406, 0.9516; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.563, 0.9304, lift_point: 0.563, 0.9304; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437", "response": "The action is #DUAL_POINT#; touch_point: 0.5609, 0.9437, lift_point: 0.5609, 0.9437", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_59.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7406, 0.9516, lift_point: 0.7406, 0.9516; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.563, 0.9304, lift_point: 0.563, 0.9304; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5609, 0.9437, lift_point: 0.5609, 0.9437", "response": "The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_60.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7406, 0.9516, lift_point: 0.7406, 0.9516; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.563, 0.9304, lift_point: 0.563, 0.9304; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5609, 0.9437, lift_point: 0.5609, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437", "response": "The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_61.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7406, 0.9516, lift_point: 0.7406, 0.9516; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.563, 0.9304, lift_point: 0.563, 0.9304; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5609, 0.9437, lift_point: 0.5609, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406", "response": "The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_62.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7406, 0.9516, lift_point: 0.7406, 0.9516; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.563, 0.9304, lift_point: 0.563, 0.9304; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5609, 0.9437, lift_point: 0.5609, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406", "response": "The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_63.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7406, 0.9516, lift_point: 0.7406, 0.9516; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.563, 0.9304, lift_point: 0.563, 0.9304; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5609, 0.9437, lift_point: 0.5609, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406", "response": "The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_64.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7406, 0.9516, lift_point: 0.7406, 0.9516; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.563, 0.9304, lift_point: 0.563, 0.9304; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5609, 0.9437, lift_point: 0.5609, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406", "response": "The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_65.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7406, 0.9516, lift_point: 0.7406, 0.9516; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.563, 0.9304, lift_point: 0.563, 0.9304; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5609, 0.9437, lift_point: 0.5609, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406", "response": "The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_66.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7406, 0.9516, lift_point: 0.7406, 0.9516; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.563, 0.9304, lift_point: 0.563, 0.9304; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5609, 0.9437, lift_point: 0.5609, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406", "response": "The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_67.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7406, 0.9516, lift_point: 0.7406, 0.9516; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.563, 0.9304, lift_point: 0.563, 0.9304; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5609, 0.9437, lift_point: 0.5609, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406", "response": "The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_68.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7406, 0.9516, lift_point: 0.7406, 0.9516; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.563, 0.9304, lift_point: 0.563, 0.9304; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5609, 0.9437, lift_point: 0.5609, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406", "response": "The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_69.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7406, 0.9516, lift_point: 0.7406, 0.9516; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.563, 0.9304, lift_point: 0.563, 0.9304; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5609, 0.9437, lift_point: 0.5609, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406", "response": "The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_70.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7406, 0.9516, lift_point: 0.7406, 0.9516; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.563, 0.9304, lift_point: 0.563, 0.9304; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5609, 0.9437, lift_point: 0.5609, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406", "response": "The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_71.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7406, 0.9516, lift_point: 0.7406, 0.9516; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.563, 0.9304, lift_point: 0.563, 0.9304; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5609, 0.9437, lift_point: 0.5609, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406", "response": "The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_72.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7406, 0.9516, lift_point: 0.7406, 0.9516; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.563, 0.9304, lift_point: 0.563, 0.9304; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5609, 0.9437, lift_point: 0.5609, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406", "response": "The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_73.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7406, 0.9516, lift_point: 0.7406, 0.9516; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.563, 0.9304, lift_point: 0.563, 0.9304; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5609, 0.9437, lift_point: 0.5609, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406", "response": "The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_74.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7406, 0.9516, lift_point: 0.7406, 0.9516; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.563, 0.9304, lift_point: 0.563, 0.9304; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5609, 0.9437, lift_point: 0.5609, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406", "response": "The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_75.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7406, 0.9516, lift_point: 0.7406, 0.9516; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.563, 0.9304, lift_point: 0.563, 0.9304; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5609, 0.9437, lift_point: 0.5609, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406", "response": "The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_76.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7406, 0.9516, lift_point: 0.7406, 0.9516; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.563, 0.9304, lift_point: 0.563, 0.9304; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5609, 0.9437, lift_point: 0.5609, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406", "response": "The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_77.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7406, 0.9516, lift_point: 0.7406, 0.9516; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.563, 0.9304, lift_point: 0.563, 0.9304; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5609, 0.9437, lift_point: 0.5609, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406", "response": "The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_78.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7406, 0.9516, lift_point: 0.7406, 0.9516; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.563, 0.9304, lift_point: 0.563, 0.9304; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5609, 0.9437, lift_point: 0.5609, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406", "response": "The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_79.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7406, 0.9516, lift_point: 0.7406, 0.9516; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.563, 0.9304, lift_point: 0.563, 0.9304; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5609, 0.9437, lift_point: 0.5609, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406", "response": "The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_80.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7406, 0.9516, lift_point: 0.7406, 0.9516; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.563, 0.9304, lift_point: 0.563, 0.9304; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5609, 0.9437, lift_point: 0.5609, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406", "response": "The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_81.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7406, 0.9516, lift_point: 0.7406, 0.9516; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.563, 0.9304, lift_point: 0.563, 0.9304; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5609, 0.9437, lift_point: 0.5609, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406", "response": "The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_82.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7406, 0.9516, lift_point: 0.7406, 0.9516; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.563, 0.9304, lift_point: 0.563, 0.9304; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5609, 0.9437, lift_point: 0.5609, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406", "response": "The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_83.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7406, 0.9516, lift_point: 0.7406, 0.9516; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.563, 0.9304, lift_point: 0.563, 0.9304; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5609, 0.9437, lift_point: 0.5609, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406", "response": "The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_84.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7406, 0.9516, lift_point: 0.7406, 0.9516; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.563, 0.9304, lift_point: 0.563, 0.9304; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5609, 0.9437, lift_point: 0.5609, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406", "response": "The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_85.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7406, 0.9516, lift_point: 0.7406, 0.9516; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.563, 0.9304, lift_point: 0.563, 0.9304; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5609, 0.9437, lift_point: 0.5609, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406", "response": "The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_86.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7406, 0.9516, lift_point: 0.7406, 0.9516; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.563, 0.9304, lift_point: 0.563, 0.9304; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5609, 0.9437, lift_point: 0.5609, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406", "response": "The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_87.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7406, 0.9516, lift_point: 0.7406, 0.9516; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.563, 0.9304, lift_point: 0.563, 0.9304; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5609, 0.9437, lift_point: 0.5609, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406", "response": "The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_88.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7406, 0.9516, lift_point: 0.7406, 0.9516; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.563, 0.9304, lift_point: 0.563, 0.9304; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5609, 0.9437, lift_point: 0.5609, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406", "response": "The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_89.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7406, 0.9516, lift_point: 0.7406, 0.9516; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.563, 0.9304, lift_point: 0.563, 0.9304; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5609, 0.9437, lift_point: 0.5609, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406", "response": "The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_90.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7406, 0.9516, lift_point: 0.7406, 0.9516; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.563, 0.9304, lift_point: 0.563, 0.9304; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5609, 0.9437, lift_point: 0.5609, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406", "response": "The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_91.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7406, 0.9516, lift_point: 0.7406, 0.9516; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.563, 0.9304, lift_point: 0.563, 0.9304; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5609, 0.9437, lift_point: 0.5609, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406", "response": "The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_92.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7406, 0.9516, lift_point: 0.7406, 0.9516; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.563, 0.9304, lift_point: 0.563, 0.9304; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5609, 0.9437, lift_point: 0.5609, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406", "response": "The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_93.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7406, 0.9516, lift_point: 0.7406, 0.9516; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.563, 0.9304, lift_point: 0.563, 0.9304; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5609, 0.9437, lift_point: 0.5609, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406", "response": "The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_94.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7406, 0.9516, lift_point: 0.7406, 0.9516; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.563, 0.9304, lift_point: 0.563, 0.9304; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5609, 0.9437, lift_point: 0.5609, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406", "response": "The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_95.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7406, 0.9516, lift_point: 0.7406, 0.9516; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.563, 0.9304, lift_point: 0.563, 0.9304; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5609, 0.9437, lift_point: 0.5609, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "response": "The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_96.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7406, 0.9516, lift_point: 0.7406, 0.9516; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.563, 0.9304, lift_point: 0.563, 0.9304; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5609, 0.9437, lift_point: 0.5609, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "response": "The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_97.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7406, 0.9516, lift_point: 0.7406, 0.9516; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.563, 0.9304, lift_point: 0.563, 0.9304; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5609, 0.9437, lift_point: 0.5609, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "response": "The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_98.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7406, 0.9516, lift_point: 0.7406, 0.9516; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.563, 0.9304, lift_point: 0.563, 0.9304; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5609, 0.9437, lift_point: 0.5609, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "response": "The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_99.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7406, 0.9516, lift_point: 0.7406, 0.9516; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.563, 0.9304, lift_point: 0.563, 0.9304; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5609, 0.9437, lift_point: 0.5609, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "response": "The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_100.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7406, 0.9516, lift_point: 0.7406, 0.9516; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.563, 0.9304, lift_point: 0.563, 0.9304; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5609, 0.9437, lift_point: 0.5609, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "response": "The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_101.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7406, 0.9516, lift_point: 0.7406, 0.9516; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.563, 0.9304, lift_point: 0.563, 0.9304; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5609, 0.9437, lift_point: 0.5609, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "response": "The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_102.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7406, 0.9516, lift_point: 0.7406, 0.9516; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.563, 0.9304, lift_point: 0.563, 0.9304; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5609, 0.9437, lift_point: 0.5609, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "response": "The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_103.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7406, 0.9516, lift_point: 0.7406, 0.9516; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.563, 0.9304, lift_point: 0.563, 0.9304; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5609, 0.9437, lift_point: 0.5609, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "response": "The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_104.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7406, 0.9516, lift_point: 0.7406, 0.9516; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.563, 0.9304, lift_point: 0.563, 0.9304; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5609, 0.9437, lift_point: 0.5609, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "response": "The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_105.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7406, 0.9516, lift_point: 0.7406, 0.9516; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.563, 0.9304, lift_point: 0.563, 0.9304; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5609, 0.9437, lift_point: 0.5609, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "response": "The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_106.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7406, 0.9516, lift_point: 0.7406, 0.9516; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.563, 0.9304, lift_point: 0.563, 0.9304; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5609, 0.9437, lift_point: 0.5609, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "response": "The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_107.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7406, 0.9516, lift_point: 0.7406, 0.9516; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.563, 0.9304, lift_point: 0.563, 0.9304; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5609, 0.9437, lift_point: 0.5609, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "response": "The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_108.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7406, 0.9516, lift_point: 0.7406, 0.9516; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.563, 0.9304, lift_point: 0.563, 0.9304; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5609, 0.9437, lift_point: 0.5609, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "response": "The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_109.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7406, 0.9516, lift_point: 0.7406, 0.9516; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.563, 0.9304, lift_point: 0.563, 0.9304; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5609, 0.9437, lift_point: 0.5609, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "response": "The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_110.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7406, 0.9516, lift_point: 0.7406, 0.9516; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.563, 0.9304, lift_point: 0.563, 0.9304; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5609, 0.9437, lift_point: 0.5609, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "response": "The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_111.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7406, 0.9516, lift_point: 0.7406, 0.9516; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.563, 0.9304, lift_point: 0.563, 0.9304; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5609, 0.9437, lift_point: 0.5609, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "response": "The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_112.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7406, 0.9516, lift_point: 0.7406, 0.9516; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.563, 0.9304, lift_point: 0.563, 0.9304; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5609, 0.9437, lift_point: 0.5609, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "response": "The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_113.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7406, 0.9516, lift_point: 0.7406, 0.9516; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.563, 0.9304, lift_point: 0.563, 0.9304; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5609, 0.9437, lift_point: 0.5609, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "response": "The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_114.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7406, 0.9516, lift_point: 0.7406, 0.9516; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.563, 0.9304, lift_point: 0.563, 0.9304; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5609, 0.9437, lift_point: 0.5609, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "response": "The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_115.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7406, 0.9516, lift_point: 0.7406, 0.9516; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.563, 0.9304, lift_point: 0.563, 0.9304; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5609, 0.9437, lift_point: 0.5609, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "response": "The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_116.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7406, 0.9516, lift_point: 0.7406, 0.9516; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.563, 0.9304, lift_point: 0.563, 0.9304; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5609, 0.9437, lift_point: 0.5609, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "response": "The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_117.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7406, 0.9516, lift_point: 0.7406, 0.9516; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.563, 0.9304, lift_point: 0.563, 0.9304; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5609, 0.9437, lift_point: 0.5609, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "response": "The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_118.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7406, 0.9516, lift_point: 0.7406, 0.9516; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.563, 0.9304, lift_point: 0.563, 0.9304; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5609, 0.9437, lift_point: 0.5609, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "response": "The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_119.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7406, 0.9516, lift_point: 0.7406, 0.9516; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.563, 0.9304, lift_point: 0.563, 0.9304; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5609, 0.9437, lift_point: 0.5609, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "response": "The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_120.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7406, 0.9516, lift_point: 0.7406, 0.9516; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.563, 0.9304, lift_point: 0.563, 0.9304; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5609, 0.9437, lift_point: 0.5609, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "response": "The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_121.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7406, 0.9516, lift_point: 0.7406, 0.9516; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.563, 0.9304, lift_point: 0.563, 0.9304; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5609, 0.9437, lift_point: 0.5609, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "response": "The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_122.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7406, 0.9516, lift_point: 0.7406, 0.9516; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.563, 0.9304, lift_point: 0.563, 0.9304; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5609, 0.9437, lift_point: 0.5609, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "response": "The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_123.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7406, 0.9516, lift_point: 0.7406, 0.9516; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.563, 0.9304, lift_point: 0.563, 0.9304; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5609, 0.9437, lift_point: 0.5609, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "response": "The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_124.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7406, 0.9516, lift_point: 0.7406, 0.9516; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.563, 0.9304, lift_point: 0.563, 0.9304; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5609, 0.9437, lift_point: 0.5609, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "response": "The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_125.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7406, 0.9516, lift_point: 0.7406, 0.9516; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.563, 0.9304, lift_point: 0.563, 0.9304; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5609, 0.9437, lift_point: 0.5609, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "response": "The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_126.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7406, 0.9516, lift_point: 0.7406, 0.9516; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.563, 0.9304, lift_point: 0.563, 0.9304; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5609, 0.9437, lift_point: 0.5609, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "response": "The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_127.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7406, 0.9516, lift_point: 0.7406, 0.9516; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.563, 0.9304, lift_point: 0.563, 0.9304; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5609, 0.9437, lift_point: 0.5609, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "response": "The action is #DUAL_POINT#; touch_point: 0.555, 0.9377, lift_point: 0.555, 0.9377", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_128.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7406, 0.9516, lift_point: 0.7406, 0.9516; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.563, 0.9304, lift_point: 0.563, 0.9304; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5609, 0.9437, lift_point: 0.5609, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.555, 0.9377, lift_point: 0.555, 0.9377", "response": "The action is #DUAL_POINT#; touch_point: 0.555, 0.9377, lift_point: 0.555, 0.9377", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_129.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7406, 0.9516, lift_point: 0.7406, 0.9516; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.563, 0.9304, lift_point: 0.563, 0.9304; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5609, 0.9437, lift_point: 0.5609, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.555, 0.9377, lift_point: 0.555, 0.9377; The action is #DUAL_POINT#; touch_point: 0.555, 0.9377, lift_point: 0.555, 0.9377", "response": "The action is #DUAL_POINT#; touch_point: 0.555, 0.9377, lift_point: 0.555, 0.9377", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_130.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7406, 0.9516, lift_point: 0.7406, 0.9516; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.563, 0.9304, lift_point: 0.563, 0.9304; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5609, 0.9437, lift_point: 0.5609, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.555, 0.9377, lift_point: 0.555, 0.9377; The action is #DUAL_POINT#; touch_point: 0.555, 0.9377, lift_point: 0.555, 0.9377; The action is #DUAL_POINT#; touch_point: 0.555, 0.9377, lift_point: 0.555, 0.9377", "response": "The action is #DUAL_POINT#; touch_point: 0.555, 0.9377, lift_point: 0.555, 0.9377", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_131.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232; The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597; The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881; The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719; The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305; The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374; The action is #DUAL_POINT#; touch_point: 0.7406, 0.9516, lift_point: 0.7406, 0.9516; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441; The action is #DUAL_POINT#; touch_point: 0.563, 0.9304, lift_point: 0.563, 0.9304; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5609, 0.9437, lift_point: 0.5609, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406; The action is #DUAL_POINT#; touch_point: 0.555, 0.9377, lift_point: 0.555, 0.9377; The action is #DUAL_POINT#; touch_point: 0.555, 0.9377, lift_point: 0.555, 0.9377; The action is #DUAL_POINT#; touch_point: 0.555, 0.9377, lift_point: 0.555, 0.9377; The action is #DUAL_POINT#; touch_point: 0.555, 0.9377, lift_point: 0.555, 0.9377", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53409_132.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Nordstrom?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53494_1.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Nordstrom?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7722, 0.6917, lift_point: 0.7722, 0.6917", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53494_2.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Nordstrom?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7722, 0.6917, lift_point: 0.7722, 0.6917", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53494_3.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Nordstrom?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7722, 0.6917, lift_point: 0.7722, 0.6917; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7831, 0.6797, lift_point: 0.7831, 0.6797", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53494_4.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Nordstrom?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7722, 0.6917, lift_point: 0.7722, 0.6917; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7831, 0.6797, lift_point: 0.7831, 0.6797", "response": "The action is #DUAL_POINT#; touch_point: 0.7663, 0.7143, lift_point: 0.7663, 0.7143", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53494_5.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Nordstrom?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7722, 0.6917, lift_point: 0.7722, 0.6917; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7831, 0.6797, lift_point: 0.7831, 0.6797; The action is #DUAL_POINT#; touch_point: 0.7663, 0.7143, lift_point: 0.7663, 0.7143", "response": "The action is #DUAL_POINT#; touch_point: 0.7736, 0.7043, lift_point: 0.7736, 0.7043", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53494_6.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Nordstrom?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7722, 0.6917, lift_point: 0.7722, 0.6917; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7831, 0.6797, lift_point: 0.7831, 0.6797; The action is #DUAL_POINT#; touch_point: 0.7663, 0.7143, lift_point: 0.7663, 0.7143; The action is #DUAL_POINT#; touch_point: 0.7736, 0.7043, lift_point: 0.7736, 0.7043", "response": "The action is #DUAL_POINT#; touch_point: 0.0534, 0.5959, lift_point: 0.0534, 0.5959", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53494_7.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Nordstrom?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7722, 0.6917, lift_point: 0.7722, 0.6917; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7831, 0.6797, lift_point: 0.7831, 0.6797; The action is #DUAL_POINT#; touch_point: 0.7663, 0.7143, lift_point: 0.7663, 0.7143; The action is #DUAL_POINT#; touch_point: 0.7736, 0.7043, lift_point: 0.7736, 0.7043; The action is #DUAL_POINT#; touch_point: 0.0534, 0.5959, lift_point: 0.0534, 0.5959", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Nordstrom\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53494_8.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Nordstrom?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7722, 0.6917, lift_point: 0.7722, 0.6917; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7831, 0.6797, lift_point: 0.7831, 0.6797; The action is #DUAL_POINT#; touch_point: 0.7663, 0.7143, lift_point: 0.7663, 0.7143; The action is #DUAL_POINT#; touch_point: 0.7736, 0.7043, lift_point: 0.7736, 0.7043; The action is #DUAL_POINT#; touch_point: 0.0534, 0.5959, lift_point: 0.0534, 0.5959; The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Nordstrom\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53494_9.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Nordstrom?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7722, 0.6917, lift_point: 0.7722, 0.6917; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7831, 0.6797, lift_point: 0.7831, 0.6797; The action is #DUAL_POINT#; touch_point: 0.7663, 0.7143, lift_point: 0.7663, 0.7143; The action is #DUAL_POINT#; touch_point: 0.7736, 0.7043, lift_point: 0.7736, 0.7043; The action is #DUAL_POINT#; touch_point: 0.0534, 0.5959, lift_point: 0.0534, 0.5959; The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Nordstrom\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53494_10.png" ] }, { "query": "\nPrevious Actions: Goal: Open the contacts", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53689_1.png" ] }, { "query": "\nPrevious Actions: Goal: Open the contacts; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3412, 0.8923, lift_point: 0.3412, 0.8923", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53689_2.png" ] }, { "query": "\nPrevious Actions: Goal: Open the contacts; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3412, 0.8923, lift_point: 0.3412, 0.8923", "response": "The action is #DUAL_POINT#; touch_point: 0.3547, 0.8823, lift_point: 0.3547, 0.8823", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53689_3.png" ] }, { "query": "\nPrevious Actions: Goal: Open the contacts; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3412, 0.8923, lift_point: 0.3412, 0.8923; The action is #DUAL_POINT#; touch_point: 0.3547, 0.8823, lift_point: 0.3547, 0.8823", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53689_4.png" ] }, { "query": "\nPrevious Actions: Goal: Play the latest video from the Wall Street Journal", "response": "The action is #DUAL_POINT#; touch_point: 0.7777, 0.7007, lift_point: 0.7777, 0.7007", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53762_1.png" ] }, { "query": "\nPrevious Actions: Goal: Play the latest video from the Wall Street Journal; The action is #DUAL_POINT#; touch_point: 0.7777, 0.7007, lift_point: 0.7777, 0.7007", "response": "The action is #DUAL_POINT#; touch_point: 0.7765, 0.6695, lift_point: 0.7765, 0.6695", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53762_2.png" ] }, { "query": "\nPrevious Actions: Goal: Play the latest video from the Wall Street Journal; The action is #DUAL_POINT#; touch_point: 0.7777, 0.7007, lift_point: 0.7777, 0.7007; The action is #DUAL_POINT#; touch_point: 0.7765, 0.6695, lift_point: 0.7765, 0.6695", "response": "The action is #DUAL_POINT#; touch_point: 0.7687, 0.7081, lift_point: 0.7687, 0.7081", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53762_3.png" ] }, { "query": "\nPrevious Actions: Goal: Play the latest video from the Wall Street Journal; The action is #DUAL_POINT#; touch_point: 0.7777, 0.7007, lift_point: 0.7777, 0.7007; The action is #DUAL_POINT#; touch_point: 0.7765, 0.6695, lift_point: 0.7765, 0.6695; The action is #DUAL_POINT#; touch_point: 0.7687, 0.7081, lift_point: 0.7687, 0.7081", "response": "The action is #DUAL_POINT#; touch_point: 0.77, 0.6836, lift_point: 0.77, 0.6836", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53762_4.png" ] }, { "query": "\nPrevious Actions: Goal: Play the latest video from the Wall Street Journal; The action is #DUAL_POINT#; touch_point: 0.7777, 0.7007, lift_point: 0.7777, 0.7007; The action is #DUAL_POINT#; touch_point: 0.7765, 0.6695, lift_point: 0.7765, 0.6695; The action is #DUAL_POINT#; touch_point: 0.7687, 0.7081, lift_point: 0.7687, 0.7081; The action is #DUAL_POINT#; touch_point: 0.77, 0.6836, lift_point: 0.77, 0.6836", "response": "The action is #DUAL_POINT#; touch_point: 0.0578, 0.5575, lift_point: 0.0578, 0.5575", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53762_5.png" ] }, { "query": "\nPrevious Actions: Goal: Play the latest video from the Wall Street Journal; The action is #DUAL_POINT#; touch_point: 0.7777, 0.7007, lift_point: 0.7777, 0.7007; The action is #DUAL_POINT#; touch_point: 0.7765, 0.6695, lift_point: 0.7765, 0.6695; The action is #DUAL_POINT#; touch_point: 0.7687, 0.7081, lift_point: 0.7687, 0.7081; The action is #DUAL_POINT#; touch_point: 0.77, 0.6836, lift_point: 0.77, 0.6836; The action is #DUAL_POINT#; touch_point: 0.0578, 0.5575, lift_point: 0.0578, 0.5575", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"latest video from the Wall Street Journal\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53762_6.png" ] }, { "query": "\nPrevious Actions: Goal: Play the latest video from the Wall Street Journal; The action is #DUAL_POINT#; touch_point: 0.7777, 0.7007, lift_point: 0.7777, 0.7007; The action is #DUAL_POINT#; touch_point: 0.7765, 0.6695, lift_point: 0.7765, 0.6695; The action is #DUAL_POINT#; touch_point: 0.7687, 0.7081, lift_point: 0.7687, 0.7081; The action is #DUAL_POINT#; touch_point: 0.77, 0.6836, lift_point: 0.77, 0.6836; The action is #DUAL_POINT#; touch_point: 0.0578, 0.5575, lift_point: 0.0578, 0.5575; The action is #TYPE#; And the content is : \"typed_text\": \"latest video from the Wall Street Journal\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1119, 0.4459, lift_point: 0.1119, 0.4459", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53762_7.png" ] }, { "query": "\nPrevious Actions: Goal: Play the latest video from the Wall Street Journal; The action is #DUAL_POINT#; touch_point: 0.7777, 0.7007, lift_point: 0.7777, 0.7007; The action is #DUAL_POINT#; touch_point: 0.7765, 0.6695, lift_point: 0.7765, 0.6695; The action is #DUAL_POINT#; touch_point: 0.7687, 0.7081, lift_point: 0.7687, 0.7081; The action is #DUAL_POINT#; touch_point: 0.77, 0.6836, lift_point: 0.77, 0.6836; The action is #DUAL_POINT#; touch_point: 0.0578, 0.5575, lift_point: 0.0578, 0.5575; The action is #TYPE#; And the content is : \"typed_text\": \"latest video from the Wall Street Journal\"; The action is #DUAL_POINT#; touch_point: 0.1119, 0.4459, lift_point: 0.1119, 0.4459", "response": "The action is #DUAL_POINT#; touch_point: 0.1197, 0.4129, lift_point: 0.1197, 0.4129", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53762_8.png" ] }, { "query": "\nPrevious Actions: Goal: Play the latest video from the Wall Street Journal; The action is #DUAL_POINT#; touch_point: 0.7777, 0.7007, lift_point: 0.7777, 0.7007; The action is #DUAL_POINT#; touch_point: 0.7765, 0.6695, lift_point: 0.7765, 0.6695; The action is #DUAL_POINT#; touch_point: 0.7687, 0.7081, lift_point: 0.7687, 0.7081; The action is #DUAL_POINT#; touch_point: 0.77, 0.6836, lift_point: 0.77, 0.6836; The action is #DUAL_POINT#; touch_point: 0.0578, 0.5575, lift_point: 0.0578, 0.5575; The action is #TYPE#; And the content is : \"typed_text\": \"latest video from the Wall Street Journal\"; The action is #DUAL_POINT#; touch_point: 0.1119, 0.4459, lift_point: 0.1119, 0.4459; The action is #DUAL_POINT#; touch_point: 0.1197, 0.4129, lift_point: 0.1197, 0.4129", "response": "The action is #DUAL_POINT#; touch_point: 0.2193, 0.1494, lift_point: 0.2193, 0.1494", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53762_9.png" ] }, { "query": "\nPrevious Actions: Goal: Play the latest video from the Wall Street Journal; The action is #DUAL_POINT#; touch_point: 0.7777, 0.7007, lift_point: 0.7777, 0.7007; The action is #DUAL_POINT#; touch_point: 0.7765, 0.6695, lift_point: 0.7765, 0.6695; The action is #DUAL_POINT#; touch_point: 0.7687, 0.7081, lift_point: 0.7687, 0.7081; The action is #DUAL_POINT#; touch_point: 0.77, 0.6836, lift_point: 0.77, 0.6836; The action is #DUAL_POINT#; touch_point: 0.0578, 0.5575, lift_point: 0.0578, 0.5575; The action is #TYPE#; And the content is : \"typed_text\": \"latest video from the Wall Street Journal\"; The action is #DUAL_POINT#; touch_point: 0.1119, 0.4459, lift_point: 0.1119, 0.4459; The action is #DUAL_POINT#; touch_point: 0.1197, 0.4129, lift_point: 0.1197, 0.4129; The action is #DUAL_POINT#; touch_point: 0.2193, 0.1494, lift_point: 0.2193, 0.1494", "response": "The action is #DUAL_POINT#; touch_point: 0.2259, 0.1519, lift_point: 0.2259, 0.1519", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53762_10.png" ] }, { "query": "\nPrevious Actions: Goal: Play the latest video from the Wall Street Journal; The action is #DUAL_POINT#; touch_point: 0.7777, 0.7007, lift_point: 0.7777, 0.7007; The action is #DUAL_POINT#; touch_point: 0.7765, 0.6695, lift_point: 0.7765, 0.6695; The action is #DUAL_POINT#; touch_point: 0.7687, 0.7081, lift_point: 0.7687, 0.7081; The action is #DUAL_POINT#; touch_point: 0.77, 0.6836, lift_point: 0.77, 0.6836; The action is #DUAL_POINT#; touch_point: 0.0578, 0.5575, lift_point: 0.0578, 0.5575; The action is #TYPE#; And the content is : \"typed_text\": \"latest video from the Wall Street Journal\"; The action is #DUAL_POINT#; touch_point: 0.1119, 0.4459, lift_point: 0.1119, 0.4459; The action is #DUAL_POINT#; touch_point: 0.1197, 0.4129, lift_point: 0.1197, 0.4129; The action is #DUAL_POINT#; touch_point: 0.2193, 0.1494, lift_point: 0.2193, 0.1494; The action is #DUAL_POINT#; touch_point: 0.2259, 0.1519, lift_point: 0.2259, 0.1519", "response": "The action is #DUAL_POINT#; touch_point: 0.2295, 0.1764, lift_point: 0.2295, 0.1764", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53762_11.png" ] }, { "query": "\nPrevious Actions: Goal: Play the latest video from the Wall Street Journal; The action is #DUAL_POINT#; touch_point: 0.7777, 0.7007, lift_point: 0.7777, 0.7007; The action is #DUAL_POINT#; touch_point: 0.7765, 0.6695, lift_point: 0.7765, 0.6695; The action is #DUAL_POINT#; touch_point: 0.7687, 0.7081, lift_point: 0.7687, 0.7081; The action is #DUAL_POINT#; touch_point: 0.77, 0.6836, lift_point: 0.77, 0.6836; The action is #DUAL_POINT#; touch_point: 0.0578, 0.5575, lift_point: 0.0578, 0.5575; The action is #TYPE#; And the content is : \"typed_text\": \"latest video from the Wall Street Journal\"; The action is #DUAL_POINT#; touch_point: 0.1119, 0.4459, lift_point: 0.1119, 0.4459; The action is #DUAL_POINT#; touch_point: 0.1197, 0.4129, lift_point: 0.1197, 0.4129; The action is #DUAL_POINT#; touch_point: 0.2193, 0.1494, lift_point: 0.2193, 0.1494; The action is #DUAL_POINT#; touch_point: 0.2259, 0.1519, lift_point: 0.2259, 0.1519; The action is #DUAL_POINT#; touch_point: 0.2295, 0.1764, lift_point: 0.2295, 0.1764", "response": "The action is #DUAL_POINT#; touch_point: 0.4161, 0.1821, lift_point: 0.4161, 0.1821", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53762_12.png" ] }, { "query": "\nPrevious Actions: Goal: Play the latest video from the Wall Street Journal; The action is #DUAL_POINT#; touch_point: 0.7777, 0.7007, lift_point: 0.7777, 0.7007; The action is #DUAL_POINT#; touch_point: 0.7765, 0.6695, lift_point: 0.7765, 0.6695; The action is #DUAL_POINT#; touch_point: 0.7687, 0.7081, lift_point: 0.7687, 0.7081; The action is #DUAL_POINT#; touch_point: 0.77, 0.6836, lift_point: 0.77, 0.6836; The action is #DUAL_POINT#; touch_point: 0.0578, 0.5575, lift_point: 0.0578, 0.5575; The action is #TYPE#; And the content is : \"typed_text\": \"latest video from the Wall Street Journal\"; The action is #DUAL_POINT#; touch_point: 0.1119, 0.4459, lift_point: 0.1119, 0.4459; The action is #DUAL_POINT#; touch_point: 0.1197, 0.4129, lift_point: 0.1197, 0.4129; The action is #DUAL_POINT#; touch_point: 0.2193, 0.1494, lift_point: 0.2193, 0.1494; The action is #DUAL_POINT#; touch_point: 0.2259, 0.1519, lift_point: 0.2259, 0.1519; The action is #DUAL_POINT#; touch_point: 0.2295, 0.1764, lift_point: 0.2295, 0.1764; The action is #DUAL_POINT#; touch_point: 0.4161, 0.1821, lift_point: 0.4161, 0.1821", "response": "The action is #DUAL_POINT#; touch_point: 0.4099, 0.9441, lift_point: 0.4099, 0.9441", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53762_13.png" ] }, { "query": "\nPrevious Actions: Goal: Play the latest video from the Wall Street Journal; The action is #DUAL_POINT#; touch_point: 0.7777, 0.7007, lift_point: 0.7777, 0.7007; The action is #DUAL_POINT#; touch_point: 0.7765, 0.6695, lift_point: 0.7765, 0.6695; The action is #DUAL_POINT#; touch_point: 0.7687, 0.7081, lift_point: 0.7687, 0.7081; The action is #DUAL_POINT#; touch_point: 0.77, 0.6836, lift_point: 0.77, 0.6836; The action is #DUAL_POINT#; touch_point: 0.0578, 0.5575, lift_point: 0.0578, 0.5575; The action is #TYPE#; And the content is : \"typed_text\": \"latest video from the Wall Street Journal\"; The action is #DUAL_POINT#; touch_point: 0.1119, 0.4459, lift_point: 0.1119, 0.4459; The action is #DUAL_POINT#; touch_point: 0.1197, 0.4129, lift_point: 0.1197, 0.4129; The action is #DUAL_POINT#; touch_point: 0.2193, 0.1494, lift_point: 0.2193, 0.1494; The action is #DUAL_POINT#; touch_point: 0.2259, 0.1519, lift_point: 0.2259, 0.1519; The action is #DUAL_POINT#; touch_point: 0.2295, 0.1764, lift_point: 0.2295, 0.1764; The action is #DUAL_POINT#; touch_point: 0.4161, 0.1821, lift_point: 0.4161, 0.1821; The action is #DUAL_POINT#; touch_point: 0.4099, 0.9441, lift_point: 0.4099, 0.9441", "response": "The action is #DUAL_POINT#; touch_point: 0.3227, 0.1137, lift_point: 0.3227, 0.1137", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53762_14.png" ] }, { "query": "\nPrevious Actions: Goal: Play the latest video from the Wall Street Journal; The action is #DUAL_POINT#; touch_point: 0.7777, 0.7007, lift_point: 0.7777, 0.7007; The action is #DUAL_POINT#; touch_point: 0.7765, 0.6695, lift_point: 0.7765, 0.6695; The action is #DUAL_POINT#; touch_point: 0.7687, 0.7081, lift_point: 0.7687, 0.7081; The action is #DUAL_POINT#; touch_point: 0.77, 0.6836, lift_point: 0.77, 0.6836; The action is #DUAL_POINT#; touch_point: 0.0578, 0.5575, lift_point: 0.0578, 0.5575; The action is #TYPE#; And the content is : \"typed_text\": \"latest video from the Wall Street Journal\"; The action is #DUAL_POINT#; touch_point: 0.1119, 0.4459, lift_point: 0.1119, 0.4459; The action is #DUAL_POINT#; touch_point: 0.1197, 0.4129, lift_point: 0.1197, 0.4129; The action is #DUAL_POINT#; touch_point: 0.2193, 0.1494, lift_point: 0.2193, 0.1494; The action is #DUAL_POINT#; touch_point: 0.2259, 0.1519, lift_point: 0.2259, 0.1519; The action is #DUAL_POINT#; touch_point: 0.2295, 0.1764, lift_point: 0.2295, 0.1764; The action is #DUAL_POINT#; touch_point: 0.4161, 0.1821, lift_point: 0.4161, 0.1821; The action is #DUAL_POINT#; touch_point: 0.4099, 0.9441, lift_point: 0.4099, 0.9441; The action is #DUAL_POINT#; touch_point: 0.3227, 0.1137, lift_point: 0.3227, 0.1137", "response": "The action is #DUAL_POINT#; touch_point: 0.8646, 0.8766, lift_point: 0.8646, 0.8766", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53762_15.png" ] }, { "query": "\nPrevious Actions: Goal: Play the latest video from the Wall Street Journal; The action is #DUAL_POINT#; touch_point: 0.7777, 0.7007, lift_point: 0.7777, 0.7007; The action is #DUAL_POINT#; touch_point: 0.7765, 0.6695, lift_point: 0.7765, 0.6695; The action is #DUAL_POINT#; touch_point: 0.7687, 0.7081, lift_point: 0.7687, 0.7081; The action is #DUAL_POINT#; touch_point: 0.77, 0.6836, lift_point: 0.77, 0.6836; The action is #DUAL_POINT#; touch_point: 0.0578, 0.5575, lift_point: 0.0578, 0.5575; The action is #TYPE#; And the content is : \"typed_text\": \"latest video from the Wall Street Journal\"; The action is #DUAL_POINT#; touch_point: 0.1119, 0.4459, lift_point: 0.1119, 0.4459; The action is #DUAL_POINT#; touch_point: 0.1197, 0.4129, lift_point: 0.1197, 0.4129; The action is #DUAL_POINT#; touch_point: 0.2193, 0.1494, lift_point: 0.2193, 0.1494; The action is #DUAL_POINT#; touch_point: 0.2259, 0.1519, lift_point: 0.2259, 0.1519; The action is #DUAL_POINT#; touch_point: 0.2295, 0.1764, lift_point: 0.2295, 0.1764; The action is #DUAL_POINT#; touch_point: 0.4161, 0.1821, lift_point: 0.4161, 0.1821; The action is #DUAL_POINT#; touch_point: 0.4099, 0.9441, lift_point: 0.4099, 0.9441; The action is #DUAL_POINT#; touch_point: 0.3227, 0.1137, lift_point: 0.3227, 0.1137; The action is #DUAL_POINT#; touch_point: 0.8646, 0.8766, lift_point: 0.8646, 0.8766", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53762_16.png" ] }, { "query": "\nPrevious Actions: Goal: Play the latest video from the Wall Street Journal; The action is #DUAL_POINT#; touch_point: 0.7777, 0.7007, lift_point: 0.7777, 0.7007; The action is #DUAL_POINT#; touch_point: 0.7765, 0.6695, lift_point: 0.7765, 0.6695; The action is #DUAL_POINT#; touch_point: 0.7687, 0.7081, lift_point: 0.7687, 0.7081; The action is #DUAL_POINT#; touch_point: 0.77, 0.6836, lift_point: 0.77, 0.6836; The action is #DUAL_POINT#; touch_point: 0.0578, 0.5575, lift_point: 0.0578, 0.5575; The action is #TYPE#; And the content is : \"typed_text\": \"latest video from the Wall Street Journal\"; The action is #DUAL_POINT#; touch_point: 0.1119, 0.4459, lift_point: 0.1119, 0.4459; The action is #DUAL_POINT#; touch_point: 0.1197, 0.4129, lift_point: 0.1197, 0.4129; The action is #DUAL_POINT#; touch_point: 0.2193, 0.1494, lift_point: 0.2193, 0.1494; The action is #DUAL_POINT#; touch_point: 0.2259, 0.1519, lift_point: 0.2259, 0.1519; The action is #DUAL_POINT#; touch_point: 0.2295, 0.1764, lift_point: 0.2295, 0.1764; The action is #DUAL_POINT#; touch_point: 0.4161, 0.1821, lift_point: 0.4161, 0.1821; The action is #DUAL_POINT#; touch_point: 0.4099, 0.9441, lift_point: 0.4099, 0.9441; The action is #DUAL_POINT#; touch_point: 0.3227, 0.1137, lift_point: 0.3227, 0.1137; The action is #DUAL_POINT#; touch_point: 0.8646, 0.8766, lift_point: 0.8646, 0.8766; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.4137, 0.3515, lift_point: 0.4137, 0.3515", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53762_17.png" ] }, { "query": "\nPrevious Actions: Goal: Play the latest video from the Wall Street Journal; The action is #DUAL_POINT#; touch_point: 0.7777, 0.7007, lift_point: 0.7777, 0.7007; The action is #DUAL_POINT#; touch_point: 0.7765, 0.6695, lift_point: 0.7765, 0.6695; The action is #DUAL_POINT#; touch_point: 0.7687, 0.7081, lift_point: 0.7687, 0.7081; The action is #DUAL_POINT#; touch_point: 0.77, 0.6836, lift_point: 0.77, 0.6836; The action is #DUAL_POINT#; touch_point: 0.0578, 0.5575, lift_point: 0.0578, 0.5575; The action is #TYPE#; And the content is : \"typed_text\": \"latest video from the Wall Street Journal\"; The action is #DUAL_POINT#; touch_point: 0.1119, 0.4459, lift_point: 0.1119, 0.4459; The action is #DUAL_POINT#; touch_point: 0.1197, 0.4129, lift_point: 0.1197, 0.4129; The action is #DUAL_POINT#; touch_point: 0.2193, 0.1494, lift_point: 0.2193, 0.1494; The action is #DUAL_POINT#; touch_point: 0.2259, 0.1519, lift_point: 0.2259, 0.1519; The action is #DUAL_POINT#; touch_point: 0.2295, 0.1764, lift_point: 0.2295, 0.1764; The action is #DUAL_POINT#; touch_point: 0.4161, 0.1821, lift_point: 0.4161, 0.1821; The action is #DUAL_POINT#; touch_point: 0.4099, 0.9441, lift_point: 0.4099, 0.9441; The action is #DUAL_POINT#; touch_point: 0.3227, 0.1137, lift_point: 0.3227, 0.1137; The action is #DUAL_POINT#; touch_point: 0.8646, 0.8766, lift_point: 0.8646, 0.8766; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4137, 0.3515, lift_point: 0.4137, 0.3515", "response": "The action is #DUAL_POINT#; touch_point: 0.336, 0.948, lift_point: 0.336, 0.948", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53762_18.png" ] }, { "query": "\nPrevious Actions: Goal: Play the latest video from the Wall Street Journal; The action is #DUAL_POINT#; touch_point: 0.7777, 0.7007, lift_point: 0.7777, 0.7007; The action is #DUAL_POINT#; touch_point: 0.7765, 0.6695, lift_point: 0.7765, 0.6695; The action is #DUAL_POINT#; touch_point: 0.7687, 0.7081, lift_point: 0.7687, 0.7081; The action is #DUAL_POINT#; touch_point: 0.77, 0.6836, lift_point: 0.77, 0.6836; The action is #DUAL_POINT#; touch_point: 0.0578, 0.5575, lift_point: 0.0578, 0.5575; The action is #TYPE#; And the content is : \"typed_text\": \"latest video from the Wall Street Journal\"; The action is #DUAL_POINT#; touch_point: 0.1119, 0.4459, lift_point: 0.1119, 0.4459; The action is #DUAL_POINT#; touch_point: 0.1197, 0.4129, lift_point: 0.1197, 0.4129; The action is #DUAL_POINT#; touch_point: 0.2193, 0.1494, lift_point: 0.2193, 0.1494; The action is #DUAL_POINT#; touch_point: 0.2259, 0.1519, lift_point: 0.2259, 0.1519; The action is #DUAL_POINT#; touch_point: 0.2295, 0.1764, lift_point: 0.2295, 0.1764; The action is #DUAL_POINT#; touch_point: 0.4161, 0.1821, lift_point: 0.4161, 0.1821; The action is #DUAL_POINT#; touch_point: 0.4099, 0.9441, lift_point: 0.4099, 0.9441; The action is #DUAL_POINT#; touch_point: 0.3227, 0.1137, lift_point: 0.3227, 0.1137; The action is #DUAL_POINT#; touch_point: 0.8646, 0.8766, lift_point: 0.8646, 0.8766; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4137, 0.3515, lift_point: 0.4137, 0.3515; The action is #DUAL_POINT#; touch_point: 0.336, 0.948, lift_point: 0.336, 0.948", "response": "The action is #DUAL_POINT#; touch_point: 0.2488, 0.8637, lift_point: 0.2488, 0.8637", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53762_19.png" ] }, { "query": "\nPrevious Actions: Goal: Play the latest video from the Wall Street Journal; The action is #DUAL_POINT#; touch_point: 0.7777, 0.7007, lift_point: 0.7777, 0.7007; The action is #DUAL_POINT#; touch_point: 0.7765, 0.6695, lift_point: 0.7765, 0.6695; The action is #DUAL_POINT#; touch_point: 0.7687, 0.7081, lift_point: 0.7687, 0.7081; The action is #DUAL_POINT#; touch_point: 0.77, 0.6836, lift_point: 0.77, 0.6836; The action is #DUAL_POINT#; touch_point: 0.0578, 0.5575, lift_point: 0.0578, 0.5575; The action is #TYPE#; And the content is : \"typed_text\": \"latest video from the Wall Street Journal\"; The action is #DUAL_POINT#; touch_point: 0.1119, 0.4459, lift_point: 0.1119, 0.4459; The action is #DUAL_POINT#; touch_point: 0.1197, 0.4129, lift_point: 0.1197, 0.4129; The action is #DUAL_POINT#; touch_point: 0.2193, 0.1494, lift_point: 0.2193, 0.1494; The action is #DUAL_POINT#; touch_point: 0.2259, 0.1519, lift_point: 0.2259, 0.1519; The action is #DUAL_POINT#; touch_point: 0.2295, 0.1764, lift_point: 0.2295, 0.1764; The action is #DUAL_POINT#; touch_point: 0.4161, 0.1821, lift_point: 0.4161, 0.1821; The action is #DUAL_POINT#; touch_point: 0.4099, 0.9441, lift_point: 0.4099, 0.9441; The action is #DUAL_POINT#; touch_point: 0.3227, 0.1137, lift_point: 0.3227, 0.1137; The action is #DUAL_POINT#; touch_point: 0.8646, 0.8766, lift_point: 0.8646, 0.8766; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4137, 0.3515, lift_point: 0.4137, 0.3515; The action is #DUAL_POINT#; touch_point: 0.336, 0.948, lift_point: 0.336, 0.948; The action is #DUAL_POINT#; touch_point: 0.2488, 0.8637, lift_point: 0.2488, 0.8637", "response": "The action is #DUAL_POINT#; touch_point: 0.1115, 0.4777, lift_point: 0.1115, 0.4777", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53762_20.png" ] }, { "query": "\nPrevious Actions: Goal: Play the latest video from the Wall Street Journal; The action is #DUAL_POINT#; touch_point: 0.7777, 0.7007, lift_point: 0.7777, 0.7007; The action is #DUAL_POINT#; touch_point: 0.7765, 0.6695, lift_point: 0.7765, 0.6695; The action is #DUAL_POINT#; touch_point: 0.7687, 0.7081, lift_point: 0.7687, 0.7081; The action is #DUAL_POINT#; touch_point: 0.77, 0.6836, lift_point: 0.77, 0.6836; The action is #DUAL_POINT#; touch_point: 0.0578, 0.5575, lift_point: 0.0578, 0.5575; The action is #TYPE#; And the content is : \"typed_text\": \"latest video from the Wall Street Journal\"; The action is #DUAL_POINT#; touch_point: 0.1119, 0.4459, lift_point: 0.1119, 0.4459; The action is #DUAL_POINT#; touch_point: 0.1197, 0.4129, lift_point: 0.1197, 0.4129; The action is #DUAL_POINT#; touch_point: 0.2193, 0.1494, lift_point: 0.2193, 0.1494; The action is #DUAL_POINT#; touch_point: 0.2259, 0.1519, lift_point: 0.2259, 0.1519; The action is #DUAL_POINT#; touch_point: 0.2295, 0.1764, lift_point: 0.2295, 0.1764; The action is #DUAL_POINT#; touch_point: 0.4161, 0.1821, lift_point: 0.4161, 0.1821; The action is #DUAL_POINT#; touch_point: 0.4099, 0.9441, lift_point: 0.4099, 0.9441; The action is #DUAL_POINT#; touch_point: 0.3227, 0.1137, lift_point: 0.3227, 0.1137; The action is #DUAL_POINT#; touch_point: 0.8646, 0.8766, lift_point: 0.8646, 0.8766; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4137, 0.3515, lift_point: 0.4137, 0.3515; The action is #DUAL_POINT#; touch_point: 0.336, 0.948, lift_point: 0.336, 0.948; The action is #DUAL_POINT#; touch_point: 0.2488, 0.8637, lift_point: 0.2488, 0.8637; The action is #DUAL_POINT#; touch_point: 0.1115, 0.4777, lift_point: 0.1115, 0.4777", "response": "The action is #DUAL_POINT#; touch_point: 0.1713, 0.5039, lift_point: 0.1713, 0.5039", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53762_21.png" ] }, { "query": "\nPrevious Actions: Goal: Play the latest video from the Wall Street Journal; The action is #DUAL_POINT#; touch_point: 0.7777, 0.7007, lift_point: 0.7777, 0.7007; The action is #DUAL_POINT#; touch_point: 0.7765, 0.6695, lift_point: 0.7765, 0.6695; The action is #DUAL_POINT#; touch_point: 0.7687, 0.7081, lift_point: 0.7687, 0.7081; The action is #DUAL_POINT#; touch_point: 0.77, 0.6836, lift_point: 0.77, 0.6836; The action is #DUAL_POINT#; touch_point: 0.0578, 0.5575, lift_point: 0.0578, 0.5575; The action is #TYPE#; And the content is : \"typed_text\": \"latest video from the Wall Street Journal\"; The action is #DUAL_POINT#; touch_point: 0.1119, 0.4459, lift_point: 0.1119, 0.4459; The action is #DUAL_POINT#; touch_point: 0.1197, 0.4129, lift_point: 0.1197, 0.4129; The action is #DUAL_POINT#; touch_point: 0.2193, 0.1494, lift_point: 0.2193, 0.1494; The action is #DUAL_POINT#; touch_point: 0.2259, 0.1519, lift_point: 0.2259, 0.1519; The action is #DUAL_POINT#; touch_point: 0.2295, 0.1764, lift_point: 0.2295, 0.1764; The action is #DUAL_POINT#; touch_point: 0.4161, 0.1821, lift_point: 0.4161, 0.1821; The action is #DUAL_POINT#; touch_point: 0.4099, 0.9441, lift_point: 0.4099, 0.9441; The action is #DUAL_POINT#; touch_point: 0.3227, 0.1137, lift_point: 0.3227, 0.1137; The action is #DUAL_POINT#; touch_point: 0.8646, 0.8766, lift_point: 0.8646, 0.8766; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4137, 0.3515, lift_point: 0.4137, 0.3515; The action is #DUAL_POINT#; touch_point: 0.336, 0.948, lift_point: 0.336, 0.948; The action is #DUAL_POINT#; touch_point: 0.2488, 0.8637, lift_point: 0.2488, 0.8637; The action is #DUAL_POINT#; touch_point: 0.1115, 0.4777, lift_point: 0.1115, 0.4777; The action is #DUAL_POINT#; touch_point: 0.1713, 0.5039, lift_point: 0.1713, 0.5039", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53762_22.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the Galaxy phone?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53955_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the Galaxy phone?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7742, 0.6796, lift_point: 0.7742, 0.6796", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53955_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the Galaxy phone?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7742, 0.6796, lift_point: 0.7742, 0.6796", "response": "The action is #DUAL_POINT#; touch_point: 0.7742, 0.6796, lift_point: 0.7742, 0.6796", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53955_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the Galaxy phone?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7742, 0.6796, lift_point: 0.7742, 0.6796; The action is #DUAL_POINT#; touch_point: 0.7742, 0.6796, lift_point: 0.7742, 0.6796", "response": "The action is #DUAL_POINT#; touch_point: 0.7742, 0.6796, lift_point: 0.7742, 0.6796", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53955_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the Galaxy phone?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7742, 0.6796, lift_point: 0.7742, 0.6796; The action is #DUAL_POINT#; touch_point: 0.7742, 0.6796, lift_point: 0.7742, 0.6796; The action is #DUAL_POINT#; touch_point: 0.7742, 0.6796, lift_point: 0.7742, 0.6796", "response": "The action is #DUAL_POINT#; touch_point: 0.7791, 0.7074, lift_point: 0.7791, 0.7074", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53955_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the Galaxy phone?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7742, 0.6796, lift_point: 0.7742, 0.6796; The action is #DUAL_POINT#; touch_point: 0.7742, 0.6796, lift_point: 0.7742, 0.6796; The action is #DUAL_POINT#; touch_point: 0.7742, 0.6796, lift_point: 0.7742, 0.6796; The action is #DUAL_POINT#; touch_point: 0.7791, 0.7074, lift_point: 0.7791, 0.7074", "response": "The action is #DUAL_POINT#; touch_point: 0.7692, 0.7322, lift_point: 0.7692, 0.7322", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53955_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the Galaxy phone?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7742, 0.6796, lift_point: 0.7742, 0.6796; The action is #DUAL_POINT#; touch_point: 0.7742, 0.6796, lift_point: 0.7742, 0.6796; The action is #DUAL_POINT#; touch_point: 0.7742, 0.6796, lift_point: 0.7742, 0.6796; The action is #DUAL_POINT#; touch_point: 0.7791, 0.7074, lift_point: 0.7791, 0.7074; The action is #DUAL_POINT#; touch_point: 0.7692, 0.7322, lift_point: 0.7692, 0.7322", "response": "The action is #DUAL_POINT#; touch_point: 0.0565, 0.664, lift_point: 0.0565, 0.664", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53955_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the Galaxy phone?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7742, 0.6796, lift_point: 0.7742, 0.6796; The action is #DUAL_POINT#; touch_point: 0.7742, 0.6796, lift_point: 0.7742, 0.6796; The action is #DUAL_POINT#; touch_point: 0.7742, 0.6796, lift_point: 0.7742, 0.6796; The action is #DUAL_POINT#; touch_point: 0.7791, 0.7074, lift_point: 0.7791, 0.7074; The action is #DUAL_POINT#; touch_point: 0.7692, 0.7322, lift_point: 0.7692, 0.7322; The action is #DUAL_POINT#; touch_point: 0.0565, 0.664, lift_point: 0.0565, 0.664", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53955_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the Galaxy phone?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7742, 0.6796, lift_point: 0.7742, 0.6796; The action is #DUAL_POINT#; touch_point: 0.7742, 0.6796, lift_point: 0.7742, 0.6796; The action is #DUAL_POINT#; touch_point: 0.7742, 0.6796, lift_point: 0.7742, 0.6796; The action is #DUAL_POINT#; touch_point: 0.7791, 0.7074, lift_point: 0.7791, 0.7074; The action is #DUAL_POINT#; touch_point: 0.7692, 0.7322, lift_point: 0.7692, 0.7322; The action is #DUAL_POINT#; touch_point: 0.0565, 0.664, lift_point: 0.0565, 0.664; The action is #PRESS_ENTER#", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"price of the Galaxy phone\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53955_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the Galaxy phone?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7742, 0.6796, lift_point: 0.7742, 0.6796; The action is #DUAL_POINT#; touch_point: 0.7742, 0.6796, lift_point: 0.7742, 0.6796; The action is #DUAL_POINT#; touch_point: 0.7742, 0.6796, lift_point: 0.7742, 0.6796; The action is #DUAL_POINT#; touch_point: 0.7791, 0.7074, lift_point: 0.7791, 0.7074; The action is #DUAL_POINT#; touch_point: 0.7692, 0.7322, lift_point: 0.7692, 0.7322; The action is #DUAL_POINT#; touch_point: 0.0565, 0.664, lift_point: 0.0565, 0.664; The action is #PRESS_ENTER#; The action is #TYPE#; And the content is : \"typed_text\": \"price of the Galaxy phone\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1119, 0.2212, lift_point: 0.1119, 0.2212", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53955_10.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the Galaxy phone?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7742, 0.6796, lift_point: 0.7742, 0.6796; The action is #DUAL_POINT#; touch_point: 0.7742, 0.6796, lift_point: 0.7742, 0.6796; The action is #DUAL_POINT#; touch_point: 0.7742, 0.6796, lift_point: 0.7742, 0.6796; The action is #DUAL_POINT#; touch_point: 0.7791, 0.7074, lift_point: 0.7791, 0.7074; The action is #DUAL_POINT#; touch_point: 0.7692, 0.7322, lift_point: 0.7692, 0.7322; The action is #DUAL_POINT#; touch_point: 0.0565, 0.664, lift_point: 0.0565, 0.664; The action is #PRESS_ENTER#; The action is #TYPE#; And the content is : \"typed_text\": \"price of the Galaxy phone\"; The action is #DUAL_POINT#; touch_point: 0.1119, 0.2212, lift_point: 0.1119, 0.2212", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/53955_11.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Zurich to Helsinki", "response": "The action is #DUAL_POINT#; touch_point: 0.7653, 0.683, lift_point: 0.7653, 0.683", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54066_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Zurich to Helsinki; The action is #DUAL_POINT#; touch_point: 0.7653, 0.683, lift_point: 0.7653, 0.683", "response": "The action is #DUAL_POINT#; touch_point: 0.0632, 0.6573, lift_point: 0.0632, 0.6573", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54066_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Zurich to Helsinki; The action is #DUAL_POINT#; touch_point: 0.7653, 0.683, lift_point: 0.7653, 0.683; The action is #DUAL_POINT#; touch_point: 0.0632, 0.6573, lift_point: 0.0632, 0.6573", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Zurich to Helsinki\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54066_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Zurich to Helsinki; The action is #DUAL_POINT#; touch_point: 0.7653, 0.683, lift_point: 0.7653, 0.683; The action is #DUAL_POINT#; touch_point: 0.0632, 0.6573, lift_point: 0.0632, 0.6573; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Zurich to Helsinki\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54066_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Zurich to Helsinki; The action is #DUAL_POINT#; touch_point: 0.7653, 0.683, lift_point: 0.7653, 0.683; The action is #DUAL_POINT#; touch_point: 0.0632, 0.6573, lift_point: 0.0632, 0.6573; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Zurich to Helsinki\"; The action is #PRESS_ENTER#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54066_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Zurich to Helsinki; The action is #DUAL_POINT#; touch_point: 0.7653, 0.683, lift_point: 0.7653, 0.683; The action is #DUAL_POINT#; touch_point: 0.0632, 0.6573, lift_point: 0.0632, 0.6573; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Zurich to Helsinki\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.4804, 0.5038, lift_point: 0.4804, 0.5038", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54066_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Zurich to Helsinki; The action is #DUAL_POINT#; touch_point: 0.7653, 0.683, lift_point: 0.7653, 0.683; The action is #DUAL_POINT#; touch_point: 0.0632, 0.6573, lift_point: 0.0632, 0.6573; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Zurich to Helsinki\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4804, 0.5038, lift_point: 0.4804, 0.5038", "response": "The action is #DUAL_POINT#; touch_point: 0.48, 0.4934, lift_point: 0.48, 0.4934", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54066_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Zurich to Helsinki; The action is #DUAL_POINT#; touch_point: 0.7653, 0.683, lift_point: 0.7653, 0.683; The action is #DUAL_POINT#; touch_point: 0.0632, 0.6573, lift_point: 0.0632, 0.6573; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Zurich to Helsinki\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4804, 0.5038, lift_point: 0.4804, 0.5038; The action is #DUAL_POINT#; touch_point: 0.48, 0.4934, lift_point: 0.48, 0.4934", "response": "The action is #DUAL_POINT#; touch_point: 0.4789, 0.602, lift_point: 0.4789, 0.602", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54066_8.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Zurich to Helsinki; The action is #DUAL_POINT#; touch_point: 0.7653, 0.683, lift_point: 0.7653, 0.683; The action is #DUAL_POINT#; touch_point: 0.0632, 0.6573, lift_point: 0.0632, 0.6573; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Zurich to Helsinki\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4804, 0.5038, lift_point: 0.4804, 0.5038; The action is #DUAL_POINT#; touch_point: 0.48, 0.4934, lift_point: 0.48, 0.4934; The action is #DUAL_POINT#; touch_point: 0.4789, 0.602, lift_point: 0.4789, 0.602", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54066_9.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Venezuela", "response": "The action is #DUAL_POINT#; touch_point: 0.7758, 0.6959, lift_point: 0.7758, 0.6959", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54138_1.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Venezuela; The action is #DUAL_POINT#; touch_point: 0.7758, 0.6959, lift_point: 0.7758, 0.6959", "response": "The action is #DUAL_POINT#; touch_point: 0.7825, 0.6775, lift_point: 0.7825, 0.6775", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54138_2.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Venezuela; The action is #DUAL_POINT#; touch_point: 0.7758, 0.6959, lift_point: 0.7758, 0.6959; The action is #DUAL_POINT#; touch_point: 0.7825, 0.6775, lift_point: 0.7825, 0.6775", "response": "The action is #DUAL_POINT#; touch_point: 0.765, 0.7127, lift_point: 0.765, 0.7127", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54138_3.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Venezuela; The action is #DUAL_POINT#; touch_point: 0.7758, 0.6959, lift_point: 0.7758, 0.6959; The action is #DUAL_POINT#; touch_point: 0.7825, 0.6775, lift_point: 0.7825, 0.6775; The action is #DUAL_POINT#; touch_point: 0.765, 0.7127, lift_point: 0.765, 0.7127", "response": "The action is #DUAL_POINT#; touch_point: 0.059, 0.6044, lift_point: 0.059, 0.6044", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54138_4.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Venezuela; The action is #DUAL_POINT#; touch_point: 0.7758, 0.6959, lift_point: 0.7758, 0.6959; The action is #DUAL_POINT#; touch_point: 0.7825, 0.6775, lift_point: 0.7825, 0.6775; The action is #DUAL_POINT#; touch_point: 0.765, 0.7127, lift_point: 0.765, 0.7127; The action is #DUAL_POINT#; touch_point: 0.059, 0.6044, lift_point: 0.059, 0.6044", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Venezuela\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54138_5.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Venezuela; The action is #DUAL_POINT#; touch_point: 0.7758, 0.6959, lift_point: 0.7758, 0.6959; The action is #DUAL_POINT#; touch_point: 0.7825, 0.6775, lift_point: 0.7825, 0.6775; The action is #DUAL_POINT#; touch_point: 0.765, 0.7127, lift_point: 0.765, 0.7127; The action is #DUAL_POINT#; touch_point: 0.059, 0.6044, lift_point: 0.059, 0.6044; The action is #TYPE#; And the content is : \"typed_text\": \"capital of Venezuela\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54138_6.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Venezuela; The action is #DUAL_POINT#; touch_point: 0.7758, 0.6959, lift_point: 0.7758, 0.6959; The action is #DUAL_POINT#; touch_point: 0.7825, 0.6775, lift_point: 0.7825, 0.6775; The action is #DUAL_POINT#; touch_point: 0.765, 0.7127, lift_point: 0.765, 0.7127; The action is #DUAL_POINT#; touch_point: 0.059, 0.6044, lift_point: 0.059, 0.6044; The action is #TYPE#; And the content is : \"typed_text\": \"capital of Venezuela\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54138_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Orlando", "response": "The action is #DUAL_POINT#; touch_point: 0.7698, 0.6702, lift_point: 0.7698, 0.6702", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54204_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Orlando; The action is #DUAL_POINT#; touch_point: 0.7698, 0.6702, lift_point: 0.7698, 0.6702", "response": "The action is #DUAL_POINT#; touch_point: 0.0578, 0.5435, lift_point: 0.0578, 0.5435", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54204_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Orlando; The action is #DUAL_POINT#; touch_point: 0.7698, 0.6702, lift_point: 0.7698, 0.6702; The action is #DUAL_POINT#; touch_point: 0.0578, 0.5435, lift_point: 0.0578, 0.5435", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Orlando\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54204_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Orlando; The action is #DUAL_POINT#; touch_point: 0.7698, 0.6702, lift_point: 0.7698, 0.6702; The action is #DUAL_POINT#; touch_point: 0.0578, 0.5435, lift_point: 0.0578, 0.5435; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Orlando\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54204_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Orlando; The action is #DUAL_POINT#; touch_point: 0.7698, 0.6702, lift_point: 0.7698, 0.6702; The action is #DUAL_POINT#; touch_point: 0.0578, 0.5435, lift_point: 0.0578, 0.5435; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Orlando\"; The action is #PRESS_ENTER#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54204_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Orlando; The action is #DUAL_POINT#; touch_point: 0.7698, 0.6702, lift_point: 0.7698, 0.6702; The action is #DUAL_POINT#; touch_point: 0.0578, 0.5435, lift_point: 0.0578, 0.5435; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Orlando\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54204_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Orlando; The action is #DUAL_POINT#; touch_point: 0.7698, 0.6702, lift_point: 0.7698, 0.6702; The action is #DUAL_POINT#; touch_point: 0.0578, 0.5435, lift_point: 0.0578, 0.5435; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Orlando\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.1866, 0.5036, lift_point: 0.1866, 0.5036", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54204_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Orlando; The action is #DUAL_POINT#; touch_point: 0.7698, 0.6702, lift_point: 0.7698, 0.6702; The action is #DUAL_POINT#; touch_point: 0.0578, 0.5435, lift_point: 0.0578, 0.5435; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Orlando\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1866, 0.5036, lift_point: 0.1866, 0.5036", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54204_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the speed of light?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54281_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the speed of light?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7777, 0.6854, lift_point: 0.7777, 0.6854", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54281_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the speed of light?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7777, 0.6854, lift_point: 0.7777, 0.6854", "response": "The action is #DUAL_POINT#; touch_point: 0.0523, 0.7214, lift_point: 0.0523, 0.7214", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54281_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the speed of light?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7777, 0.6854, lift_point: 0.7777, 0.6854; The action is #DUAL_POINT#; touch_point: 0.0523, 0.7214, lift_point: 0.0523, 0.7214", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the speed of light\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54281_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the speed of light?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7777, 0.6854, lift_point: 0.7777, 0.6854; The action is #DUAL_POINT#; touch_point: 0.0523, 0.7214, lift_point: 0.0523, 0.7214; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the speed of light\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54281_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the speed of light?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7777, 0.6854, lift_point: 0.7777, 0.6854; The action is #DUAL_POINT#; touch_point: 0.0523, 0.7214, lift_point: 0.0523, 0.7214; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the speed of light\"; The action is #PRESS_ENTER#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54281_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the speed of light?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7777, 0.6854, lift_point: 0.7777, 0.6854; The action is #DUAL_POINT#; touch_point: 0.0523, 0.7214, lift_point: 0.0523, 0.7214; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the speed of light\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.8326, 0.2399, lift_point: 0.8326, 0.2399", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54281_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the speed of light?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7777, 0.6854, lift_point: 0.7777, 0.6854; The action is #DUAL_POINT#; touch_point: 0.0523, 0.7214, lift_point: 0.0523, 0.7214; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the speed of light\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8326, 0.2399, lift_point: 0.8326, 0.2399", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54281_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's on my calendar for the rest of the month?", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54355_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's on my calendar for the rest of the month?; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3462, 0.1159, lift_point: 0.3462, 0.1159", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54355_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's on my calendar for the rest of the month?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3462, 0.1159, lift_point: 0.3462, 0.1159", "response": "The action is #DUAL_POINT#; touch_point: 0.3493, 0.1268, lift_point: 0.3493, 0.1268", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54355_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's on my calendar for the rest of the month?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3462, 0.1159, lift_point: 0.3462, 0.1159; The action is #DUAL_POINT#; touch_point: 0.3493, 0.1268, lift_point: 0.3493, 0.1268", "response": "The action is #DUAL_POINT#; touch_point: 0.9081, 0.9309, lift_point: 0.9081, 0.9309", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54355_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's on my calendar for the rest of the month?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3462, 0.1159, lift_point: 0.3462, 0.1159; The action is #DUAL_POINT#; touch_point: 0.3493, 0.1268, lift_point: 0.3493, 0.1268; The action is #DUAL_POINT#; touch_point: 0.9081, 0.9309, lift_point: 0.9081, 0.9309", "response": "The action is #DUAL_POINT#; touch_point: 0.8776, 0.5248, lift_point: 0.8776, 0.5248", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54355_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's on my calendar for the rest of the month?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3462, 0.1159, lift_point: 0.3462, 0.1159; The action is #DUAL_POINT#; touch_point: 0.3493, 0.1268, lift_point: 0.3493, 0.1268; The action is #DUAL_POINT#; touch_point: 0.9081, 0.9309, lift_point: 0.9081, 0.9309; The action is #DUAL_POINT#; touch_point: 0.8776, 0.5248, lift_point: 0.8776, 0.5248", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54355_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Tokyo to NYC", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54378_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Tokyo to NYC; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.768, 0.6793, lift_point: 0.768, 0.6793", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54378_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Tokyo to NYC; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.768, 0.6793, lift_point: 0.768, 0.6793", "response": "The action is #DUAL_POINT#; touch_point: 0.7656, 0.6793, lift_point: 0.7656, 0.6793", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54378_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Tokyo to NYC; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.768, 0.6793, lift_point: 0.768, 0.6793; The action is #DUAL_POINT#; touch_point: 0.7656, 0.6793, lift_point: 0.7656, 0.6793", "response": "The action is #DUAL_POINT#; touch_point: 0.0551, 0.6216, lift_point: 0.0551, 0.6216", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54378_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Tokyo to NYC; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.768, 0.6793, lift_point: 0.768, 0.6793; The action is #DUAL_POINT#; touch_point: 0.7656, 0.6793, lift_point: 0.7656, 0.6793; The action is #DUAL_POINT#; touch_point: 0.0551, 0.6216, lift_point: 0.0551, 0.6216", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Tokyo to NYC\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54378_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Tokyo to NYC; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.768, 0.6793, lift_point: 0.768, 0.6793; The action is #DUAL_POINT#; touch_point: 0.7656, 0.6793, lift_point: 0.7656, 0.6793; The action is #DUAL_POINT#; touch_point: 0.0551, 0.6216, lift_point: 0.0551, 0.6216; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Tokyo to NYC\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54378_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Tokyo to NYC; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.768, 0.6793, lift_point: 0.768, 0.6793; The action is #DUAL_POINT#; touch_point: 0.7656, 0.6793, lift_point: 0.7656, 0.6793; The action is #DUAL_POINT#; touch_point: 0.0551, 0.6216, lift_point: 0.0551, 0.6216; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Tokyo to NYC\"; The action is #PRESS_ENTER#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54378_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Tokyo to NYC; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.768, 0.6793, lift_point: 0.768, 0.6793; The action is #DUAL_POINT#; touch_point: 0.7656, 0.6793, lift_point: 0.7656, 0.6793; The action is #DUAL_POINT#; touch_point: 0.0551, 0.6216, lift_point: 0.0551, 0.6216; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Tokyo to NYC\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.6339, 0.5404, lift_point: 0.6339, 0.5404", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54378_8.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Tokyo to NYC; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.768, 0.6793, lift_point: 0.768, 0.6793; The action is #DUAL_POINT#; touch_point: 0.7656, 0.6793, lift_point: 0.7656, 0.6793; The action is #DUAL_POINT#; touch_point: 0.0551, 0.6216, lift_point: 0.0551, 0.6216; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Tokyo to NYC\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6339, 0.5404, lift_point: 0.6339, 0.5404", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54378_9.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Mexico", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54494_1.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Mexico; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7718, 0.6811, lift_point: 0.7718, 0.6811", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54494_2.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Mexico; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7718, 0.6811, lift_point: 0.7718, 0.6811", "response": "The action is #DUAL_POINT#; touch_point: 0.7718, 0.6811, lift_point: 0.7718, 0.6811", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54494_3.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Mexico; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7718, 0.6811, lift_point: 0.7718, 0.6811; The action is #DUAL_POINT#; touch_point: 0.7718, 0.6811, lift_point: 0.7718, 0.6811", "response": "The action is #DUAL_POINT#; touch_point: 0.0551, 0.6035, lift_point: 0.0551, 0.6035", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54494_4.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Mexico; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7718, 0.6811, lift_point: 0.7718, 0.6811; The action is #DUAL_POINT#; touch_point: 0.7718, 0.6811, lift_point: 0.7718, 0.6811; The action is #DUAL_POINT#; touch_point: 0.0551, 0.6035, lift_point: 0.0551, 0.6035", "response": "The action is #TYPE#; And the content is : \"typed_text\": \" capital of Mexico\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54494_5.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Mexico; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7718, 0.6811, lift_point: 0.7718, 0.6811; The action is #DUAL_POINT#; touch_point: 0.7718, 0.6811, lift_point: 0.7718, 0.6811; The action is #DUAL_POINT#; touch_point: 0.0551, 0.6035, lift_point: 0.0551, 0.6035; The action is #TYPE#; And the content is : \"typed_text\": \" capital of Mexico\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54494_6.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Mexico; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7718, 0.6811, lift_point: 0.7718, 0.6811; The action is #DUAL_POINT#; touch_point: 0.7718, 0.6811, lift_point: 0.7718, 0.6811; The action is #DUAL_POINT#; touch_point: 0.0551, 0.6035, lift_point: 0.0551, 0.6035; The action is #TYPE#; And the content is : \"typed_text\": \" capital of Mexico\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54494_7.png" ] }, { "query": "\nPrevious Actions: Goal: Open the contacts", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54513_1.png" ] }, { "query": "\nPrevious Actions: Goal: Open the contacts; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3544, 0.8683, lift_point: 0.3544, 0.8683", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54513_2.png" ] }, { "query": "\nPrevious Actions: Goal: Open the contacts; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3544, 0.8683, lift_point: 0.3544, 0.8683", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54513_3.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in New York?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54550_1.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in New York?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7753, 0.6942, lift_point: 0.7753, 0.6942", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54550_2.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in New York?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7753, 0.6942, lift_point: 0.7753, 0.6942", "response": "The action is #DUAL_POINT#; touch_point: 0.7753, 0.6942, lift_point: 0.7753, 0.6942", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54550_3.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in New York?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7753, 0.6942, lift_point: 0.7753, 0.6942; The action is #DUAL_POINT#; touch_point: 0.7753, 0.6942, lift_point: 0.7753, 0.6942", "response": "The action is #DUAL_POINT#; touch_point: 0.0601, 0.6201, lift_point: 0.0601, 0.6201", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54550_4.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in New York?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7753, 0.6942, lift_point: 0.7753, 0.6942; The action is #DUAL_POINT#; touch_point: 0.7753, 0.6942, lift_point: 0.7753, 0.6942; The action is #DUAL_POINT#; touch_point: 0.0601, 0.6201, lift_point: 0.0601, 0.6201", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"2 bedroom apartment rent for in New York\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54550_5.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in New York?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7753, 0.6942, lift_point: 0.7753, 0.6942; The action is #DUAL_POINT#; touch_point: 0.7753, 0.6942, lift_point: 0.7753, 0.6942; The action is #DUAL_POINT#; touch_point: 0.0601, 0.6201, lift_point: 0.0601, 0.6201; The action is #TYPE#; And the content is : \"typed_text\": \"2 bedroom apartment rent for in New York\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54550_6.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in New York?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7753, 0.6942, lift_point: 0.7753, 0.6942; The action is #DUAL_POINT#; touch_point: 0.7753, 0.6942, lift_point: 0.7753, 0.6942; The action is #DUAL_POINT#; touch_point: 0.0601, 0.6201, lift_point: 0.0601, 0.6201; The action is #TYPE#; And the content is : \"typed_text\": \"2 bedroom apartment rent for in New York\"; The action is #PRESS_ENTER#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54550_7.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in New York?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7753, 0.6942, lift_point: 0.7753, 0.6942; The action is #DUAL_POINT#; touch_point: 0.7753, 0.6942, lift_point: 0.7753, 0.6942; The action is #DUAL_POINT#; touch_point: 0.0601, 0.6201, lift_point: 0.0601, 0.6201; The action is #TYPE#; And the content is : \"typed_text\": \"2 bedroom apartment rent for in New York\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54550_8.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in New York?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7753, 0.6942, lift_point: 0.7753, 0.6942; The action is #DUAL_POINT#; touch_point: 0.7753, 0.6942, lift_point: 0.7753, 0.6942; The action is #DUAL_POINT#; touch_point: 0.0601, 0.6201, lift_point: 0.0601, 0.6201; The action is #TYPE#; And the content is : \"typed_text\": \"2 bedroom apartment rent for in New York\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.5394, 0.5373, lift_point: 0.5394, 0.5373", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54550_9.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in New York?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7753, 0.6942, lift_point: 0.7753, 0.6942; The action is #DUAL_POINT#; touch_point: 0.7753, 0.6942, lift_point: 0.7753, 0.6942; The action is #DUAL_POINT#; touch_point: 0.0601, 0.6201, lift_point: 0.0601, 0.6201; The action is #TYPE#; And the content is : \"typed_text\": \"2 bedroom apartment rent for in New York\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5394, 0.5373, lift_point: 0.5394, 0.5373", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54550_10.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Burger King?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54560_1.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Burger King?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7641, 0.6697, lift_point: 0.7641, 0.6697", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54560_2.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Burger King?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7641, 0.6697, lift_point: 0.7641, 0.6697", "response": "The action is #DUAL_POINT#; touch_point: 0.0495, 0.6581, lift_point: 0.0495, 0.6581", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54560_3.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Burger King?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7641, 0.6697, lift_point: 0.7641, 0.6697; The action is #DUAL_POINT#; touch_point: 0.0495, 0.6581, lift_point: 0.0495, 0.6581", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54560_4.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Burger King?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7641, 0.6697, lift_point: 0.7641, 0.6697; The action is #DUAL_POINT#; touch_point: 0.0495, 0.6581, lift_point: 0.0495, 0.6581; The action is #Scrolling Up#", "response": "The action is #TYPE#; And the content is : \"typed_text\": \" nearest Burger King\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54560_5.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Burger King?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7641, 0.6697, lift_point: 0.7641, 0.6697; The action is #DUAL_POINT#; touch_point: 0.0495, 0.6581, lift_point: 0.0495, 0.6581; The action is #Scrolling Up#; The action is #TYPE#; And the content is : \"typed_text\": \" nearest Burger King\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54560_6.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Burger King?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7641, 0.6697, lift_point: 0.7641, 0.6697; The action is #DUAL_POINT#; touch_point: 0.0495, 0.6581, lift_point: 0.0495, 0.6581; The action is #Scrolling Up#; The action is #TYPE#; And the content is : \"typed_text\": \" nearest Burger King\"; The action is #PRESS_ENTER#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54560_7.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Burger King?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7641, 0.6697, lift_point: 0.7641, 0.6697; The action is #DUAL_POINT#; touch_point: 0.0495, 0.6581, lift_point: 0.0495, 0.6581; The action is #Scrolling Up#; The action is #TYPE#; And the content is : \"typed_text\": \" nearest Burger King\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54560_8.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Burger King?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7641, 0.6697, lift_point: 0.7641, 0.6697; The action is #DUAL_POINT#; touch_point: 0.0495, 0.6581, lift_point: 0.0495, 0.6581; The action is #Scrolling Up#; The action is #TYPE#; And the content is : \"typed_text\": \" nearest Burger King\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3498, 0.3592, lift_point: 0.3498, 0.3592", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54560_9.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Burger King?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7641, 0.6697, lift_point: 0.7641, 0.6697; The action is #DUAL_POINT#; touch_point: 0.0495, 0.6581, lift_point: 0.0495, 0.6581; The action is #Scrolling Up#; The action is #TYPE#; And the content is : \"typed_text\": \" nearest Burger King\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3498, 0.3592, lift_point: 0.3498, 0.3592", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54560_10.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Mexico city to Boston", "response": "The action is #DUAL_POINT#; touch_point: 0.7679, 0.6849, lift_point: 0.7679, 0.6849", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54579_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Mexico city to Boston; The action is #DUAL_POINT#; touch_point: 0.7679, 0.6849, lift_point: 0.7679, 0.6849", "response": "The action is #DUAL_POINT#; touch_point: 0.7769, 0.6849, lift_point: 0.7769, 0.6849", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54579_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Mexico city to Boston; The action is #DUAL_POINT#; touch_point: 0.7679, 0.6849, lift_point: 0.7679, 0.6849; The action is #DUAL_POINT#; touch_point: 0.7769, 0.6849, lift_point: 0.7769, 0.6849", "response": "The action is #DUAL_POINT#; touch_point: 0.0557, 0.6473, lift_point: 0.0557, 0.6473", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54579_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Mexico city to Boston; The action is #DUAL_POINT#; touch_point: 0.7679, 0.6849, lift_point: 0.7679, 0.6849; The action is #DUAL_POINT#; touch_point: 0.7769, 0.6849, lift_point: 0.7769, 0.6849; The action is #DUAL_POINT#; touch_point: 0.0557, 0.6473, lift_point: 0.0557, 0.6473", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Mexico city to Boston\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54579_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Mexico city to Boston; The action is #DUAL_POINT#; touch_point: 0.7679, 0.6849, lift_point: 0.7679, 0.6849; The action is #DUAL_POINT#; touch_point: 0.7769, 0.6849, lift_point: 0.7769, 0.6849; The action is #DUAL_POINT#; touch_point: 0.0557, 0.6473, lift_point: 0.0557, 0.6473; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Mexico city to Boston\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54579_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Mexico city to Boston; The action is #DUAL_POINT#; touch_point: 0.7679, 0.6849, lift_point: 0.7679, 0.6849; The action is #DUAL_POINT#; touch_point: 0.7769, 0.6849, lift_point: 0.7769, 0.6849; The action is #DUAL_POINT#; touch_point: 0.0557, 0.6473, lift_point: 0.0557, 0.6473; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Mexico city to Boston\"; The action is #PRESS_ENTER#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54579_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Mexico city to Boston; The action is #DUAL_POINT#; touch_point: 0.7679, 0.6849, lift_point: 0.7679, 0.6849; The action is #DUAL_POINT#; touch_point: 0.7769, 0.6849, lift_point: 0.7769, 0.6849; The action is #DUAL_POINT#; touch_point: 0.0557, 0.6473, lift_point: 0.0557, 0.6473; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Mexico city to Boston\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3434, 0.5535, lift_point: 0.3434, 0.5535", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54579_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Mexico city to Boston; The action is #DUAL_POINT#; touch_point: 0.7679, 0.6849, lift_point: 0.7679, 0.6849; The action is #DUAL_POINT#; touch_point: 0.7769, 0.6849, lift_point: 0.7769, 0.6849; The action is #DUAL_POINT#; touch_point: 0.0557, 0.6473, lift_point: 0.0557, 0.6473; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Mexico city to Boston\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3434, 0.5535, lift_point: 0.3434, 0.5535", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54579_8.png" ] }, { "query": "\nPrevious Actions: Goal: Open the downloads", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54596_1.png" ] }, { "query": "\nPrevious Actions: Goal: Open the downloads; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54596_2.png" ] }, { "query": "\nPrevious Actions: Goal: Open the downloads; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.4652, 0.4809, lift_point: 0.4652, 0.4809", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54596_3.png" ] }, { "query": "\nPrevious Actions: Goal: Open the downloads; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4652, 0.4809, lift_point: 0.4652, 0.4809", "response": "The action is #DUAL_POINT#; touch_point: 0.0504, 0.2105, lift_point: 0.0504, 0.2105", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54596_4.png" ] }, { "query": "\nPrevious Actions: Goal: Open the downloads; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4652, 0.4809, lift_point: 0.4652, 0.4809; The action is #DUAL_POINT#; touch_point: 0.0504, 0.2105, lift_point: 0.0504, 0.2105", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54596_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Brazil?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54618_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Brazil?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.774, 0.6905, lift_point: 0.774, 0.6905", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54618_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Brazil?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.774, 0.6905, lift_point: 0.774, 0.6905", "response": "The action is #DUAL_POINT#; touch_point: 0.774, 0.6905, lift_point: 0.774, 0.6905", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54618_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Brazil?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.774, 0.6905, lift_point: 0.774, 0.6905; The action is #DUAL_POINT#; touch_point: 0.774, 0.6905, lift_point: 0.774, 0.6905", "response": "The action is #DUAL_POINT#; touch_point: 0.0548, 0.6655, lift_point: 0.0548, 0.6655", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54618_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Brazil?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.774, 0.6905, lift_point: 0.774, 0.6905; The action is #DUAL_POINT#; touch_point: 0.774, 0.6905, lift_point: 0.774, 0.6905; The action is #DUAL_POINT#; touch_point: 0.0548, 0.6655, lift_point: 0.0548, 0.6655", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"news in Brazil\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54618_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Brazil?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.774, 0.6905, lift_point: 0.774, 0.6905; The action is #DUAL_POINT#; touch_point: 0.774, 0.6905, lift_point: 0.774, 0.6905; The action is #DUAL_POINT#; touch_point: 0.0548, 0.6655, lift_point: 0.0548, 0.6655; The action is #TYPE#; And the content is : \"typed_text\": \"news in Brazil\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54618_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Brazil?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.774, 0.6905, lift_point: 0.774, 0.6905; The action is #DUAL_POINT#; touch_point: 0.774, 0.6905, lift_point: 0.774, 0.6905; The action is #DUAL_POINT#; touch_point: 0.0548, 0.6655, lift_point: 0.0548, 0.6655; The action is #TYPE#; And the content is : \"typed_text\": \"news in Brazil\"; The action is #PRESS_ENTER#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54618_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Brazil?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.774, 0.6905, lift_point: 0.774, 0.6905; The action is #DUAL_POINT#; touch_point: 0.774, 0.6905, lift_point: 0.774, 0.6905; The action is #DUAL_POINT#; touch_point: 0.0548, 0.6655, lift_point: 0.0548, 0.6655; The action is #TYPE#; And the content is : \"typed_text\": \"news in Brazil\"; The action is #PRESS_ENTER#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54618_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Brazil?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.774, 0.6905, lift_point: 0.774, 0.6905; The action is #DUAL_POINT#; touch_point: 0.774, 0.6905, lift_point: 0.774, 0.6905; The action is #DUAL_POINT#; touch_point: 0.0548, 0.6655, lift_point: 0.0548, 0.6655; The action is #TYPE#; And the content is : \"typed_text\": \"news in Brazil\"; The action is #PRESS_ENTER#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #DUAL_POINT#; touch_point: 0.1495, 0.1703, lift_point: 0.1495, 0.1703", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54618_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Brazil?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.774, 0.6905, lift_point: 0.774, 0.6905; The action is #DUAL_POINT#; touch_point: 0.774, 0.6905, lift_point: 0.774, 0.6905; The action is #DUAL_POINT#; touch_point: 0.0548, 0.6655, lift_point: 0.0548, 0.6655; The action is #TYPE#; And the content is : \"typed_text\": \"news in Brazil\"; The action is #PRESS_ENTER#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.1495, 0.1703, lift_point: 0.1495, 0.1703", "response": "The action is #DUAL_POINT#; touch_point: 0.1088, 0.0608, lift_point: 0.1088, 0.0608", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54618_10.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Brazil?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.774, 0.6905, lift_point: 0.774, 0.6905; The action is #DUAL_POINT#; touch_point: 0.774, 0.6905, lift_point: 0.774, 0.6905; The action is #DUAL_POINT#; touch_point: 0.0548, 0.6655, lift_point: 0.0548, 0.6655; The action is #TYPE#; And the content is : \"typed_text\": \"news in Brazil\"; The action is #PRESS_ENTER#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.1495, 0.1703, lift_point: 0.1495, 0.1703; The action is #DUAL_POINT#; touch_point: 0.1088, 0.0608, lift_point: 0.1088, 0.0608", "response": "The action is #DUAL_POINT#; touch_point: 0.1916, 0.1381, lift_point: 0.1916, 0.1381", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54618_11.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Brazil?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.774, 0.6905, lift_point: 0.774, 0.6905; The action is #DUAL_POINT#; touch_point: 0.774, 0.6905, lift_point: 0.774, 0.6905; The action is #DUAL_POINT#; touch_point: 0.0548, 0.6655, lift_point: 0.0548, 0.6655; The action is #TYPE#; And the content is : \"typed_text\": \"news in Brazil\"; The action is #PRESS_ENTER#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.1495, 0.1703, lift_point: 0.1495, 0.1703; The action is #DUAL_POINT#; touch_point: 0.1088, 0.0608, lift_point: 0.1088, 0.0608; The action is #DUAL_POINT#; touch_point: 0.1916, 0.1381, lift_point: 0.1916, 0.1381", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54618_12.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach tent?", "response": "The action is #DUAL_POINT#; touch_point: 0.9022, 0.4373, lift_point: 0.9022, 0.4373", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54633_1.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach tent?; The action is #DUAL_POINT#; touch_point: 0.9022, 0.4373, lift_point: 0.9022, 0.4373", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"where can i buy a nice beach tent\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54633_2.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach tent?; The action is #DUAL_POINT#; touch_point: 0.9022, 0.4373, lift_point: 0.9022, 0.4373; The action is #TYPE#; And the content is : \"typed_text\": \"where can i buy a nice beach tent\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1303, 0.3898, lift_point: 0.1303, 0.3898", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54633_3.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach tent?; The action is #DUAL_POINT#; touch_point: 0.9022, 0.4373, lift_point: 0.9022, 0.4373; The action is #TYPE#; And the content is : \"typed_text\": \"where can i buy a nice beach tent\"; The action is #DUAL_POINT#; touch_point: 0.1303, 0.3898, lift_point: 0.1303, 0.3898", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54633_4.png" ] }, { "query": "\nPrevious Actions: Goal: Check my gmail", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54772_1.png" ] }, { "query": "\nPrevious Actions: Goal: Check my gmail; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54772_2.png" ] }, { "query": "\nPrevious Actions: Goal: Check my gmail; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54772_3.png" ] }, { "query": "\nPrevious Actions: Goal: Check my gmail; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54772_4.png" ] }, { "query": "\nPrevious Actions: Goal: Check my gmail; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.5105, 0.493, lift_point: 0.5105, 0.493", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54772_5.png" ] }, { "query": "\nPrevious Actions: Goal: Check my gmail; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5105, 0.493, lift_point: 0.5105, 0.493", "response": "The action is #DUAL_POINT#; touch_point: 0.5113, 0.4446, lift_point: 0.5113, 0.4446", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54772_6.png" ] }, { "query": "\nPrevious Actions: Goal: Check my gmail; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5105, 0.493, lift_point: 0.5105, 0.493; The action is #DUAL_POINT#; touch_point: 0.5113, 0.4446, lift_point: 0.5113, 0.4446", "response": "The action is #DUAL_POINT#; touch_point: 0.9118, 0.4912, lift_point: 0.9118, 0.4912", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54772_7.png" ] }, { "query": "\nPrevious Actions: Goal: Check my gmail; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5105, 0.493, lift_point: 0.5105, 0.493; The action is #DUAL_POINT#; touch_point: 0.5113, 0.4446, lift_point: 0.5113, 0.4446; The action is #DUAL_POINT#; touch_point: 0.9118, 0.4912, lift_point: 0.9118, 0.4912", "response": "The action is #DUAL_POINT#; touch_point: 0.9118, 0.4912, lift_point: 0.9118, 0.4912", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54772_8.png" ] }, { "query": "\nPrevious Actions: Goal: Check my gmail; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5105, 0.493, lift_point: 0.5105, 0.493; The action is #DUAL_POINT#; touch_point: 0.5113, 0.4446, lift_point: 0.5113, 0.4446; The action is #DUAL_POINT#; touch_point: 0.9118, 0.4912, lift_point: 0.9118, 0.4912; The action is #DUAL_POINT#; touch_point: 0.9118, 0.4912, lift_point: 0.9118, 0.4912", "response": "The action is #DUAL_POINT#; touch_point: 0.4532, 0.8557, lift_point: 0.4532, 0.8557", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54772_9.png" ] }, { "query": "\nPrevious Actions: Goal: Check my gmail; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5105, 0.493, lift_point: 0.5105, 0.493; The action is #DUAL_POINT#; touch_point: 0.5113, 0.4446, lift_point: 0.5113, 0.4446; The action is #DUAL_POINT#; touch_point: 0.9118, 0.4912, lift_point: 0.9118, 0.4912; The action is #DUAL_POINT#; touch_point: 0.9118, 0.4912, lift_point: 0.9118, 0.4912; The action is #DUAL_POINT#; touch_point: 0.4532, 0.8557, lift_point: 0.4532, 0.8557", "response": "The action is #DUAL_POINT#; touch_point: 0.5238, 0.8381, lift_point: 0.5238, 0.8381", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54772_10.png" ] }, { "query": "\nPrevious Actions: Goal: Check my gmail; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5105, 0.493, lift_point: 0.5105, 0.493; The action is #DUAL_POINT#; touch_point: 0.5113, 0.4446, lift_point: 0.5113, 0.4446; The action is #DUAL_POINT#; touch_point: 0.9118, 0.4912, lift_point: 0.9118, 0.4912; The action is #DUAL_POINT#; touch_point: 0.9118, 0.4912, lift_point: 0.9118, 0.4912; The action is #DUAL_POINT#; touch_point: 0.4532, 0.8557, lift_point: 0.4532, 0.8557; The action is #DUAL_POINT#; touch_point: 0.5238, 0.8381, lift_point: 0.5238, 0.8381", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54772_11.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 10am", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54820_1.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 10am; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3586, 0.7019, lift_point: 0.3586, 0.7019", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54820_2.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 10am; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3586, 0.7019, lift_point: 0.3586, 0.7019", "response": "The action is #DUAL_POINT#; touch_point: 0.093, 0.1289, lift_point: 0.093, 0.1289", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54820_3.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 10am; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3586, 0.7019, lift_point: 0.3586, 0.7019; The action is #DUAL_POINT#; touch_point: 0.093, 0.1289, lift_point: 0.093, 0.1289", "response": "The action is #DUAL_POINT#; touch_point: 0.8862, 0.4967, lift_point: 0.8862, 0.4967", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54820_4.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 10am; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3586, 0.7019, lift_point: 0.3586, 0.7019; The action is #DUAL_POINT#; touch_point: 0.093, 0.1289, lift_point: 0.093, 0.1289; The action is #DUAL_POINT#; touch_point: 0.8862, 0.4967, lift_point: 0.8862, 0.4967", "response": "The action is #DUAL_POINT#; touch_point: 0.4615, 0.319, lift_point: 0.4615, 0.319", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54820_5.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 10am; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3586, 0.7019, lift_point: 0.3586, 0.7019; The action is #DUAL_POINT#; touch_point: 0.093, 0.1289, lift_point: 0.093, 0.1289; The action is #DUAL_POINT#; touch_point: 0.8862, 0.4967, lift_point: 0.8862, 0.4967; The action is #DUAL_POINT#; touch_point: 0.4615, 0.319, lift_point: 0.4615, 0.319", "response": "The action is #DUAL_POINT#; touch_point: 0.4212, 0.5109, lift_point: 0.4212, 0.5109", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54820_6.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 10am; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3586, 0.7019, lift_point: 0.3586, 0.7019; The action is #DUAL_POINT#; touch_point: 0.093, 0.1289, lift_point: 0.093, 0.1289; The action is #DUAL_POINT#; touch_point: 0.8862, 0.4967, lift_point: 0.8862, 0.4967; The action is #DUAL_POINT#; touch_point: 0.4615, 0.319, lift_point: 0.4615, 0.319; The action is #DUAL_POINT#; touch_point: 0.4212, 0.5109, lift_point: 0.4212, 0.5109", "response": "The action is #DUAL_POINT#; touch_point: 0.2988, 0.7573, lift_point: 0.2988, 0.7573", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54820_7.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 10am; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3586, 0.7019, lift_point: 0.3586, 0.7019; The action is #DUAL_POINT#; touch_point: 0.093, 0.1289, lift_point: 0.093, 0.1289; The action is #DUAL_POINT#; touch_point: 0.8862, 0.4967, lift_point: 0.8862, 0.4967; The action is #DUAL_POINT#; touch_point: 0.4615, 0.319, lift_point: 0.4615, 0.319; The action is #DUAL_POINT#; touch_point: 0.4212, 0.5109, lift_point: 0.4212, 0.5109; The action is #DUAL_POINT#; touch_point: 0.2988, 0.7573, lift_point: 0.2988, 0.7573", "response": "The action is #DUAL_POINT#; touch_point: 0.6884, 0.7371, lift_point: 0.6884, 0.7371", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54820_8.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 10am; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3586, 0.7019, lift_point: 0.3586, 0.7019; The action is #DUAL_POINT#; touch_point: 0.093, 0.1289, lift_point: 0.093, 0.1289; The action is #DUAL_POINT#; touch_point: 0.8862, 0.4967, lift_point: 0.8862, 0.4967; The action is #DUAL_POINT#; touch_point: 0.4615, 0.319, lift_point: 0.4615, 0.319; The action is #DUAL_POINT#; touch_point: 0.4212, 0.5109, lift_point: 0.4212, 0.5109; The action is #DUAL_POINT#; touch_point: 0.2988, 0.7573, lift_point: 0.2988, 0.7573; The action is #DUAL_POINT#; touch_point: 0.6884, 0.7371, lift_point: 0.6884, 0.7371", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54820_9.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Switzerland?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54851_1.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Switzerland?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.781, 0.6938, lift_point: 0.781, 0.6938", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54851_2.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Switzerland?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.781, 0.6938, lift_point: 0.781, 0.6938", "response": "The action is #DUAL_POINT#; touch_point: 0.5761, 0.9414, lift_point: 0.5761, 0.9414", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54851_3.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Switzerland?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.781, 0.6938, lift_point: 0.781, 0.6938; The action is #DUAL_POINT#; touch_point: 0.5761, 0.9414, lift_point: 0.5761, 0.9414", "response": "The action is #DUAL_POINT#; touch_point: 0.7757, 0.7155, lift_point: 0.7757, 0.7155", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54851_4.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Switzerland?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.781, 0.6938, lift_point: 0.781, 0.6938; The action is #DUAL_POINT#; touch_point: 0.5761, 0.9414, lift_point: 0.5761, 0.9414; The action is #DUAL_POINT#; touch_point: 0.7757, 0.7155, lift_point: 0.7757, 0.7155", "response": "The action is #DUAL_POINT#; touch_point: 0.0565, 0.3216, lift_point: 0.0565, 0.3216", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54851_5.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Switzerland?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.781, 0.6938, lift_point: 0.781, 0.6938; The action is #DUAL_POINT#; touch_point: 0.5761, 0.9414, lift_point: 0.5761, 0.9414; The action is #DUAL_POINT#; touch_point: 0.7757, 0.7155, lift_point: 0.7757, 0.7155; The action is #DUAL_POINT#; touch_point: 0.0565, 0.3216, lift_point: 0.0565, 0.3216", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of switzerland\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54851_6.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Switzerland?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.781, 0.6938, lift_point: 0.781, 0.6938; The action is #DUAL_POINT#; touch_point: 0.5761, 0.9414, lift_point: 0.5761, 0.9414; The action is #DUAL_POINT#; touch_point: 0.7757, 0.7155, lift_point: 0.7757, 0.7155; The action is #DUAL_POINT#; touch_point: 0.0565, 0.3216, lift_point: 0.0565, 0.3216; The action is #TYPE#; And the content is : \"typed_text\": \"capital of switzerland\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1283, 0.2655, lift_point: 0.1283, 0.2655", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54851_7.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Switzerland?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.781, 0.6938, lift_point: 0.781, 0.6938; The action is #DUAL_POINT#; touch_point: 0.5761, 0.9414, lift_point: 0.5761, 0.9414; The action is #DUAL_POINT#; touch_point: 0.7757, 0.7155, lift_point: 0.7757, 0.7155; The action is #DUAL_POINT#; touch_point: 0.0565, 0.3216, lift_point: 0.0565, 0.3216; The action is #TYPE#; And the content is : \"typed_text\": \"capital of switzerland\"; The action is #DUAL_POINT#; touch_point: 0.1283, 0.2655, lift_point: 0.1283, 0.2655", "response": "The action is #DUAL_POINT#; touch_point: 0.5061, 0.0977, lift_point: 0.5061, 0.0977", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54851_8.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Switzerland?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.781, 0.6938, lift_point: 0.781, 0.6938; The action is #DUAL_POINT#; touch_point: 0.5761, 0.9414, lift_point: 0.5761, 0.9414; The action is #DUAL_POINT#; touch_point: 0.7757, 0.7155, lift_point: 0.7757, 0.7155; The action is #DUAL_POINT#; touch_point: 0.0565, 0.3216, lift_point: 0.0565, 0.3216; The action is #TYPE#; And the content is : \"typed_text\": \"capital of switzerland\"; The action is #DUAL_POINT#; touch_point: 0.1283, 0.2655, lift_point: 0.1283, 0.2655; The action is #DUAL_POINT#; touch_point: 0.5061, 0.0977, lift_point: 0.5061, 0.0977", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54851_9.png" ] }, { "query": "\nPrevious Actions: Goal: How big is the universe?", "response": "The action is #DUAL_POINT#; touch_point: 0.7891, 0.6867, lift_point: 0.7891, 0.6867", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54891_1.png" ] }, { "query": "\nPrevious Actions: Goal: How big is the universe?; The action is #DUAL_POINT#; touch_point: 0.7891, 0.6867, lift_point: 0.7891, 0.6867", "response": "The action is #DUAL_POINT#; touch_point: 0.0583, 0.3792, lift_point: 0.0583, 0.3792", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54891_2.png" ] }, { "query": "\nPrevious Actions: Goal: How big is the universe?; The action is #DUAL_POINT#; touch_point: 0.7891, 0.6867, lift_point: 0.7891, 0.6867; The action is #DUAL_POINT#; touch_point: 0.0583, 0.3792, lift_point: 0.0583, 0.3792", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"How big is the universe\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54891_3.png" ] }, { "query": "\nPrevious Actions: Goal: How big is the universe?; The action is #DUAL_POINT#; touch_point: 0.7891, 0.6867, lift_point: 0.7891, 0.6867; The action is #DUAL_POINT#; touch_point: 0.0583, 0.3792, lift_point: 0.0583, 0.3792; The action is #TYPE#; And the content is : \"typed_text\": \"How big is the universe\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1308, 0.2762, lift_point: 0.1308, 0.2762", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54891_4.png" ] }, { "query": "\nPrevious Actions: Goal: How big is the universe?; The action is #DUAL_POINT#; touch_point: 0.7891, 0.6867, lift_point: 0.7891, 0.6867; The action is #DUAL_POINT#; touch_point: 0.0583, 0.3792, lift_point: 0.0583, 0.3792; The action is #TYPE#; And the content is : \"typed_text\": \"How big is the universe\"; The action is #DUAL_POINT#; touch_point: 0.1308, 0.2762, lift_point: 0.1308, 0.2762", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54891_5.png" ] }, { "query": "\nPrevious Actions: Goal: Play the latest video from the Huffington Post", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54929_1.png" ] }, { "query": "\nPrevious Actions: Goal: Play the latest video from the Huffington Post; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7818, 0.5041, lift_point: 0.7818, 0.5041", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54929_2.png" ] }, { "query": "\nPrevious Actions: Goal: Play the latest video from the Huffington Post; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7818, 0.5041, lift_point: 0.7818, 0.5041", "response": "The action is #DUAL_POINT#; touch_point: 0.0728, 0.0389, lift_point: 0.0728, 0.0389", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54929_3.png" ] }, { "query": "\nPrevious Actions: Goal: Play the latest video from the Huffington Post; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7818, 0.5041, lift_point: 0.7818, 0.5041; The action is #DUAL_POINT#; touch_point: 0.0728, 0.0389, lift_point: 0.0728, 0.0389", "response": "The action is #DUAL_POINT#; touch_point: 0.0513, 0.8113, lift_point: 0.0513, 0.8113", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54929_4.png" ] }, { "query": "\nPrevious Actions: Goal: Play the latest video from the Huffington Post; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7818, 0.5041, lift_point: 0.7818, 0.5041; The action is #DUAL_POINT#; touch_point: 0.0728, 0.0389, lift_point: 0.0728, 0.0389; The action is #DUAL_POINT#; touch_point: 0.0513, 0.8113, lift_point: 0.0513, 0.8113", "response": "The action is #DUAL_POINT#; touch_point: 0.0548, 0.3905, lift_point: 0.0548, 0.3905", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54929_5.png" ] }, { "query": "\nPrevious Actions: Goal: Play the latest video from the Huffington Post; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7818, 0.5041, lift_point: 0.7818, 0.5041; The action is #DUAL_POINT#; touch_point: 0.0728, 0.0389, lift_point: 0.0728, 0.0389; The action is #DUAL_POINT#; touch_point: 0.0513, 0.8113, lift_point: 0.0513, 0.8113; The action is #DUAL_POINT#; touch_point: 0.0548, 0.3905, lift_point: 0.0548, 0.3905", "response": "The action is #TYPE#; And the content is : \"typed_text\": \" latest video from the Huffington Post\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54929_6.png" ] }, { "query": "\nPrevious Actions: Goal: Play the latest video from the Huffington Post; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7818, 0.5041, lift_point: 0.7818, 0.5041; The action is #DUAL_POINT#; touch_point: 0.0728, 0.0389, lift_point: 0.0728, 0.0389; The action is #DUAL_POINT#; touch_point: 0.0513, 0.8113, lift_point: 0.0513, 0.8113; The action is #DUAL_POINT#; touch_point: 0.0548, 0.3905, lift_point: 0.0548, 0.3905; The action is #TYPE#; And the content is : \"typed_text\": \" latest video from the Huffington Post\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1108, 0.3338, lift_point: 0.1108, 0.3338", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54929_7.png" ] }, { "query": "\nPrevious Actions: Goal: Play the latest video from the Huffington Post; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7818, 0.5041, lift_point: 0.7818, 0.5041; The action is #DUAL_POINT#; touch_point: 0.0728, 0.0389, lift_point: 0.0728, 0.0389; The action is #DUAL_POINT#; touch_point: 0.0513, 0.8113, lift_point: 0.0513, 0.8113; The action is #DUAL_POINT#; touch_point: 0.0548, 0.3905, lift_point: 0.0548, 0.3905; The action is #TYPE#; And the content is : \"typed_text\": \" latest video from the Huffington Post\"; The action is #DUAL_POINT#; touch_point: 0.1108, 0.3338, lift_point: 0.1108, 0.3338", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54929_8.png" ] }, { "query": "\nPrevious Actions: Goal: Play the latest video from the Huffington Post; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7818, 0.5041, lift_point: 0.7818, 0.5041; The action is #DUAL_POINT#; touch_point: 0.0728, 0.0389, lift_point: 0.0728, 0.0389; The action is #DUAL_POINT#; touch_point: 0.0513, 0.8113, lift_point: 0.0513, 0.8113; The action is #DUAL_POINT#; touch_point: 0.0548, 0.3905, lift_point: 0.0548, 0.3905; The action is #TYPE#; And the content is : \"typed_text\": \" latest video from the Huffington Post\"; The action is #DUAL_POINT#; touch_point: 0.1108, 0.3338, lift_point: 0.1108, 0.3338; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54929_9.png" ] }, { "query": "\nPrevious Actions: Goal: Play the latest video from the Huffington Post; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7818, 0.5041, lift_point: 0.7818, 0.5041; The action is #DUAL_POINT#; touch_point: 0.0728, 0.0389, lift_point: 0.0728, 0.0389; The action is #DUAL_POINT#; touch_point: 0.0513, 0.8113, lift_point: 0.0513, 0.8113; The action is #DUAL_POINT#; touch_point: 0.0548, 0.3905, lift_point: 0.0548, 0.3905; The action is #TYPE#; And the content is : \"typed_text\": \" latest video from the Huffington Post\"; The action is #DUAL_POINT#; touch_point: 0.1108, 0.3338, lift_point: 0.1108, 0.3338; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3813, 0.459, lift_point: 0.3813, 0.459", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54929_10.png" ] }, { "query": "\nPrevious Actions: Goal: Play the latest video from the Huffington Post; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7818, 0.5041, lift_point: 0.7818, 0.5041; The action is #DUAL_POINT#; touch_point: 0.0728, 0.0389, lift_point: 0.0728, 0.0389; The action is #DUAL_POINT#; touch_point: 0.0513, 0.8113, lift_point: 0.0513, 0.8113; The action is #DUAL_POINT#; touch_point: 0.0548, 0.3905, lift_point: 0.0548, 0.3905; The action is #TYPE#; And the content is : \"typed_text\": \" latest video from the Huffington Post\"; The action is #DUAL_POINT#; touch_point: 0.1108, 0.3338, lift_point: 0.1108, 0.3338; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3813, 0.459, lift_point: 0.3813, 0.459", "response": "The action is #DUAL_POINT#; touch_point: 0.3313, 0.9391, lift_point: 0.3313, 0.9391", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54929_11.png" ] }, { "query": "\nPrevious Actions: Goal: Play the latest video from the Huffington Post; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7818, 0.5041, lift_point: 0.7818, 0.5041; The action is #DUAL_POINT#; touch_point: 0.0728, 0.0389, lift_point: 0.0728, 0.0389; The action is #DUAL_POINT#; touch_point: 0.0513, 0.8113, lift_point: 0.0513, 0.8113; The action is #DUAL_POINT#; touch_point: 0.0548, 0.3905, lift_point: 0.0548, 0.3905; The action is #TYPE#; And the content is : \"typed_text\": \" latest video from the Huffington Post\"; The action is #DUAL_POINT#; touch_point: 0.1108, 0.3338, lift_point: 0.1108, 0.3338; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3813, 0.459, lift_point: 0.3813, 0.459; The action is #DUAL_POINT#; touch_point: 0.3313, 0.9391, lift_point: 0.3313, 0.9391", "response": "The action is #DUAL_POINT#; touch_point: 0.1975, 0.5157, lift_point: 0.1975, 0.5157", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54929_12.png" ] }, { "query": "\nPrevious Actions: Goal: Play the latest video from the Huffington Post; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7818, 0.5041, lift_point: 0.7818, 0.5041; The action is #DUAL_POINT#; touch_point: 0.0728, 0.0389, lift_point: 0.0728, 0.0389; The action is #DUAL_POINT#; touch_point: 0.0513, 0.8113, lift_point: 0.0513, 0.8113; The action is #DUAL_POINT#; touch_point: 0.0548, 0.3905, lift_point: 0.0548, 0.3905; The action is #TYPE#; And the content is : \"typed_text\": \" latest video from the Huffington Post\"; The action is #DUAL_POINT#; touch_point: 0.1108, 0.3338, lift_point: 0.1108, 0.3338; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3813, 0.459, lift_point: 0.3813, 0.459; The action is #DUAL_POINT#; touch_point: 0.3313, 0.9391, lift_point: 0.3313, 0.9391; The action is #DUAL_POINT#; touch_point: 0.1975, 0.5157, lift_point: 0.1975, 0.5157", "response": "The action is #DUAL_POINT#; touch_point: 0.1608, 0.4889, lift_point: 0.1608, 0.4889", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54929_13.png" ] }, { "query": "\nPrevious Actions: Goal: Play the latest video from the Huffington Post; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7818, 0.5041, lift_point: 0.7818, 0.5041; The action is #DUAL_POINT#; touch_point: 0.0728, 0.0389, lift_point: 0.0728, 0.0389; The action is #DUAL_POINT#; touch_point: 0.0513, 0.8113, lift_point: 0.0513, 0.8113; The action is #DUAL_POINT#; touch_point: 0.0548, 0.3905, lift_point: 0.0548, 0.3905; The action is #TYPE#; And the content is : \"typed_text\": \" latest video from the Huffington Post\"; The action is #DUAL_POINT#; touch_point: 0.1108, 0.3338, lift_point: 0.1108, 0.3338; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3813, 0.459, lift_point: 0.3813, 0.459; The action is #DUAL_POINT#; touch_point: 0.3313, 0.9391, lift_point: 0.3313, 0.9391; The action is #DUAL_POINT#; touch_point: 0.1975, 0.5157, lift_point: 0.1975, 0.5157; The action is #DUAL_POINT#; touch_point: 0.1608, 0.4889, lift_point: 0.1608, 0.4889", "response": "The action is #DUAL_POINT#; touch_point: 0.1787, 0.4998, lift_point: 0.1787, 0.4998", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54929_14.png" ] }, { "query": "\nPrevious Actions: Goal: Play the latest video from the Huffington Post; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7818, 0.5041, lift_point: 0.7818, 0.5041; The action is #DUAL_POINT#; touch_point: 0.0728, 0.0389, lift_point: 0.0728, 0.0389; The action is #DUAL_POINT#; touch_point: 0.0513, 0.8113, lift_point: 0.0513, 0.8113; The action is #DUAL_POINT#; touch_point: 0.0548, 0.3905, lift_point: 0.0548, 0.3905; The action is #TYPE#; And the content is : \"typed_text\": \" latest video from the Huffington Post\"; The action is #DUAL_POINT#; touch_point: 0.1108, 0.3338, lift_point: 0.1108, 0.3338; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3813, 0.459, lift_point: 0.3813, 0.459; The action is #DUAL_POINT#; touch_point: 0.3313, 0.9391, lift_point: 0.3313, 0.9391; The action is #DUAL_POINT#; touch_point: 0.1975, 0.5157, lift_point: 0.1975, 0.5157; The action is #DUAL_POINT#; touch_point: 0.1608, 0.4889, lift_point: 0.1608, 0.4889; The action is #DUAL_POINT#; touch_point: 0.1787, 0.4998, lift_point: 0.1787, 0.4998", "response": "The action is #DUAL_POINT#; touch_point: 0.1787, 0.4998, lift_point: 0.1787, 0.4998", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54929_15.png" ] }, { "query": "\nPrevious Actions: Goal: Play the latest video from the Huffington Post; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7818, 0.5041, lift_point: 0.7818, 0.5041; The action is #DUAL_POINT#; touch_point: 0.0728, 0.0389, lift_point: 0.0728, 0.0389; The action is #DUAL_POINT#; touch_point: 0.0513, 0.8113, lift_point: 0.0513, 0.8113; The action is #DUAL_POINT#; touch_point: 0.0548, 0.3905, lift_point: 0.0548, 0.3905; The action is #TYPE#; And the content is : \"typed_text\": \" latest video from the Huffington Post\"; The action is #DUAL_POINT#; touch_point: 0.1108, 0.3338, lift_point: 0.1108, 0.3338; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3813, 0.459, lift_point: 0.3813, 0.459; The action is #DUAL_POINT#; touch_point: 0.3313, 0.9391, lift_point: 0.3313, 0.9391; The action is #DUAL_POINT#; touch_point: 0.1975, 0.5157, lift_point: 0.1975, 0.5157; The action is #DUAL_POINT#; touch_point: 0.1608, 0.4889, lift_point: 0.1608, 0.4889; The action is #DUAL_POINT#; touch_point: 0.1787, 0.4998, lift_point: 0.1787, 0.4998; The action is #DUAL_POINT#; touch_point: 0.1787, 0.4998, lift_point: 0.1787, 0.4998", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54929_16.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Las Vegas?", "response": "The action is #DUAL_POINT#; touch_point: 0.7816, 0.7066, lift_point: 0.7816, 0.7066", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54935_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Las Vegas?; The action is #DUAL_POINT#; touch_point: 0.7816, 0.7066, lift_point: 0.7816, 0.7066", "response": "The action is #DUAL_POINT#; touch_point: 0.0606, 0.4272, lift_point: 0.0606, 0.4272", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54935_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Las Vegas?; The action is #DUAL_POINT#; touch_point: 0.7816, 0.7066, lift_point: 0.7816, 0.7066; The action is #DUAL_POINT#; touch_point: 0.0606, 0.4272, lift_point: 0.0606, 0.4272", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"good restaurant in Las Vegas\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54935_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Las Vegas?; The action is #DUAL_POINT#; touch_point: 0.7816, 0.7066, lift_point: 0.7816, 0.7066; The action is #DUAL_POINT#; touch_point: 0.0606, 0.4272, lift_point: 0.0606, 0.4272; The action is #TYPE#; And the content is : \"typed_text\": \"good restaurant in Las Vegas\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1295, 0.2443, lift_point: 0.1295, 0.2443", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54935_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Las Vegas?; The action is #DUAL_POINT#; touch_point: 0.7816, 0.7066, lift_point: 0.7816, 0.7066; The action is #DUAL_POINT#; touch_point: 0.0606, 0.4272, lift_point: 0.0606, 0.4272; The action is #TYPE#; And the content is : \"typed_text\": \"good restaurant in Las Vegas\"; The action is #DUAL_POINT#; touch_point: 0.1295, 0.2443, lift_point: 0.1295, 0.2443", "response": "The action is #DUAL_POINT#; touch_point: 0.4195, 0.2697, lift_point: 0.4195, 0.2697", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54935_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Las Vegas?; The action is #DUAL_POINT#; touch_point: 0.7816, 0.7066, lift_point: 0.7816, 0.7066; The action is #DUAL_POINT#; touch_point: 0.0606, 0.4272, lift_point: 0.0606, 0.4272; The action is #TYPE#; And the content is : \"typed_text\": \"good restaurant in Las Vegas\"; The action is #DUAL_POINT#; touch_point: 0.1295, 0.2443, lift_point: 0.1295, 0.2443; The action is #DUAL_POINT#; touch_point: 0.4195, 0.2697, lift_point: 0.4195, 0.2697", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54935_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Puerto Rico?", "response": "The action is #DUAL_POINT#; touch_point: 0.791, 0.6856, lift_point: 0.791, 0.6856", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54948_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Puerto Rico?; The action is #DUAL_POINT#; touch_point: 0.791, 0.6856, lift_point: 0.791, 0.6856", "response": "The action is #DUAL_POINT#; touch_point: 0.0608, 0.3815, lift_point: 0.0608, 0.3815", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54948_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Puerto Rico?; The action is #DUAL_POINT#; touch_point: 0.791, 0.6856, lift_point: 0.791, 0.6856; The action is #DUAL_POINT#; touch_point: 0.0608, 0.3815, lift_point: 0.0608, 0.3815", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Puerto Rico news\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54948_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Puerto Rico?; The action is #DUAL_POINT#; touch_point: 0.791, 0.6856, lift_point: 0.791, 0.6856; The action is #DUAL_POINT#; touch_point: 0.0608, 0.3815, lift_point: 0.0608, 0.3815; The action is #TYPE#; And the content is : \"typed_text\": \"Puerto Rico news\"", "response": "The action is #DUAL_POINT#; touch_point: 0.125, 0.2552, lift_point: 0.125, 0.2552", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54948_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Puerto Rico?; The action is #DUAL_POINT#; touch_point: 0.791, 0.6856, lift_point: 0.791, 0.6856; The action is #DUAL_POINT#; touch_point: 0.0608, 0.3815, lift_point: 0.0608, 0.3815; The action is #TYPE#; And the content is : \"typed_text\": \"Puerto Rico news\"; The action is #DUAL_POINT#; touch_point: 0.125, 0.2552, lift_point: 0.125, 0.2552", "response": "The action is #DUAL_POINT#; touch_point: 0.2505, 0.1546, lift_point: 0.2505, 0.1546", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54948_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Puerto Rico?; The action is #DUAL_POINT#; touch_point: 0.791, 0.6856, lift_point: 0.791, 0.6856; The action is #DUAL_POINT#; touch_point: 0.0608, 0.3815, lift_point: 0.0608, 0.3815; The action is #TYPE#; And the content is : \"typed_text\": \"Puerto Rico news\"; The action is #DUAL_POINT#; touch_point: 0.125, 0.2552, lift_point: 0.125, 0.2552; The action is #DUAL_POINT#; touch_point: 0.2505, 0.1546, lift_point: 0.2505, 0.1546", "response": "The action is #DUAL_POINT#; touch_point: 0.5026, 0.2729, lift_point: 0.5026, 0.2729", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54948_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Puerto Rico?; The action is #DUAL_POINT#; touch_point: 0.791, 0.6856, lift_point: 0.791, 0.6856; The action is #DUAL_POINT#; touch_point: 0.0608, 0.3815, lift_point: 0.0608, 0.3815; The action is #TYPE#; And the content is : \"typed_text\": \"Puerto Rico news\"; The action is #DUAL_POINT#; touch_point: 0.125, 0.2552, lift_point: 0.125, 0.2552; The action is #DUAL_POINT#; touch_point: 0.2505, 0.1546, lift_point: 0.2505, 0.1546; The action is #DUAL_POINT#; touch_point: 0.5026, 0.2729, lift_point: 0.5026, 0.2729", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/54948_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this week?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/55137_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this week?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7788, 0.694, lift_point: 0.7788, 0.694", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/55137_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this week?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7788, 0.694, lift_point: 0.7788, 0.694", "response": "The action is #DUAL_POINT#; touch_point: 0.7658, 0.6924, lift_point: 0.7658, 0.6924", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/55137_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this week?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7788, 0.694, lift_point: 0.7788, 0.694; The action is #DUAL_POINT#; touch_point: 0.7658, 0.6924, lift_point: 0.7658, 0.6924", "response": "The action is #DUAL_POINT#; touch_point: 0.0673, 0.4574, lift_point: 0.0673, 0.4574", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/55137_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this week?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7788, 0.694, lift_point: 0.7788, 0.694; The action is #DUAL_POINT#; touch_point: 0.7658, 0.6924, lift_point: 0.7658, 0.6924; The action is #DUAL_POINT#; touch_point: 0.0673, 0.4574, lift_point: 0.0673, 0.4574", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"news this week\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/55137_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this week?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7788, 0.694, lift_point: 0.7788, 0.694; The action is #DUAL_POINT#; touch_point: 0.7658, 0.6924, lift_point: 0.7658, 0.6924; The action is #DUAL_POINT#; touch_point: 0.0673, 0.4574, lift_point: 0.0673, 0.4574; The action is #TYPE#; And the content is : \"typed_text\": \"news this week\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1219, 0.1713, lift_point: 0.1219, 0.1713", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/55137_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this week?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7788, 0.694, lift_point: 0.7788, 0.694; The action is #DUAL_POINT#; touch_point: 0.7658, 0.6924, lift_point: 0.7658, 0.6924; The action is #DUAL_POINT#; touch_point: 0.0673, 0.4574, lift_point: 0.0673, 0.4574; The action is #TYPE#; And the content is : \"typed_text\": \"news this week\"; The action is #DUAL_POINT#; touch_point: 0.1219, 0.1713, lift_point: 0.1219, 0.1713", "response": "The action is #DUAL_POINT#; touch_point: 0.4387, 0.2272, lift_point: 0.4387, 0.2272", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/55137_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news this week?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7788, 0.694, lift_point: 0.7788, 0.694; The action is #DUAL_POINT#; touch_point: 0.7658, 0.6924, lift_point: 0.7658, 0.6924; The action is #DUAL_POINT#; touch_point: 0.0673, 0.4574, lift_point: 0.0673, 0.4574; The action is #TYPE#; And the content is : \"typed_text\": \"news this week\"; The action is #DUAL_POINT#; touch_point: 0.1219, 0.1713, lift_point: 0.1219, 0.1713; The action is #DUAL_POINT#; touch_point: 0.4387, 0.2272, lift_point: 0.4387, 0.2272", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/55137_8.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Walmart?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/55160_1.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Walmart?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7756, 0.6931, lift_point: 0.7756, 0.6931", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/55160_2.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Walmart?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7756, 0.6931, lift_point: 0.7756, 0.6931", "response": "The action is #DUAL_POINT#; touch_point: 0.0603, 0.2776, lift_point: 0.0603, 0.2776", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/55160_3.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Walmart?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7756, 0.6931, lift_point: 0.7756, 0.6931; The action is #DUAL_POINT#; touch_point: 0.0603, 0.2776, lift_point: 0.0603, 0.2776", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"nearest Walmart\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/55160_4.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Walmart?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7756, 0.6931, lift_point: 0.7756, 0.6931; The action is #DUAL_POINT#; touch_point: 0.0603, 0.2776, lift_point: 0.0603, 0.2776; The action is #TYPE#; And the content is : \"typed_text\": \"nearest Walmart\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1268, 0.1721, lift_point: 0.1268, 0.1721", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/55160_5.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Walmart?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7756, 0.6931, lift_point: 0.7756, 0.6931; The action is #DUAL_POINT#; touch_point: 0.0603, 0.2776, lift_point: 0.0603, 0.2776; The action is #TYPE#; And the content is : \"typed_text\": \"nearest Walmart\"; The action is #DUAL_POINT#; touch_point: 0.1268, 0.1721, lift_point: 0.1268, 0.1721", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/55160_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the Vizio TV?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/55525_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the Vizio TV?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7861, 0.6766, lift_point: 0.7861, 0.6766", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/55525_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the Vizio TV?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7861, 0.6766, lift_point: 0.7861, 0.6766", "response": "The action is #DUAL_POINT#; touch_point: 0.0576, 0.4081, lift_point: 0.0576, 0.4081", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/55525_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the Vizio TV?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7861, 0.6766, lift_point: 0.7861, 0.6766; The action is #DUAL_POINT#; touch_point: 0.0576, 0.4081, lift_point: 0.0576, 0.4081", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"price of the Vizio TV\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/55525_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the Vizio TV?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7861, 0.6766, lift_point: 0.7861, 0.6766; The action is #DUAL_POINT#; touch_point: 0.0576, 0.4081, lift_point: 0.0576, 0.4081; The action is #TYPE#; And the content is : \"typed_text\": \"price of the Vizio TV\"", "response": "The action is #DUAL_POINT#; touch_point: 0.0653, 0.1186, lift_point: 0.0653, 0.1186", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/55525_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the Vizio TV?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7861, 0.6766, lift_point: 0.7861, 0.6766; The action is #DUAL_POINT#; touch_point: 0.0576, 0.4081, lift_point: 0.0576, 0.4081; The action is #TYPE#; And the content is : \"typed_text\": \"price of the Vizio TV\"; The action is #DUAL_POINT#; touch_point: 0.0653, 0.1186, lift_point: 0.0653, 0.1186", "response": "The action is #DUAL_POINT#; touch_point: 0.1762, 0.5659, lift_point: 0.1762, 0.5659", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/55525_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the Vizio TV?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7861, 0.6766, lift_point: 0.7861, 0.6766; The action is #DUAL_POINT#; touch_point: 0.0576, 0.4081, lift_point: 0.0576, 0.4081; The action is #TYPE#; And the content is : \"typed_text\": \"price of the Vizio TV\"; The action is #DUAL_POINT#; touch_point: 0.0653, 0.1186, lift_point: 0.0653, 0.1186; The action is #DUAL_POINT#; touch_point: 0.1762, 0.5659, lift_point: 0.1762, 0.5659", "response": "The action is #DUAL_POINT#; touch_point: 0.0707, 0.5071, lift_point: 0.0707, 0.5071", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/55525_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the Vizio TV?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7861, 0.6766, lift_point: 0.7861, 0.6766; The action is #DUAL_POINT#; touch_point: 0.0576, 0.4081, lift_point: 0.0576, 0.4081; The action is #TYPE#; And the content is : \"typed_text\": \"price of the Vizio TV\"; The action is #DUAL_POINT#; touch_point: 0.0653, 0.1186, lift_point: 0.0653, 0.1186; The action is #DUAL_POINT#; touch_point: 0.1762, 0.5659, lift_point: 0.1762, 0.5659; The action is #DUAL_POINT#; touch_point: 0.0707, 0.5071, lift_point: 0.0707, 0.5071", "response": "The action is #DUAL_POINT#; touch_point: 0.1253, 0.2932, lift_point: 0.1253, 0.2932", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/55525_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the Vizio TV?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7861, 0.6766, lift_point: 0.7861, 0.6766; The action is #DUAL_POINT#; touch_point: 0.0576, 0.4081, lift_point: 0.0576, 0.4081; The action is #TYPE#; And the content is : \"typed_text\": \"price of the Vizio TV\"; The action is #DUAL_POINT#; touch_point: 0.0653, 0.1186, lift_point: 0.0653, 0.1186; The action is #DUAL_POINT#; touch_point: 0.1762, 0.5659, lift_point: 0.1762, 0.5659; The action is #DUAL_POINT#; touch_point: 0.0707, 0.5071, lift_point: 0.0707, 0.5071; The action is #DUAL_POINT#; touch_point: 0.1253, 0.2932, lift_point: 0.1253, 0.2932", "response": "The action is #DUAL_POINT#; touch_point: 0.2479, 0.2464, lift_point: 0.2479, 0.2464", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/55525_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the Vizio TV?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7861, 0.6766, lift_point: 0.7861, 0.6766; The action is #DUAL_POINT#; touch_point: 0.0576, 0.4081, lift_point: 0.0576, 0.4081; The action is #TYPE#; And the content is : \"typed_text\": \"price of the Vizio TV\"; The action is #DUAL_POINT#; touch_point: 0.0653, 0.1186, lift_point: 0.0653, 0.1186; The action is #DUAL_POINT#; touch_point: 0.1762, 0.5659, lift_point: 0.1762, 0.5659; The action is #DUAL_POINT#; touch_point: 0.0707, 0.5071, lift_point: 0.0707, 0.5071; The action is #DUAL_POINT#; touch_point: 0.1253, 0.2932, lift_point: 0.1253, 0.2932; The action is #DUAL_POINT#; touch_point: 0.2479, 0.2464, lift_point: 0.2479, 0.2464", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/55525_10.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in San Francisco?", "response": "The action is #DUAL_POINT#; touch_point: 0.7792, 0.6895, lift_point: 0.7792, 0.6895", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/55571_1.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in San Francisco?; The action is #DUAL_POINT#; touch_point: 0.7792, 0.6895, lift_point: 0.7792, 0.6895", "response": "The action is #DUAL_POINT#; touch_point: 0.0559, 0.4226, lift_point: 0.0559, 0.4226", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/55571_2.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in San Francisco?; The action is #DUAL_POINT#; touch_point: 0.7792, 0.6895, lift_point: 0.7792, 0.6895; The action is #DUAL_POINT#; touch_point: 0.0559, 0.4226, lift_point: 0.0559, 0.4226", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"time in san francisco\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/55571_3.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in San Francisco?; The action is #DUAL_POINT#; touch_point: 0.7792, 0.6895, lift_point: 0.7792, 0.6895; The action is #DUAL_POINT#; touch_point: 0.0559, 0.4226, lift_point: 0.0559, 0.4226; The action is #TYPE#; And the content is : \"typed_text\": \"time in san francisco\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1263, 0.2649, lift_point: 0.1263, 0.2649", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/55571_4.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in San Francisco?; The action is #DUAL_POINT#; touch_point: 0.7792, 0.6895, lift_point: 0.7792, 0.6895; The action is #DUAL_POINT#; touch_point: 0.0559, 0.4226, lift_point: 0.0559, 0.4226; The action is #TYPE#; And the content is : \"typed_text\": \"time in san francisco\"; The action is #DUAL_POINT#; touch_point: 0.1263, 0.2649, lift_point: 0.1263, 0.2649", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/55571_5.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 11am", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/55653_1.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 11am; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/55653_2.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 11am; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/55653_3.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 11am; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.8495, 0.5981, lift_point: 0.8495, 0.5981", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/55653_4.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 11am; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8495, 0.5981, lift_point: 0.8495, 0.5981", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/55653_5.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 11am; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8495, 0.5981, lift_point: 0.8495, 0.5981; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.1492, 0.2963, lift_point: 0.1492, 0.2963", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/55653_6.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 11am; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8495, 0.5981, lift_point: 0.8495, 0.5981; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1492, 0.2963, lift_point: 0.1492, 0.2963", "response": "The action is #DUAL_POINT#; touch_point: 0.0728, 0.0778, lift_point: 0.0728, 0.0778", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/55653_7.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 11am; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8495, 0.5981, lift_point: 0.8495, 0.5981; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1492, 0.2963, lift_point: 0.1492, 0.2963; The action is #DUAL_POINT#; touch_point: 0.0728, 0.0778, lift_point: 0.0728, 0.0778", "response": "The action is #DUAL_POINT#; touch_point: 0.0718, 0.1017, lift_point: 0.0718, 0.1017", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/55653_8.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 11am; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8495, 0.5981, lift_point: 0.8495, 0.5981; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1492, 0.2963, lift_point: 0.1492, 0.2963; The action is #DUAL_POINT#; touch_point: 0.0728, 0.0778, lift_point: 0.0728, 0.0778; The action is #DUAL_POINT#; touch_point: 0.0718, 0.1017, lift_point: 0.0718, 0.1017", "response": "The action is #DUAL_POINT#; touch_point: 0.9291, 0.5142, lift_point: 0.9291, 0.5142", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/55653_9.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 11am; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8495, 0.5981, lift_point: 0.8495, 0.5981; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1492, 0.2963, lift_point: 0.1492, 0.2963; The action is #DUAL_POINT#; touch_point: 0.0728, 0.0778, lift_point: 0.0728, 0.0778; The action is #DUAL_POINT#; touch_point: 0.0718, 0.1017, lift_point: 0.0718, 0.1017; The action is #DUAL_POINT#; touch_point: 0.9291, 0.5142, lift_point: 0.9291, 0.5142", "response": "The action is #DUAL_POINT#; touch_point: 0.4273, 0.3883, lift_point: 0.4273, 0.3883", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/55653_10.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 11am; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8495, 0.5981, lift_point: 0.8495, 0.5981; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1492, 0.2963, lift_point: 0.1492, 0.2963; The action is #DUAL_POINT#; touch_point: 0.0728, 0.0778, lift_point: 0.0728, 0.0778; The action is #DUAL_POINT#; touch_point: 0.0718, 0.1017, lift_point: 0.0718, 0.1017; The action is #DUAL_POINT#; touch_point: 0.9291, 0.5142, lift_point: 0.9291, 0.5142; The action is #DUAL_POINT#; touch_point: 0.4273, 0.3883, lift_point: 0.4273, 0.3883", "response": "The action is #DUAL_POINT#; touch_point: 0.4219, 0.5065, lift_point: 0.4219, 0.5065", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/55653_11.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 11am; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8495, 0.5981, lift_point: 0.8495, 0.5981; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1492, 0.2963, lift_point: 0.1492, 0.2963; The action is #DUAL_POINT#; touch_point: 0.0728, 0.0778, lift_point: 0.0728, 0.0778; The action is #DUAL_POINT#; touch_point: 0.0718, 0.1017, lift_point: 0.0718, 0.1017; The action is #DUAL_POINT#; touch_point: 0.9291, 0.5142, lift_point: 0.9291, 0.5142; The action is #DUAL_POINT#; touch_point: 0.4273, 0.3883, lift_point: 0.4273, 0.3883; The action is #DUAL_POINT#; touch_point: 0.4219, 0.5065, lift_point: 0.4219, 0.5065", "response": "The action is #DUAL_POINT#; touch_point: 0.4219, 0.5065, lift_point: 0.4219, 0.5065", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/55653_12.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 11am; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8495, 0.5981, lift_point: 0.8495, 0.5981; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1492, 0.2963, lift_point: 0.1492, 0.2963; The action is #DUAL_POINT#; touch_point: 0.0728, 0.0778, lift_point: 0.0728, 0.0778; The action is #DUAL_POINT#; touch_point: 0.0718, 0.1017, lift_point: 0.0718, 0.1017; The action is #DUAL_POINT#; touch_point: 0.9291, 0.5142, lift_point: 0.9291, 0.5142; The action is #DUAL_POINT#; touch_point: 0.4273, 0.3883, lift_point: 0.4273, 0.3883; The action is #DUAL_POINT#; touch_point: 0.4219, 0.5065, lift_point: 0.4219, 0.5065; The action is #DUAL_POINT#; touch_point: 0.4219, 0.5065, lift_point: 0.4219, 0.5065", "response": "The action is #DUAL_POINT#; touch_point: 0.3126, 0.7238, lift_point: 0.3126, 0.7238", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/55653_13.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 11am; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8495, 0.5981, lift_point: 0.8495, 0.5981; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1492, 0.2963, lift_point: 0.1492, 0.2963; The action is #DUAL_POINT#; touch_point: 0.0728, 0.0778, lift_point: 0.0728, 0.0778; The action is #DUAL_POINT#; touch_point: 0.0718, 0.1017, lift_point: 0.0718, 0.1017; The action is #DUAL_POINT#; touch_point: 0.9291, 0.5142, lift_point: 0.9291, 0.5142; The action is #DUAL_POINT#; touch_point: 0.4273, 0.3883, lift_point: 0.4273, 0.3883; The action is #DUAL_POINT#; touch_point: 0.4219, 0.5065, lift_point: 0.4219, 0.5065; The action is #DUAL_POINT#; touch_point: 0.4219, 0.5065, lift_point: 0.4219, 0.5065; The action is #DUAL_POINT#; touch_point: 0.3126, 0.7238, lift_point: 0.3126, 0.7238", "response": "The action is #DUAL_POINT#; touch_point: 0.3169, 0.7431, lift_point: 0.3169, 0.7431", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/55653_14.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 11am; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8495, 0.5981, lift_point: 0.8495, 0.5981; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1492, 0.2963, lift_point: 0.1492, 0.2963; The action is #DUAL_POINT#; touch_point: 0.0728, 0.0778, lift_point: 0.0728, 0.0778; The action is #DUAL_POINT#; touch_point: 0.0718, 0.1017, lift_point: 0.0718, 0.1017; The action is #DUAL_POINT#; touch_point: 0.9291, 0.5142, lift_point: 0.9291, 0.5142; The action is #DUAL_POINT#; touch_point: 0.4273, 0.3883, lift_point: 0.4273, 0.3883; The action is #DUAL_POINT#; touch_point: 0.4219, 0.5065, lift_point: 0.4219, 0.5065; The action is #DUAL_POINT#; touch_point: 0.4219, 0.5065, lift_point: 0.4219, 0.5065; The action is #DUAL_POINT#; touch_point: 0.3126, 0.7238, lift_point: 0.3126, 0.7238; The action is #DUAL_POINT#; touch_point: 0.3169, 0.7431, lift_point: 0.3169, 0.7431", "response": "The action is #DUAL_POINT#; touch_point: 0.6816, 0.7381, lift_point: 0.6816, 0.7381", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/55653_15.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 11am; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8495, 0.5981, lift_point: 0.8495, 0.5981; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1492, 0.2963, lift_point: 0.1492, 0.2963; The action is #DUAL_POINT#; touch_point: 0.0728, 0.0778, lift_point: 0.0728, 0.0778; The action is #DUAL_POINT#; touch_point: 0.0718, 0.1017, lift_point: 0.0718, 0.1017; The action is #DUAL_POINT#; touch_point: 0.9291, 0.5142, lift_point: 0.9291, 0.5142; The action is #DUAL_POINT#; touch_point: 0.4273, 0.3883, lift_point: 0.4273, 0.3883; The action is #DUAL_POINT#; touch_point: 0.4219, 0.5065, lift_point: 0.4219, 0.5065; The action is #DUAL_POINT#; touch_point: 0.4219, 0.5065, lift_point: 0.4219, 0.5065; The action is #DUAL_POINT#; touch_point: 0.3126, 0.7238, lift_point: 0.3126, 0.7238; The action is #DUAL_POINT#; touch_point: 0.3169, 0.7431, lift_point: 0.3169, 0.7431; The action is #DUAL_POINT#; touch_point: 0.6816, 0.7381, lift_point: 0.6816, 0.7381", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/55653_16.png" ] }, { "query": "\nPrevious Actions: Goal: Search for top rated burger restaurants on Google Maps", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/55674_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for top rated burger restaurants on Google Maps; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/55674_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for top rated burger restaurants on Google Maps; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.1757, 0.8474, lift_point: 0.1757, 0.8474", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/55674_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for top rated burger restaurants on Google Maps; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1757, 0.8474, lift_point: 0.1757, 0.8474", "response": "The action is #DUAL_POINT#; touch_point: 0.0754, 0.5816, lift_point: 0.0754, 0.5816", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/55674_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for top rated burger restaurants on Google Maps; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1757, 0.8474, lift_point: 0.1757, 0.8474; The action is #DUAL_POINT#; touch_point: 0.0754, 0.5816, lift_point: 0.0754, 0.5816", "response": "The action is #TYPE#; And the content is : \"typed_text\": \" top rated burger restaurants\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/55674_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for top rated burger restaurants on Google Maps; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1757, 0.8474, lift_point: 0.1757, 0.8474; The action is #DUAL_POINT#; touch_point: 0.0754, 0.5816, lift_point: 0.0754, 0.5816; The action is #TYPE#; And the content is : \"typed_text\": \" top rated burger restaurants\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1531, 0.5397, lift_point: 0.1531, 0.5397", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/55674_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for top rated burger restaurants on Google Maps; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1757, 0.8474, lift_point: 0.1757, 0.8474; The action is #DUAL_POINT#; touch_point: 0.0754, 0.5816, lift_point: 0.0754, 0.5816; The action is #TYPE#; And the content is : \"typed_text\": \" top rated burger restaurants\"; The action is #DUAL_POINT#; touch_point: 0.1531, 0.5397, lift_point: 0.1531, 0.5397", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/55674_7.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a rocket?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/55745_1.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a rocket?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8843, 0.3812, lift_point: 0.8843, 0.3812", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/55745_2.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a rocket?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8843, 0.3812, lift_point: 0.8843, 0.3812", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of a rocket?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/55745_3.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a rocket?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8843, 0.3812, lift_point: 0.8843, 0.3812; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of a rocket?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1379, 0.7572, lift_point: 0.1379, 0.7572", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/55745_4.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a rocket?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8843, 0.3812, lift_point: 0.8843, 0.3812; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of a rocket?\"; The action is #DUAL_POINT#; touch_point: 0.1379, 0.7572, lift_point: 0.1379, 0.7572", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/55745_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Miami", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/55758_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Miami; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8882, 0.4486, lift_point: 0.8882, 0.4486", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/55758_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Miami; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8882, 0.4486, lift_point: 0.8882, 0.4486", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Miami\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/55758_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Miami; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8882, 0.4486, lift_point: 0.8882, 0.4486; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Miami\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/55758_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Miami; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8882, 0.4486, lift_point: 0.8882, 0.4486; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Miami\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1329, 0.3545, lift_point: 0.1329, 0.3545", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/55758_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Miami; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8882, 0.4486, lift_point: 0.8882, 0.4486; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Miami\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1329, 0.3545, lift_point: 0.1329, 0.3545", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/55758_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Miami; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8882, 0.4486, lift_point: 0.8882, 0.4486; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Miami\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1329, 0.3545, lift_point: 0.1329, 0.3545; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/55758_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Miami; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8882, 0.4486, lift_point: 0.8882, 0.4486; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Miami\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1329, 0.3545, lift_point: 0.1329, 0.3545; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/55758_8.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Miami; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8882, 0.4486, lift_point: 0.8882, 0.4486; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Miami\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1329, 0.3545, lift_point: 0.1329, 0.3545; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/55758_9.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Miami; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8882, 0.4486, lift_point: 0.8882, 0.4486; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Miami\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1329, 0.3545, lift_point: 0.1329, 0.3545; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/55758_10.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Miami; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8882, 0.4486, lift_point: 0.8882, 0.4486; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Miami\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1329, 0.3545, lift_point: 0.1329, 0.3545; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/55758_11.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Miami; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8882, 0.4486, lift_point: 0.8882, 0.4486; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Miami\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1329, 0.3545, lift_point: 0.1329, 0.3545; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3618, 0.5251, lift_point: 0.3618, 0.5251", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/55758_12.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Miami; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8882, 0.4486, lift_point: 0.8882, 0.4486; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Miami\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1329, 0.3545, lift_point: 0.1329, 0.3545; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3618, 0.5251, lift_point: 0.3618, 0.5251", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/55758_13.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest JCPenney?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/55811_1.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest JCPenney?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7914, 0.6852, lift_point: 0.7914, 0.6852", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/55811_2.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest JCPenney?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7914, 0.6852, lift_point: 0.7914, 0.6852", "response": "The action is #DUAL_POINT#; touch_point: 0.7914, 0.6852, lift_point: 0.7914, 0.6852", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/55811_3.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest JCPenney?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7914, 0.6852, lift_point: 0.7914, 0.6852; The action is #DUAL_POINT#; touch_point: 0.7914, 0.6852, lift_point: 0.7914, 0.6852", "response": "The action is #DUAL_POINT#; touch_point: 0.7988, 0.6827, lift_point: 0.7988, 0.6827", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/55811_4.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest JCPenney?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7914, 0.6852, lift_point: 0.7914, 0.6852; The action is #DUAL_POINT#; touch_point: 0.7914, 0.6852, lift_point: 0.7914, 0.6852; The action is #DUAL_POINT#; touch_point: 0.7988, 0.6827, lift_point: 0.7988, 0.6827", "response": "The action is #DUAL_POINT#; touch_point: 0.7988, 0.6827, lift_point: 0.7988, 0.6827", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/55811_5.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest JCPenney?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7914, 0.6852, lift_point: 0.7914, 0.6852; The action is #DUAL_POINT#; touch_point: 0.7914, 0.6852, lift_point: 0.7914, 0.6852; The action is #DUAL_POINT#; touch_point: 0.7988, 0.6827, lift_point: 0.7988, 0.6827; The action is #DUAL_POINT#; touch_point: 0.7988, 0.6827, lift_point: 0.7988, 0.6827", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/55811_6.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest JCPenney?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7914, 0.6852, lift_point: 0.7914, 0.6852; The action is #DUAL_POINT#; touch_point: 0.7914, 0.6852, lift_point: 0.7914, 0.6852; The action is #DUAL_POINT#; touch_point: 0.7988, 0.6827, lift_point: 0.7988, 0.6827; The action is #DUAL_POINT#; touch_point: 0.7988, 0.6827, lift_point: 0.7988, 0.6827; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.2559, 0.3466, lift_point: 0.2559, 0.3466", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/55811_7.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest JCPenney?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7914, 0.6852, lift_point: 0.7914, 0.6852; The action is #DUAL_POINT#; touch_point: 0.7914, 0.6852, lift_point: 0.7914, 0.6852; The action is #DUAL_POINT#; touch_point: 0.7988, 0.6827, lift_point: 0.7988, 0.6827; The action is #DUAL_POINT#; touch_point: 0.7988, 0.6827, lift_point: 0.7988, 0.6827; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2559, 0.3466, lift_point: 0.2559, 0.3466", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest JCPenney\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/55811_8.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest JCPenney?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7914, 0.6852, lift_point: 0.7914, 0.6852; The action is #DUAL_POINT#; touch_point: 0.7914, 0.6852, lift_point: 0.7914, 0.6852; The action is #DUAL_POINT#; touch_point: 0.7988, 0.6827, lift_point: 0.7988, 0.6827; The action is #DUAL_POINT#; touch_point: 0.7988, 0.6827, lift_point: 0.7988, 0.6827; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2559, 0.3466, lift_point: 0.2559, 0.3466; The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest JCPenney\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1115, 0.3638, lift_point: 0.1115, 0.3638", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/55811_9.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest JCPenney?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7914, 0.6852, lift_point: 0.7914, 0.6852; The action is #DUAL_POINT#; touch_point: 0.7914, 0.6852, lift_point: 0.7914, 0.6852; The action is #DUAL_POINT#; touch_point: 0.7988, 0.6827, lift_point: 0.7988, 0.6827; The action is #DUAL_POINT#; touch_point: 0.7988, 0.6827, lift_point: 0.7988, 0.6827; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2559, 0.3466, lift_point: 0.2559, 0.3466; The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest JCPenney\"; The action is #DUAL_POINT#; touch_point: 0.1115, 0.3638, lift_point: 0.1115, 0.3638", "response": "The action is #DUAL_POINT#; touch_point: 0.1095, 0.535, lift_point: 0.1095, 0.535", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/55811_10.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest JCPenney?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7914, 0.6852, lift_point: 0.7914, 0.6852; The action is #DUAL_POINT#; touch_point: 0.7914, 0.6852, lift_point: 0.7914, 0.6852; The action is #DUAL_POINT#; touch_point: 0.7988, 0.6827, lift_point: 0.7988, 0.6827; The action is #DUAL_POINT#; touch_point: 0.7988, 0.6827, lift_point: 0.7988, 0.6827; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2559, 0.3466, lift_point: 0.2559, 0.3466; The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest JCPenney\"; The action is #DUAL_POINT#; touch_point: 0.1115, 0.3638, lift_point: 0.1115, 0.3638; The action is #DUAL_POINT#; touch_point: 0.1095, 0.535, lift_point: 0.1095, 0.535", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/55811_11.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new foundation (skincare) product", "response": "The action is #DUAL_POINT#; touch_point: 0.7979, 0.6695, lift_point: 0.7979, 0.6695", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/55918_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new foundation (skincare) product; The action is #DUAL_POINT#; touch_point: 0.7979, 0.6695, lift_point: 0.7979, 0.6695", "response": "The action is #DUAL_POINT#; touch_point: 0.7979, 0.6695, lift_point: 0.7979, 0.6695", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/55918_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new foundation (skincare) product; The action is #DUAL_POINT#; touch_point: 0.7979, 0.6695, lift_point: 0.7979, 0.6695; The action is #DUAL_POINT#; touch_point: 0.7979, 0.6695, lift_point: 0.7979, 0.6695", "response": "The action is #DUAL_POINT#; touch_point: 0.0553, 0.498, lift_point: 0.0553, 0.498", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/55918_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new foundation (skincare) product; The action is #DUAL_POINT#; touch_point: 0.7979, 0.6695, lift_point: 0.7979, 0.6695; The action is #DUAL_POINT#; touch_point: 0.7979, 0.6695, lift_point: 0.7979, 0.6695; The action is #DUAL_POINT#; touch_point: 0.0553, 0.498, lift_point: 0.0553, 0.498", "response": "The action is #DUAL_POINT#; touch_point: 0.0522, 0.9411, lift_point: 0.0522, 0.9411", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/55918_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new foundation (skincare) product; The action is #DUAL_POINT#; touch_point: 0.7979, 0.6695, lift_point: 0.7979, 0.6695; The action is #DUAL_POINT#; touch_point: 0.7979, 0.6695, lift_point: 0.7979, 0.6695; The action is #DUAL_POINT#; touch_point: 0.0553, 0.498, lift_point: 0.0553, 0.498; The action is #DUAL_POINT#; touch_point: 0.0522, 0.9411, lift_point: 0.0522, 0.9411", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"new foundation (skincare) product\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/55918_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new foundation (skincare) product; The action is #DUAL_POINT#; touch_point: 0.7979, 0.6695, lift_point: 0.7979, 0.6695; The action is #DUAL_POINT#; touch_point: 0.7979, 0.6695, lift_point: 0.7979, 0.6695; The action is #DUAL_POINT#; touch_point: 0.0553, 0.498, lift_point: 0.0553, 0.498; The action is #DUAL_POINT#; touch_point: 0.0522, 0.9411, lift_point: 0.0522, 0.9411; The action is #TYPE#; And the content is : \"typed_text\": \"new foundation (skincare) product\"", "response": "The action is #DUAL_POINT#; touch_point: 0.116, 0.3262, lift_point: 0.116, 0.3262", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/55918_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new foundation (skincare) product; The action is #DUAL_POINT#; touch_point: 0.7979, 0.6695, lift_point: 0.7979, 0.6695; The action is #DUAL_POINT#; touch_point: 0.7979, 0.6695, lift_point: 0.7979, 0.6695; The action is #DUAL_POINT#; touch_point: 0.0553, 0.498, lift_point: 0.0553, 0.498; The action is #DUAL_POINT#; touch_point: 0.0522, 0.9411, lift_point: 0.0522, 0.9411; The action is #TYPE#; And the content is : \"typed_text\": \"new foundation (skincare) product\"; The action is #DUAL_POINT#; touch_point: 0.116, 0.3262, lift_point: 0.116, 0.3262", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/55918_7.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new window in Chrome", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/55938_1.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new window in Chrome; The action is #Scrolling Down#", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/55938_2.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new window in Chrome; The action is #Scrolling Down#; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7868, 0.6959, lift_point: 0.7868, 0.6959", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/55938_3.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new window in Chrome; The action is #Scrolling Down#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7868, 0.6959, lift_point: 0.7868, 0.6959", "response": "The action is #DUAL_POINT#; touch_point: 0.7868, 0.6959, lift_point: 0.7868, 0.6959", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/55938_4.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new window in Chrome; The action is #Scrolling Down#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7868, 0.6959, lift_point: 0.7868, 0.6959; The action is #DUAL_POINT#; touch_point: 0.7868, 0.6959, lift_point: 0.7868, 0.6959", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/55938_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for the best Mexican restaurants", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/56230_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for the best Mexican restaurants; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7948, 0.6923, lift_point: 0.7948, 0.6923", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/56230_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for the best Mexican restaurants; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7948, 0.6923, lift_point: 0.7948, 0.6923", "response": "The action is #DUAL_POINT#; touch_point: 0.7948, 0.6923, lift_point: 0.7948, 0.6923", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/56230_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for the best Mexican restaurants; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7948, 0.6923, lift_point: 0.7948, 0.6923; The action is #DUAL_POINT#; touch_point: 0.7948, 0.6923, lift_point: 0.7948, 0.6923", "response": "The action is #DUAL_POINT#; touch_point: 0.047, 0.6352, lift_point: 0.047, 0.6352", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/56230_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for the best Mexican restaurants; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7948, 0.6923, lift_point: 0.7948, 0.6923; The action is #DUAL_POINT#; touch_point: 0.7948, 0.6923, lift_point: 0.7948, 0.6923; The action is #DUAL_POINT#; touch_point: 0.047, 0.6352, lift_point: 0.047, 0.6352", "response": "The action is #DUAL_POINT#; touch_point: 0.0472, 0.9329, lift_point: 0.0472, 0.9329", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/56230_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for the best Mexican restaurants; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7948, 0.6923, lift_point: 0.7948, 0.6923; The action is #DUAL_POINT#; touch_point: 0.7948, 0.6923, lift_point: 0.7948, 0.6923; The action is #DUAL_POINT#; touch_point: 0.047, 0.6352, lift_point: 0.047, 0.6352; The action is #DUAL_POINT#; touch_point: 0.0472, 0.9329, lift_point: 0.0472, 0.9329", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"best Mexican restaurants\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/56230_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for the best Mexican restaurants; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7948, 0.6923, lift_point: 0.7948, 0.6923; The action is #DUAL_POINT#; touch_point: 0.7948, 0.6923, lift_point: 0.7948, 0.6923; The action is #DUAL_POINT#; touch_point: 0.047, 0.6352, lift_point: 0.047, 0.6352; The action is #DUAL_POINT#; touch_point: 0.0472, 0.9329, lift_point: 0.0472, 0.9329; The action is #TYPE#; And the content is : \"typed_text\": \"best Mexican restaurants\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1136, 0.2422, lift_point: 0.1136, 0.2422", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/56230_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for the best Mexican restaurants; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7948, 0.6923, lift_point: 0.7948, 0.6923; The action is #DUAL_POINT#; touch_point: 0.7948, 0.6923, lift_point: 0.7948, 0.6923; The action is #DUAL_POINT#; touch_point: 0.047, 0.6352, lift_point: 0.047, 0.6352; The action is #DUAL_POINT#; touch_point: 0.0472, 0.9329, lift_point: 0.0472, 0.9329; The action is #TYPE#; And the content is : \"typed_text\": \"best Mexican restaurants\"; The action is #DUAL_POINT#; touch_point: 0.1136, 0.2422, lift_point: 0.1136, 0.2422", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/56230_8.png" ] }, { "query": "\nPrevious Actions: Goal: Search for the best Mexican restaurants; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7948, 0.6923, lift_point: 0.7948, 0.6923; The action is #DUAL_POINT#; touch_point: 0.7948, 0.6923, lift_point: 0.7948, 0.6923; The action is #DUAL_POINT#; touch_point: 0.047, 0.6352, lift_point: 0.047, 0.6352; The action is #DUAL_POINT#; touch_point: 0.0472, 0.9329, lift_point: 0.0472, 0.9329; The action is #TYPE#; And the content is : \"typed_text\": \"best Mexican restaurants\"; The action is #DUAL_POINT#; touch_point: 0.1136, 0.2422, lift_point: 0.1136, 0.2422; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3436, 0.5238, lift_point: 0.3436, 0.5238", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/56230_9.png" ] }, { "query": "\nPrevious Actions: Goal: Search for the best Mexican restaurants; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7948, 0.6923, lift_point: 0.7948, 0.6923; The action is #DUAL_POINT#; touch_point: 0.7948, 0.6923, lift_point: 0.7948, 0.6923; The action is #DUAL_POINT#; touch_point: 0.047, 0.6352, lift_point: 0.047, 0.6352; The action is #DUAL_POINT#; touch_point: 0.0472, 0.9329, lift_point: 0.0472, 0.9329; The action is #TYPE#; And the content is : \"typed_text\": \"best Mexican restaurants\"; The action is #DUAL_POINT#; touch_point: 0.1136, 0.2422, lift_point: 0.1136, 0.2422; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3436, 0.5238, lift_point: 0.3436, 0.5238", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/56230_10.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Venezuela?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/56270_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Venezuela?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7886, 0.6901, lift_point: 0.7886, 0.6901", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/56270_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Venezuela?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7886, 0.6901, lift_point: 0.7886, 0.6901", "response": "The action is #DUAL_POINT#; touch_point: 0.7886, 0.6901, lift_point: 0.7886, 0.6901", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/56270_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Venezuela?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7886, 0.6901, lift_point: 0.7886, 0.6901; The action is #DUAL_POINT#; touch_point: 0.7886, 0.6901, lift_point: 0.7886, 0.6901", "response": "The action is #DUAL_POINT#; touch_point: 0.7849, 0.6927, lift_point: 0.7849, 0.6927", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/56270_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Venezuela?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7886, 0.6901, lift_point: 0.7886, 0.6901; The action is #DUAL_POINT#; touch_point: 0.7886, 0.6901, lift_point: 0.7886, 0.6901; The action is #DUAL_POINT#; touch_point: 0.7849, 0.6927, lift_point: 0.7849, 0.6927", "response": "The action is #DUAL_POINT#; touch_point: 0.0562, 0.4434, lift_point: 0.0562, 0.4434", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/56270_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Venezuela?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7886, 0.6901, lift_point: 0.7886, 0.6901; The action is #DUAL_POINT#; touch_point: 0.7886, 0.6901, lift_point: 0.7886, 0.6901; The action is #DUAL_POINT#; touch_point: 0.7849, 0.6927, lift_point: 0.7849, 0.6927; The action is #DUAL_POINT#; touch_point: 0.0562, 0.4434, lift_point: 0.0562, 0.4434", "response": "The action is #DUAL_POINT#; touch_point: 0.0461, 0.9411, lift_point: 0.0461, 0.9411", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/56270_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Venezuela?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7886, 0.6901, lift_point: 0.7886, 0.6901; The action is #DUAL_POINT#; touch_point: 0.7886, 0.6901, lift_point: 0.7886, 0.6901; The action is #DUAL_POINT#; touch_point: 0.7849, 0.6927, lift_point: 0.7849, 0.6927; The action is #DUAL_POINT#; touch_point: 0.0562, 0.4434, lift_point: 0.0562, 0.4434; The action is #DUAL_POINT#; touch_point: 0.0461, 0.9411, lift_point: 0.0461, 0.9411", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"the news in Venezuela\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/56270_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Venezuela?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7886, 0.6901, lift_point: 0.7886, 0.6901; The action is #DUAL_POINT#; touch_point: 0.7886, 0.6901, lift_point: 0.7886, 0.6901; The action is #DUAL_POINT#; touch_point: 0.7849, 0.6927, lift_point: 0.7849, 0.6927; The action is #DUAL_POINT#; touch_point: 0.0562, 0.4434, lift_point: 0.0562, 0.4434; The action is #DUAL_POINT#; touch_point: 0.0461, 0.9411, lift_point: 0.0461, 0.9411; The action is #TYPE#; And the content is : \"typed_text\": \"the news in Venezuela\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/56270_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Venezuela?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7886, 0.6901, lift_point: 0.7886, 0.6901; The action is #DUAL_POINT#; touch_point: 0.7886, 0.6901, lift_point: 0.7886, 0.6901; The action is #DUAL_POINT#; touch_point: 0.7849, 0.6927, lift_point: 0.7849, 0.6927; The action is #DUAL_POINT#; touch_point: 0.0562, 0.4434, lift_point: 0.0562, 0.4434; The action is #DUAL_POINT#; touch_point: 0.0461, 0.9411, lift_point: 0.0461, 0.9411; The action is #TYPE#; And the content is : \"typed_text\": \"the news in Venezuela\"; The action is #PRESS_ENTER#", "response": "The action is #DUAL_POINT#; touch_point: 0.2158, 0.1338, lift_point: 0.2158, 0.1338", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/56270_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Venezuela?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7886, 0.6901, lift_point: 0.7886, 0.6901; The action is #DUAL_POINT#; touch_point: 0.7886, 0.6901, lift_point: 0.7886, 0.6901; The action is #DUAL_POINT#; touch_point: 0.7849, 0.6927, lift_point: 0.7849, 0.6927; The action is #DUAL_POINT#; touch_point: 0.0562, 0.4434, lift_point: 0.0562, 0.4434; The action is #DUAL_POINT#; touch_point: 0.0461, 0.9411, lift_point: 0.0461, 0.9411; The action is #TYPE#; And the content is : \"typed_text\": \"the news in Venezuela\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.2158, 0.1338, lift_point: 0.2158, 0.1338", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/56270_10.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Colombia", "response": "The action is #DUAL_POINT#; touch_point: 0.7969, 0.6805, lift_point: 0.7969, 0.6805", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/56351_1.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Colombia; The action is #DUAL_POINT#; touch_point: 0.7969, 0.6805, lift_point: 0.7969, 0.6805", "response": "The action is #DUAL_POINT#; touch_point: 0.7982, 0.6829, lift_point: 0.7982, 0.6829", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/56351_2.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Colombia; The action is #DUAL_POINT#; touch_point: 0.7969, 0.6805, lift_point: 0.7969, 0.6805; The action is #DUAL_POINT#; touch_point: 0.7982, 0.6829, lift_point: 0.7982, 0.6829", "response": "The action is #DUAL_POINT#; touch_point: 0.7994, 0.6829, lift_point: 0.7994, 0.6829", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/56351_3.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Colombia; The action is #DUAL_POINT#; touch_point: 0.7969, 0.6805, lift_point: 0.7969, 0.6805; The action is #DUAL_POINT#; touch_point: 0.7982, 0.6829, lift_point: 0.7982, 0.6829; The action is #DUAL_POINT#; touch_point: 0.7994, 0.6829, lift_point: 0.7994, 0.6829", "response": "The action is #DUAL_POINT#; touch_point: 0.0492, 0.5387, lift_point: 0.0492, 0.5387", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/56351_4.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Colombia; The action is #DUAL_POINT#; touch_point: 0.7969, 0.6805, lift_point: 0.7969, 0.6805; The action is #DUAL_POINT#; touch_point: 0.7982, 0.6829, lift_point: 0.7982, 0.6829; The action is #DUAL_POINT#; touch_point: 0.7994, 0.6829, lift_point: 0.7994, 0.6829; The action is #DUAL_POINT#; touch_point: 0.0492, 0.5387, lift_point: 0.0492, 0.5387", "response": "The action is #DUAL_POINT#; touch_point: 0.0475, 0.9319, lift_point: 0.0475, 0.9319", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/56351_5.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Colombia; The action is #DUAL_POINT#; touch_point: 0.7969, 0.6805, lift_point: 0.7969, 0.6805; The action is #DUAL_POINT#; touch_point: 0.7982, 0.6829, lift_point: 0.7982, 0.6829; The action is #DUAL_POINT#; touch_point: 0.7994, 0.6829, lift_point: 0.7994, 0.6829; The action is #DUAL_POINT#; touch_point: 0.0492, 0.5387, lift_point: 0.0492, 0.5387; The action is #DUAL_POINT#; touch_point: 0.0475, 0.9319, lift_point: 0.0475, 0.9319", "response": "The action is #TYPE#; And the content is : \"typed_text\": \" capital of Colombia\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/56351_6.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Colombia; The action is #DUAL_POINT#; touch_point: 0.7969, 0.6805, lift_point: 0.7969, 0.6805; The action is #DUAL_POINT#; touch_point: 0.7982, 0.6829, lift_point: 0.7982, 0.6829; The action is #DUAL_POINT#; touch_point: 0.7994, 0.6829, lift_point: 0.7994, 0.6829; The action is #DUAL_POINT#; touch_point: 0.0492, 0.5387, lift_point: 0.0492, 0.5387; The action is #DUAL_POINT#; touch_point: 0.0475, 0.9319, lift_point: 0.0475, 0.9319; The action is #TYPE#; And the content is : \"typed_text\": \" capital of Colombia\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/56351_7.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Colombia; The action is #DUAL_POINT#; touch_point: 0.7969, 0.6805, lift_point: 0.7969, 0.6805; The action is #DUAL_POINT#; touch_point: 0.7982, 0.6829, lift_point: 0.7982, 0.6829; The action is #DUAL_POINT#; touch_point: 0.7994, 0.6829, lift_point: 0.7994, 0.6829; The action is #DUAL_POINT#; touch_point: 0.0492, 0.5387, lift_point: 0.0492, 0.5387; The action is #DUAL_POINT#; touch_point: 0.0475, 0.9319, lift_point: 0.0475, 0.9319; The action is #TYPE#; And the content is : \"typed_text\": \" capital of Colombia\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/56351_8.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new window in Chrome", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/56381_1.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new window in Chrome; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7919, 0.6831, lift_point: 0.7919, 0.6831", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/56381_2.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new window in Chrome; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7919, 0.6831, lift_point: 0.7919, 0.6831", "response": "The action is #DUAL_POINT#; touch_point: 0.7907, 0.6831, lift_point: 0.7907, 0.6831", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/56381_3.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new window in Chrome; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7919, 0.6831, lift_point: 0.7919, 0.6831; The action is #DUAL_POINT#; touch_point: 0.7907, 0.6831, lift_point: 0.7907, 0.6831", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/56381_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the time in San Francisco?", "response": "The action is #DUAL_POINT#; touch_point: 0.0, 0.7479, lift_point: 0.0, 0.7479", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/56514_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the time in San Francisco?; The action is #DUAL_POINT#; touch_point: 0.0, 0.7479, lift_point: 0.0, 0.7479", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/56514_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the time in San Francisco?; The action is #DUAL_POINT#; touch_point: 0.0, 0.7479, lift_point: 0.0, 0.7479; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.509, 0.6815, lift_point: 0.509, 0.6815", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/56514_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the time in San Francisco?; The action is #DUAL_POINT#; touch_point: 0.0, 0.7479, lift_point: 0.0, 0.7479; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.509, 0.6815, lift_point: 0.509, 0.6815", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/56514_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the time in San Francisco?; The action is #DUAL_POINT#; touch_point: 0.0, 0.7479, lift_point: 0.0, 0.7479; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.509, 0.6815, lift_point: 0.509, 0.6815; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/56514_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the time in San Francisco?; The action is #DUAL_POINT#; touch_point: 0.0, 0.7479, lift_point: 0.0, 0.7479; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.509, 0.6815, lift_point: 0.509, 0.6815; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #DUAL_POINT#; touch_point: 0.1198, 0.5798, lift_point: 0.1198, 0.5798", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/56514_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the time in San Francisco?; The action is #DUAL_POINT#; touch_point: 0.0, 0.7479, lift_point: 0.0, 0.7479; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.509, 0.6815, lift_point: 0.509, 0.6815; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.1198, 0.5798, lift_point: 0.1198, 0.5798", "response": "The action is #DUAL_POINT#; touch_point: 0.0635, 0.8973, lift_point: 0.0635, 0.8973", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/56514_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the time in San Francisco?; The action is #DUAL_POINT#; touch_point: 0.0, 0.7479, lift_point: 0.0, 0.7479; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.509, 0.6815, lift_point: 0.509, 0.6815; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.1198, 0.5798, lift_point: 0.1198, 0.5798; The action is #DUAL_POINT#; touch_point: 0.0635, 0.8973, lift_point: 0.0635, 0.8973", "response": "The action is #DUAL_POINT#; touch_point: 0.0722, 0.2929, lift_point: 0.0722, 0.2929", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/56514_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the time in San Francisco?; The action is #DUAL_POINT#; touch_point: 0.0, 0.7479, lift_point: 0.0, 0.7479; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.509, 0.6815, lift_point: 0.509, 0.6815; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.1198, 0.5798, lift_point: 0.1198, 0.5798; The action is #DUAL_POINT#; touch_point: 0.0635, 0.8973, lift_point: 0.0635, 0.8973; The action is #DUAL_POINT#; touch_point: 0.0722, 0.2929, lift_point: 0.0722, 0.2929", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"time in San Francisco\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/56514_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's the time in San Francisco?; The action is #DUAL_POINT#; touch_point: 0.0, 0.7479, lift_point: 0.0, 0.7479; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.509, 0.6815, lift_point: 0.509, 0.6815; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.1198, 0.5798, lift_point: 0.1198, 0.5798; The action is #DUAL_POINT#; touch_point: 0.0635, 0.8973, lift_point: 0.0635, 0.8973; The action is #DUAL_POINT#; touch_point: 0.0722, 0.2929, lift_point: 0.0722, 0.2929; The action is #TYPE#; And the content is : \"typed_text\": \"time in San Francisco\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1297, 0.3994, lift_point: 0.1297, 0.3994", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/56514_10.png" ] }, { "query": "\nPrevious Actions: Goal: What's the time in San Francisco?; The action is #DUAL_POINT#; touch_point: 0.0, 0.7479, lift_point: 0.0, 0.7479; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.509, 0.6815, lift_point: 0.509, 0.6815; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.1198, 0.5798, lift_point: 0.1198, 0.5798; The action is #DUAL_POINT#; touch_point: 0.0635, 0.8973, lift_point: 0.0635, 0.8973; The action is #DUAL_POINT#; touch_point: 0.0722, 0.2929, lift_point: 0.0722, 0.2929; The action is #TYPE#; And the content is : \"typed_text\": \"time in San Francisco\"; The action is #DUAL_POINT#; touch_point: 0.1297, 0.3994, lift_point: 0.1297, 0.3994", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/56514_11.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Sri Lanka?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/56565_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Sri Lanka?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.9023, 0.3274, lift_point: 0.9023, 0.3274", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/56565_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Sri Lanka?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.9023, 0.3274, lift_point: 0.9023, 0.3274", "response": "The action is #DUAL_POINT#; touch_point: 0.0744, 0.2528, lift_point: 0.0744, 0.2528", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/56565_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Sri Lanka?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.9023, 0.3274, lift_point: 0.9023, 0.3274; The action is #DUAL_POINT#; touch_point: 0.0744, 0.2528, lift_point: 0.0744, 0.2528", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Sri Lanka\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/56565_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Sri Lanka?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.9023, 0.3274, lift_point: 0.9023, 0.3274; The action is #DUAL_POINT#; touch_point: 0.0744, 0.2528, lift_point: 0.0744, 0.2528; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Sri Lanka\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1367, 0.3651, lift_point: 0.1367, 0.3651", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/56565_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Sri Lanka?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.9023, 0.3274, lift_point: 0.9023, 0.3274; The action is #DUAL_POINT#; touch_point: 0.0744, 0.2528, lift_point: 0.0744, 0.2528; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Sri Lanka\"; The action is #DUAL_POINT#; touch_point: 0.1367, 0.3651, lift_point: 0.1367, 0.3651", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/56565_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from GameTrailers?", "response": "The action is #DUAL_POINT#; touch_point: 0.8772, 0.5148, lift_point: 0.8772, 0.5148", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/56655_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from GameTrailers?; The action is #DUAL_POINT#; touch_point: 0.8772, 0.5148, lift_point: 0.8772, 0.5148", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest video from GameTrailers?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/56655_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from GameTrailers?; The action is #DUAL_POINT#; touch_point: 0.8772, 0.5148, lift_point: 0.8772, 0.5148; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest video from GameTrailers?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1396, 0.4555, lift_point: 0.1396, 0.4555", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/56655_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from GameTrailers?; The action is #DUAL_POINT#; touch_point: 0.8772, 0.5148, lift_point: 0.8772, 0.5148; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest video from GameTrailers?\"; The action is #DUAL_POINT#; touch_point: 0.1396, 0.4555, lift_point: 0.1396, 0.4555", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/56655_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good Chinese restaurants", "response": "The action is #DUAL_POINT#; touch_point: 0.8748, 0.3711, lift_point: 0.8748, 0.3711", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/56699_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good Chinese restaurants; The action is #DUAL_POINT#; touch_point: 0.8748, 0.3711, lift_point: 0.8748, 0.3711", "response": "The action is #DUAL_POINT#; touch_point: 0.4529, 0.1284, lift_point: 0.4529, 0.1284", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/56699_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good Chinese restaurants; The action is #DUAL_POINT#; touch_point: 0.8748, 0.3711, lift_point: 0.8748, 0.3711; The action is #DUAL_POINT#; touch_point: 0.4529, 0.1284, lift_point: 0.4529, 0.1284", "response": "The action is #DUAL_POINT#; touch_point: 0.0655, 0.3438, lift_point: 0.0655, 0.3438", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/56699_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good Chinese restaurants; The action is #DUAL_POINT#; touch_point: 0.8748, 0.3711, lift_point: 0.8748, 0.3711; The action is #DUAL_POINT#; touch_point: 0.4529, 0.1284, lift_point: 0.4529, 0.1284; The action is #DUAL_POINT#; touch_point: 0.0655, 0.3438, lift_point: 0.0655, 0.3438", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"good Chinese restaurants\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/56699_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good Chinese restaurants; The action is #DUAL_POINT#; touch_point: 0.8748, 0.3711, lift_point: 0.8748, 0.3711; The action is #DUAL_POINT#; touch_point: 0.4529, 0.1284, lift_point: 0.4529, 0.1284; The action is #DUAL_POINT#; touch_point: 0.0655, 0.3438, lift_point: 0.0655, 0.3438; The action is #TYPE#; And the content is : \"typed_text\": \"good Chinese restaurants\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1542, 0.5827, lift_point: 0.1542, 0.5827", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/56699_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good Chinese restaurants; The action is #DUAL_POINT#; touch_point: 0.8748, 0.3711, lift_point: 0.8748, 0.3711; The action is #DUAL_POINT#; touch_point: 0.4529, 0.1284, lift_point: 0.4529, 0.1284; The action is #DUAL_POINT#; touch_point: 0.0655, 0.3438, lift_point: 0.0655, 0.3438; The action is #TYPE#; And the content is : \"typed_text\": \"good Chinese restaurants\"; The action is #DUAL_POINT#; touch_point: 0.1542, 0.5827, lift_point: 0.1542, 0.5827", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/56699_6.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 12pm", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/56758_1.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 12pm; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8901, 0.5255, lift_point: 0.8901, 0.5255", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/56758_2.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 12pm; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8901, 0.5255, lift_point: 0.8901, 0.5255", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/56758_3.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 12pm; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8901, 0.5255, lift_point: 0.8901, 0.5255; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/56758_4.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 12pm; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8901, 0.5255, lift_point: 0.8901, 0.5255; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3867, 0.7017, lift_point: 0.3867, 0.7017", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/56758_5.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 12pm; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8901, 0.5255, lift_point: 0.8901, 0.5255; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3867, 0.7017, lift_point: 0.3867, 0.7017", "response": "The action is #DUAL_POINT#; touch_point: 0.0817, 0.083, lift_point: 0.0817, 0.083", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/56758_6.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 12pm; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8901, 0.5255, lift_point: 0.8901, 0.5255; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3867, 0.7017, lift_point: 0.3867, 0.7017; The action is #DUAL_POINT#; touch_point: 0.0817, 0.083, lift_point: 0.0817, 0.083", "response": "The action is #DUAL_POINT#; touch_point: 0.8808, 0.483, lift_point: 0.8808, 0.483", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/56758_7.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 12pm; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8901, 0.5255, lift_point: 0.8901, 0.5255; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3867, 0.7017, lift_point: 0.3867, 0.7017; The action is #DUAL_POINT#; touch_point: 0.0817, 0.083, lift_point: 0.0817, 0.083; The action is #DUAL_POINT#; touch_point: 0.8808, 0.483, lift_point: 0.8808, 0.483", "response": "The action is #DUAL_POINT#; touch_point: 0.4037, 0.503, lift_point: 0.4037, 0.503", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/56758_8.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 12pm; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8901, 0.5255, lift_point: 0.8901, 0.5255; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3867, 0.7017, lift_point: 0.3867, 0.7017; The action is #DUAL_POINT#; touch_point: 0.0817, 0.083, lift_point: 0.0817, 0.083; The action is #DUAL_POINT#; touch_point: 0.8808, 0.483, lift_point: 0.8808, 0.483; The action is #DUAL_POINT#; touch_point: 0.4037, 0.503, lift_point: 0.4037, 0.503", "response": "The action is #DUAL_POINT#; touch_point: 0.4139, 0.5104, lift_point: 0.4139, 0.5104", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/56758_9.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 12pm; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8901, 0.5255, lift_point: 0.8901, 0.5255; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3867, 0.7017, lift_point: 0.3867, 0.7017; The action is #DUAL_POINT#; touch_point: 0.0817, 0.083, lift_point: 0.0817, 0.083; The action is #DUAL_POINT#; touch_point: 0.8808, 0.483, lift_point: 0.8808, 0.483; The action is #DUAL_POINT#; touch_point: 0.4037, 0.503, lift_point: 0.4037, 0.503; The action is #DUAL_POINT#; touch_point: 0.4139, 0.5104, lift_point: 0.4139, 0.5104", "response": "The action is #DUAL_POINT#; touch_point: 0.7124, 0.7722, lift_point: 0.7124, 0.7722", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/56758_10.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 12pm; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8901, 0.5255, lift_point: 0.8901, 0.5255; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3867, 0.7017, lift_point: 0.3867, 0.7017; The action is #DUAL_POINT#; touch_point: 0.0817, 0.083, lift_point: 0.0817, 0.083; The action is #DUAL_POINT#; touch_point: 0.8808, 0.483, lift_point: 0.8808, 0.483; The action is #DUAL_POINT#; touch_point: 0.4037, 0.503, lift_point: 0.4037, 0.503; The action is #DUAL_POINT#; touch_point: 0.4139, 0.5104, lift_point: 0.4139, 0.5104; The action is #DUAL_POINT#; touch_point: 0.7124, 0.7722, lift_point: 0.7124, 0.7722", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/56758_11.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Austin?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/56826_1.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Austin?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.882, 0.1296, lift_point: 0.882, 0.1296", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/56826_2.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Austin?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.882, 0.1296, lift_point: 0.882, 0.1296", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in Austin?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/56826_3.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Austin?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.882, 0.1296, lift_point: 0.882, 0.1296; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in Austin?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.0536, 0.3399, lift_point: 0.0536, 0.3399", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/56826_4.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Austin?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.882, 0.1296, lift_point: 0.882, 0.1296; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in Austin?\"; The action is #DUAL_POINT#; touch_point: 0.0536, 0.3399, lift_point: 0.0536, 0.3399", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/56826_5.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Austin?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.882, 0.1296, lift_point: 0.882, 0.1296; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in Austin?\"; The action is #DUAL_POINT#; touch_point: 0.0536, 0.3399, lift_point: 0.0536, 0.3399; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/56826_6.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Venezuela", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/56845_1.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Wikipedia app", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/56851_1.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Apple Store?", "response": "The action is #DUAL_POINT#; touch_point: 0.7875, 0.6964, lift_point: 0.7875, 0.6964", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/56978_1.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Apple Store?; The action is #DUAL_POINT#; touch_point: 0.7875, 0.6964, lift_point: 0.7875, 0.6964", "response": "The action is #DUAL_POINT#; touch_point: 0.1715, 0.4258, lift_point: 0.1715, 0.4258", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/56978_2.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Apple Store?; The action is #DUAL_POINT#; touch_point: 0.7875, 0.6964, lift_point: 0.7875, 0.6964; The action is #DUAL_POINT#; touch_point: 0.1715, 0.4258, lift_point: 0.1715, 0.4258", "response": "The action is #DUAL_POINT#; touch_point: 0.1171, 0.9217, lift_point: 0.1171, 0.9217", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/56978_3.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Apple Store?; The action is #DUAL_POINT#; touch_point: 0.7875, 0.6964, lift_point: 0.7875, 0.6964; The action is #DUAL_POINT#; touch_point: 0.1715, 0.4258, lift_point: 0.1715, 0.4258; The action is #DUAL_POINT#; touch_point: 0.1171, 0.9217, lift_point: 0.1171, 0.9217", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Apple Store?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/56978_4.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Apple Store?; The action is #DUAL_POINT#; touch_point: 0.7875, 0.6964, lift_point: 0.7875, 0.6964; The action is #DUAL_POINT#; touch_point: 0.1715, 0.4258, lift_point: 0.1715, 0.4258; The action is #DUAL_POINT#; touch_point: 0.1171, 0.9217, lift_point: 0.1171, 0.9217; The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Apple Store?\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/56978_5.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Apple Store?; The action is #DUAL_POINT#; touch_point: 0.7875, 0.6964, lift_point: 0.7875, 0.6964; The action is #DUAL_POINT#; touch_point: 0.1715, 0.4258, lift_point: 0.1715, 0.4258; The action is #DUAL_POINT#; touch_point: 0.1171, 0.9217, lift_point: 0.1171, 0.9217; The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Apple Store?\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/56978_6.png" ] }, { "query": "\nPrevious Actions: Goal: Open the camera", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57138_1.png" ] }, { "query": "\nPrevious Actions: Goal: Open the camera; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.5618, 0.2804, lift_point: 0.5618, 0.2804", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57138_2.png" ] }, { "query": "\nPrevious Actions: Goal: Open the camera; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5618, 0.2804, lift_point: 0.5618, 0.2804", "response": "The action is #DUAL_POINT#; touch_point: 0.8338, 0.5854, lift_point: 0.8338, 0.5854", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57138_3.png" ] }, { "query": "\nPrevious Actions: Goal: Open the camera; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5618, 0.2804, lift_point: 0.5618, 0.2804; The action is #DUAL_POINT#; touch_point: 0.8338, 0.5854, lift_point: 0.8338, 0.5854", "response": "The action is #DUAL_POINT#; touch_point: 0.5045, 0.5531, lift_point: 0.5045, 0.5531", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57138_4.png" ] }, { "query": "\nPrevious Actions: Goal: Open the camera; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5618, 0.2804, lift_point: 0.5618, 0.2804; The action is #DUAL_POINT#; touch_point: 0.8338, 0.5854, lift_point: 0.8338, 0.5854; The action is #DUAL_POINT#; touch_point: 0.5045, 0.5531, lift_point: 0.5045, 0.5531", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57138_5.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7pm", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57165_1.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7pm; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.5938, 0.718, lift_point: 0.5938, 0.718", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57165_2.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7pm; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5938, 0.718, lift_point: 0.5938, 0.718", "response": "The action is #DUAL_POINT#; touch_point: 0.1164, 0.1471, lift_point: 0.1164, 0.1471", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57165_3.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7pm; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5938, 0.718, lift_point: 0.5938, 0.718; The action is #DUAL_POINT#; touch_point: 0.1164, 0.1471, lift_point: 0.1164, 0.1471", "response": "The action is #DUAL_POINT#; touch_point: 0.8339, 0.5343, lift_point: 0.8339, 0.5343", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57165_4.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7pm; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5938, 0.718, lift_point: 0.5938, 0.718; The action is #DUAL_POINT#; touch_point: 0.1164, 0.1471, lift_point: 0.1164, 0.1471; The action is #DUAL_POINT#; touch_point: 0.8339, 0.5343, lift_point: 0.8339, 0.5343", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57165_5.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7pm; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5938, 0.718, lift_point: 0.5938, 0.718; The action is #DUAL_POINT#; touch_point: 0.1164, 0.1471, lift_point: 0.1164, 0.1471; The action is #DUAL_POINT#; touch_point: 0.8339, 0.5343, lift_point: 0.8339, 0.5343; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57165_6.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7pm; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5938, 0.718, lift_point: 0.5938, 0.718; The action is #DUAL_POINT#; touch_point: 0.1164, 0.1471, lift_point: 0.1164, 0.1471; The action is #DUAL_POINT#; touch_point: 0.8339, 0.5343, lift_point: 0.8339, 0.5343; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57165_7.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7pm; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5938, 0.718, lift_point: 0.5938, 0.718; The action is #DUAL_POINT#; touch_point: 0.1164, 0.1471, lift_point: 0.1164, 0.1471; The action is #DUAL_POINT#; touch_point: 0.8339, 0.5343, lift_point: 0.8339, 0.5343; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57165_8.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7pm; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5938, 0.718, lift_point: 0.5938, 0.718; The action is #DUAL_POINT#; touch_point: 0.1164, 0.1471, lift_point: 0.1164, 0.1471; The action is #DUAL_POINT#; touch_point: 0.8339, 0.5343, lift_point: 0.8339, 0.5343; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57165_9.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7pm; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5938, 0.718, lift_point: 0.5938, 0.718; The action is #DUAL_POINT#; touch_point: 0.1164, 0.1471, lift_point: 0.1164, 0.1471; The action is #DUAL_POINT#; touch_point: 0.8339, 0.5343, lift_point: 0.8339, 0.5343; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57165_10.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7pm; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5938, 0.718, lift_point: 0.5938, 0.718; The action is #DUAL_POINT#; touch_point: 0.1164, 0.1471, lift_point: 0.1164, 0.1471; The action is #DUAL_POINT#; touch_point: 0.8339, 0.5343, lift_point: 0.8339, 0.5343; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57165_11.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7pm; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5938, 0.718, lift_point: 0.5938, 0.718; The action is #DUAL_POINT#; touch_point: 0.1164, 0.1471, lift_point: 0.1164, 0.1471; The action is #DUAL_POINT#; touch_point: 0.8339, 0.5343, lift_point: 0.8339, 0.5343; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3829, 0.2267, lift_point: 0.3829, 0.2267", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57165_12.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7pm; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5938, 0.718, lift_point: 0.5938, 0.718; The action is #DUAL_POINT#; touch_point: 0.1164, 0.1471, lift_point: 0.1164, 0.1471; The action is #DUAL_POINT#; touch_point: 0.8339, 0.5343, lift_point: 0.8339, 0.5343; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3829, 0.2267, lift_point: 0.3829, 0.2267", "response": "The action is #DUAL_POINT#; touch_point: 0.3909, 0.2267, lift_point: 0.3909, 0.2267", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57165_13.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7pm; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5938, 0.718, lift_point: 0.5938, 0.718; The action is #DUAL_POINT#; touch_point: 0.1164, 0.1471, lift_point: 0.1164, 0.1471; The action is #DUAL_POINT#; touch_point: 0.8339, 0.5343, lift_point: 0.8339, 0.5343; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3829, 0.2267, lift_point: 0.3829, 0.2267; The action is #DUAL_POINT#; touch_point: 0.3909, 0.2267, lift_point: 0.3909, 0.2267", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57165_14.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7pm; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5938, 0.718, lift_point: 0.5938, 0.718; The action is #DUAL_POINT#; touch_point: 0.1164, 0.1471, lift_point: 0.1164, 0.1471; The action is #DUAL_POINT#; touch_point: 0.8339, 0.5343, lift_point: 0.8339, 0.5343; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3829, 0.2267, lift_point: 0.3829, 0.2267; The action is #DUAL_POINT#; touch_point: 0.3909, 0.2267, lift_point: 0.3909, 0.2267; The action is #Scrolling Up#", "response": "The action is #DUAL_POINT#; touch_point: 0.6894, 0.8, lift_point: 0.6894, 0.8", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57165_15.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7pm; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5938, 0.718, lift_point: 0.5938, 0.718; The action is #DUAL_POINT#; touch_point: 0.1164, 0.1471, lift_point: 0.1164, 0.1471; The action is #DUAL_POINT#; touch_point: 0.8339, 0.5343, lift_point: 0.8339, 0.5343; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3829, 0.2267, lift_point: 0.3829, 0.2267; The action is #DUAL_POINT#; touch_point: 0.3909, 0.2267, lift_point: 0.3909, 0.2267; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.6894, 0.8, lift_point: 0.6894, 0.8", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57165_16.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of India?", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57172_1.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of India?; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.7714, 0.7279, lift_point: 0.7714, 0.7279", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57172_2.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of India?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7714, 0.7279, lift_point: 0.7714, 0.7279", "response": "The action is #DUAL_POINT#; touch_point: 0.1152, 0.577, lift_point: 0.1152, 0.577", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57172_3.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of India?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7714, 0.7279, lift_point: 0.7714, 0.7279; The action is #DUAL_POINT#; touch_point: 0.1152, 0.577, lift_point: 0.1152, 0.577", "response": "The action is #DUAL_POINT#; touch_point: 0.1166, 0.8942, lift_point: 0.1166, 0.8942", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57172_4.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of India?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7714, 0.7279, lift_point: 0.7714, 0.7279; The action is #DUAL_POINT#; touch_point: 0.1152, 0.577, lift_point: 0.1152, 0.577; The action is #DUAL_POINT#; touch_point: 0.1166, 0.8942, lift_point: 0.1166, 0.8942", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of India\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57172_5.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of India?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7714, 0.7279, lift_point: 0.7714, 0.7279; The action is #DUAL_POINT#; touch_point: 0.1152, 0.577, lift_point: 0.1152, 0.577; The action is #DUAL_POINT#; touch_point: 0.1166, 0.8942, lift_point: 0.1166, 0.8942; The action is #TYPE#; And the content is : \"typed_text\": \"capital of India\"", "response": "The action is #DUAL_POINT#; touch_point: 0.2398, 0.6228, lift_point: 0.2398, 0.6228", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57172_6.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of India?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7714, 0.7279, lift_point: 0.7714, 0.7279; The action is #DUAL_POINT#; touch_point: 0.1152, 0.577, lift_point: 0.1152, 0.577; The action is #DUAL_POINT#; touch_point: 0.1166, 0.8942, lift_point: 0.1166, 0.8942; The action is #TYPE#; And the content is : \"typed_text\": \"capital of India\"; The action is #DUAL_POINT#; touch_point: 0.2398, 0.6228, lift_point: 0.2398, 0.6228", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57172_7.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 6pm", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57331_1.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 6pm; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.5301, 0.908, lift_point: 0.5301, 0.908", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57331_2.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 6pm; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5301, 0.908, lift_point: 0.5301, 0.908", "response": "The action is #DUAL_POINT#; touch_point: 0.8903, 0.4533, lift_point: 0.8903, 0.4533", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57331_3.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 6pm; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5301, 0.908, lift_point: 0.5301, 0.908; The action is #DUAL_POINT#; touch_point: 0.8903, 0.4533, lift_point: 0.8903, 0.4533", "response": "The action is #DUAL_POINT#; touch_point: 0.8393, 0.4724, lift_point: 0.8393, 0.4724", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57331_4.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 6pm; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5301, 0.908, lift_point: 0.5301, 0.908; The action is #DUAL_POINT#; touch_point: 0.8903, 0.4533, lift_point: 0.8903, 0.4533; The action is #DUAL_POINT#; touch_point: 0.8393, 0.4724, lift_point: 0.8393, 0.4724", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57331_5.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 6pm; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5301, 0.908, lift_point: 0.5301, 0.908; The action is #DUAL_POINT#; touch_point: 0.8903, 0.4533, lift_point: 0.8903, 0.4533; The action is #DUAL_POINT#; touch_point: 0.8393, 0.4724, lift_point: 0.8393, 0.4724; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57331_6.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 6pm; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5301, 0.908, lift_point: 0.5301, 0.908; The action is #DUAL_POINT#; touch_point: 0.8903, 0.4533, lift_point: 0.8903, 0.4533; The action is #DUAL_POINT#; touch_point: 0.8393, 0.4724, lift_point: 0.8393, 0.4724; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57331_7.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 6pm; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5301, 0.908, lift_point: 0.5301, 0.908; The action is #DUAL_POINT#; touch_point: 0.8903, 0.4533, lift_point: 0.8903, 0.4533; The action is #DUAL_POINT#; touch_point: 0.8393, 0.4724, lift_point: 0.8393, 0.4724; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57331_8.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 6pm; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5301, 0.908, lift_point: 0.5301, 0.908; The action is #DUAL_POINT#; touch_point: 0.8903, 0.4533, lift_point: 0.8903, 0.4533; The action is #DUAL_POINT#; touch_point: 0.8393, 0.4724, lift_point: 0.8393, 0.4724; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57331_9.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 6pm; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5301, 0.908, lift_point: 0.5301, 0.908; The action is #DUAL_POINT#; touch_point: 0.8903, 0.4533, lift_point: 0.8903, 0.4533; The action is #DUAL_POINT#; touch_point: 0.8393, 0.4724, lift_point: 0.8393, 0.4724; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57331_10.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 6pm; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5301, 0.908, lift_point: 0.5301, 0.908; The action is #DUAL_POINT#; touch_point: 0.8903, 0.4533, lift_point: 0.8903, 0.4533; The action is #DUAL_POINT#; touch_point: 0.8393, 0.4724, lift_point: 0.8393, 0.4724; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57331_11.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 6pm; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5301, 0.908, lift_point: 0.5301, 0.908; The action is #DUAL_POINT#; touch_point: 0.8903, 0.4533, lift_point: 0.8903, 0.4533; The action is #DUAL_POINT#; touch_point: 0.8393, 0.4724, lift_point: 0.8393, 0.4724; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57331_12.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 6pm; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5301, 0.908, lift_point: 0.5301, 0.908; The action is #DUAL_POINT#; touch_point: 0.8903, 0.4533, lift_point: 0.8903, 0.4533; The action is #DUAL_POINT#; touch_point: 0.8393, 0.4724, lift_point: 0.8393, 0.4724; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57331_13.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 6pm; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5301, 0.908, lift_point: 0.5301, 0.908; The action is #DUAL_POINT#; touch_point: 0.8903, 0.4533, lift_point: 0.8903, 0.4533; The action is #DUAL_POINT#; touch_point: 0.8393, 0.4724, lift_point: 0.8393, 0.4724; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57331_14.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 6pm; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5301, 0.908, lift_point: 0.5301, 0.908; The action is #DUAL_POINT#; touch_point: 0.8903, 0.4533, lift_point: 0.8903, 0.4533; The action is #DUAL_POINT#; touch_point: 0.8393, 0.4724, lift_point: 0.8393, 0.4724; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57331_15.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 6pm; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5301, 0.908, lift_point: 0.5301, 0.908; The action is #DUAL_POINT#; touch_point: 0.8903, 0.4533, lift_point: 0.8903, 0.4533; The action is #DUAL_POINT#; touch_point: 0.8393, 0.4724, lift_point: 0.8393, 0.4724; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57331_16.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 6pm; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5301, 0.908, lift_point: 0.5301, 0.908; The action is #DUAL_POINT#; touch_point: 0.8903, 0.4533, lift_point: 0.8903, 0.4533; The action is #DUAL_POINT#; touch_point: 0.8393, 0.4724, lift_point: 0.8393, 0.4724; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57331_17.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 6pm; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5301, 0.908, lift_point: 0.5301, 0.908; The action is #DUAL_POINT#; touch_point: 0.8903, 0.4533, lift_point: 0.8903, 0.4533; The action is #DUAL_POINT#; touch_point: 0.8393, 0.4724, lift_point: 0.8393, 0.4724; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57331_18.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 6pm; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5301, 0.908, lift_point: 0.5301, 0.908; The action is #DUAL_POINT#; touch_point: 0.8903, 0.4533, lift_point: 0.8903, 0.4533; The action is #DUAL_POINT#; touch_point: 0.8393, 0.4724, lift_point: 0.8393, 0.4724; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57331_19.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 6pm; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5301, 0.908, lift_point: 0.5301, 0.908; The action is #DUAL_POINT#; touch_point: 0.8903, 0.4533, lift_point: 0.8903, 0.4533; The action is #DUAL_POINT#; touch_point: 0.8393, 0.4724, lift_point: 0.8393, 0.4724; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57331_20.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 6pm; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5301, 0.908, lift_point: 0.5301, 0.908; The action is #DUAL_POINT#; touch_point: 0.8903, 0.4533, lift_point: 0.8903, 0.4533; The action is #DUAL_POINT#; touch_point: 0.8393, 0.4724, lift_point: 0.8393, 0.4724; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57331_21.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 6pm; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5301, 0.908, lift_point: 0.5301, 0.908; The action is #DUAL_POINT#; touch_point: 0.8903, 0.4533, lift_point: 0.8903, 0.4533; The action is #DUAL_POINT#; touch_point: 0.8393, 0.4724, lift_point: 0.8393, 0.4724; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57331_22.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 6pm; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5301, 0.908, lift_point: 0.5301, 0.908; The action is #DUAL_POINT#; touch_point: 0.8903, 0.4533, lift_point: 0.8903, 0.4533; The action is #DUAL_POINT#; touch_point: 0.8393, 0.4724, lift_point: 0.8393, 0.4724; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #DUAL_POINT#; touch_point: 0.6892, 0.7736, lift_point: 0.6892, 0.7736", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57331_23.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 6pm; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5301, 0.908, lift_point: 0.5301, 0.908; The action is #DUAL_POINT#; touch_point: 0.8903, 0.4533, lift_point: 0.8903, 0.4533; The action is #DUAL_POINT#; touch_point: 0.8393, 0.4724, lift_point: 0.8393, 0.4724; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.6892, 0.7736, lift_point: 0.6892, 0.7736", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57331_24.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news about the US economy?", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57450_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news about the US economy?; The action is #Scrolling Up#", "response": "The action is #DUAL_POINT#; touch_point: 0.1192, 0.0932, lift_point: 0.1192, 0.0932", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57450_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news about the US economy?; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.1192, 0.0932, lift_point: 0.1192, 0.0932", "response": "The action is #DUAL_POINT#; touch_point: 0.0954, 0.3081, lift_point: 0.0954, 0.3081", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57450_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news about the US economy?; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.1192, 0.0932, lift_point: 0.1192, 0.0932; The action is #DUAL_POINT#; touch_point: 0.0954, 0.3081, lift_point: 0.0954, 0.3081", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57450_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news about the US economy?; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.1192, 0.0932, lift_point: 0.1192, 0.0932; The action is #DUAL_POINT#; touch_point: 0.0954, 0.3081, lift_point: 0.0954, 0.3081; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57450_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news about the US economy?; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.1192, 0.0932, lift_point: 0.1192, 0.0932; The action is #DUAL_POINT#; touch_point: 0.0954, 0.3081, lift_point: 0.0954, 0.3081; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.6919, 0.8615, lift_point: 0.6919, 0.8615", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57450_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news about the US economy?; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.1192, 0.0932, lift_point: 0.1192, 0.0932; The action is #DUAL_POINT#; touch_point: 0.0954, 0.3081, lift_point: 0.0954, 0.3081; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6919, 0.8615, lift_point: 0.6919, 0.8615", "response": "The action is #DUAL_POINT#; touch_point: 0.2385, 0.567, lift_point: 0.2385, 0.567", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57450_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news about the US economy?; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.1192, 0.0932, lift_point: 0.1192, 0.0932; The action is #DUAL_POINT#; touch_point: 0.0954, 0.3081, lift_point: 0.0954, 0.3081; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6919, 0.8615, lift_point: 0.6919, 0.8615; The action is #DUAL_POINT#; touch_point: 0.2385, 0.567, lift_point: 0.2385, 0.567", "response": "The action is #DUAL_POINT#; touch_point: 0.1071, 0.863, lift_point: 0.1071, 0.863", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57450_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news about the US economy?; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.1192, 0.0932, lift_point: 0.1192, 0.0932; The action is #DUAL_POINT#; touch_point: 0.0954, 0.3081, lift_point: 0.0954, 0.3081; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6919, 0.8615, lift_point: 0.6919, 0.8615; The action is #DUAL_POINT#; touch_point: 0.2385, 0.567, lift_point: 0.2385, 0.567; The action is #DUAL_POINT#; touch_point: 0.1071, 0.863, lift_point: 0.1071, 0.863", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Twitter app\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57450_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news about the US economy?; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.1192, 0.0932, lift_point: 0.1192, 0.0932; The action is #DUAL_POINT#; touch_point: 0.0954, 0.3081, lift_point: 0.0954, 0.3081; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6919, 0.8615, lift_point: 0.6919, 0.8615; The action is #DUAL_POINT#; touch_point: 0.2385, 0.567, lift_point: 0.2385, 0.567; The action is #DUAL_POINT#; touch_point: 0.1071, 0.863, lift_point: 0.1071, 0.863; The action is #TYPE#; And the content is : \"typed_text\": \"Twitter app\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1213, 0.8467, lift_point: 0.1213, 0.8467", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57450_10.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news about the US economy?; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.1192, 0.0932, lift_point: 0.1192, 0.0932; The action is #DUAL_POINT#; touch_point: 0.0954, 0.3081, lift_point: 0.0954, 0.3081; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6919, 0.8615, lift_point: 0.6919, 0.8615; The action is #DUAL_POINT#; touch_point: 0.2385, 0.567, lift_point: 0.2385, 0.567; The action is #DUAL_POINT#; touch_point: 0.1071, 0.863, lift_point: 0.1071, 0.863; The action is #TYPE#; And the content is : \"typed_text\": \"Twitter app\"; The action is #DUAL_POINT#; touch_point: 0.1213, 0.8467, lift_point: 0.1213, 0.8467", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"news about the US economy\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57450_11.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news about the US economy?; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.1192, 0.0932, lift_point: 0.1192, 0.0932; The action is #DUAL_POINT#; touch_point: 0.0954, 0.3081, lift_point: 0.0954, 0.3081; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6919, 0.8615, lift_point: 0.6919, 0.8615; The action is #DUAL_POINT#; touch_point: 0.2385, 0.567, lift_point: 0.2385, 0.567; The action is #DUAL_POINT#; touch_point: 0.1071, 0.863, lift_point: 0.1071, 0.863; The action is #TYPE#; And the content is : \"typed_text\": \"Twitter app\"; The action is #DUAL_POINT#; touch_point: 0.1213, 0.8467, lift_point: 0.1213, 0.8467; The action is #TYPE#; And the content is : \"typed_text\": \"news about the US economy\"", "response": "The action is #DUAL_POINT#; touch_point: 0.2597, 0.5918, lift_point: 0.2597, 0.5918", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57450_12.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news about the US economy?; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.1192, 0.0932, lift_point: 0.1192, 0.0932; The action is #DUAL_POINT#; touch_point: 0.0954, 0.3081, lift_point: 0.0954, 0.3081; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6919, 0.8615, lift_point: 0.6919, 0.8615; The action is #DUAL_POINT#; touch_point: 0.2385, 0.567, lift_point: 0.2385, 0.567; The action is #DUAL_POINT#; touch_point: 0.1071, 0.863, lift_point: 0.1071, 0.863; The action is #TYPE#; And the content is : \"typed_text\": \"Twitter app\"; The action is #DUAL_POINT#; touch_point: 0.1213, 0.8467, lift_point: 0.1213, 0.8467; The action is #TYPE#; And the content is : \"typed_text\": \"news about the US economy\"; The action is #DUAL_POINT#; touch_point: 0.2597, 0.5918, lift_point: 0.2597, 0.5918", "response": "The action is #DUAL_POINT#; touch_point: 0.3296, 0.3282, lift_point: 0.3296, 0.3282", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57450_13.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news about the US economy?; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.1192, 0.0932, lift_point: 0.1192, 0.0932; The action is #DUAL_POINT#; touch_point: 0.0954, 0.3081, lift_point: 0.0954, 0.3081; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6919, 0.8615, lift_point: 0.6919, 0.8615; The action is #DUAL_POINT#; touch_point: 0.2385, 0.567, lift_point: 0.2385, 0.567; The action is #DUAL_POINT#; touch_point: 0.1071, 0.863, lift_point: 0.1071, 0.863; The action is #TYPE#; And the content is : \"typed_text\": \"Twitter app\"; The action is #DUAL_POINT#; touch_point: 0.1213, 0.8467, lift_point: 0.1213, 0.8467; The action is #TYPE#; And the content is : \"typed_text\": \"news about the US economy\"; The action is #DUAL_POINT#; touch_point: 0.2597, 0.5918, lift_point: 0.2597, 0.5918; The action is #DUAL_POINT#; touch_point: 0.3296, 0.3282, lift_point: 0.3296, 0.3282", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57450_14.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Katy Perry video on YouTube", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57472_1.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Katy Perry video on YouTube; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.7137, 0.8583, lift_point: 0.7137, 0.8583", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57472_2.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Katy Perry video on YouTube; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7137, 0.8583, lift_point: 0.7137, 0.8583", "response": "The action is #DUAL_POINT#; touch_point: 0.2432, 0.6758, lift_point: 0.2432, 0.6758", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57472_3.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Katy Perry video on YouTube; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7137, 0.8583, lift_point: 0.7137, 0.8583; The action is #DUAL_POINT#; touch_point: 0.2432, 0.6758, lift_point: 0.2432, 0.6758", "response": "The action is #DUAL_POINT#; touch_point: 0.1245, 0.8849, lift_point: 0.1245, 0.8849", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57472_4.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Katy Perry video on YouTube; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7137, 0.8583, lift_point: 0.7137, 0.8583; The action is #DUAL_POINT#; touch_point: 0.2432, 0.6758, lift_point: 0.2432, 0.6758; The action is #DUAL_POINT#; touch_point: 0.1245, 0.8849, lift_point: 0.1245, 0.8849", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57472_5.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Katy Perry video on YouTube; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7137, 0.8583, lift_point: 0.7137, 0.8583; The action is #DUAL_POINT#; touch_point: 0.2432, 0.6758, lift_point: 0.2432, 0.6758; The action is #DUAL_POINT#; touch_point: 0.1245, 0.8849, lift_point: 0.1245, 0.8849; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.6987, 0.8377, lift_point: 0.6987, 0.8377", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57472_6.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Katy Perry video on YouTube; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7137, 0.8583, lift_point: 0.7137, 0.8583; The action is #DUAL_POINT#; touch_point: 0.2432, 0.6758, lift_point: 0.2432, 0.6758; The action is #DUAL_POINT#; touch_point: 0.1245, 0.8849, lift_point: 0.1245, 0.8849; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6987, 0.8377, lift_point: 0.6987, 0.8377", "response": "The action is #DUAL_POINT#; touch_point: 0.108, 0.1234, lift_point: 0.108, 0.1234", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57472_7.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Katy Perry video on YouTube; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7137, 0.8583, lift_point: 0.7137, 0.8583; The action is #DUAL_POINT#; touch_point: 0.2432, 0.6758, lift_point: 0.2432, 0.6758; The action is #DUAL_POINT#; touch_point: 0.1245, 0.8849, lift_point: 0.1245, 0.8849; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6987, 0.8377, lift_point: 0.6987, 0.8377; The action is #DUAL_POINT#; touch_point: 0.108, 0.1234, lift_point: 0.108, 0.1234", "response": "The action is #DUAL_POINT#; touch_point: 0.108, 0.1234, lift_point: 0.108, 0.1234", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57472_8.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Katy Perry video on YouTube; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7137, 0.8583, lift_point: 0.7137, 0.8583; The action is #DUAL_POINT#; touch_point: 0.2432, 0.6758, lift_point: 0.2432, 0.6758; The action is #DUAL_POINT#; touch_point: 0.1245, 0.8849, lift_point: 0.1245, 0.8849; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6987, 0.8377, lift_point: 0.6987, 0.8377; The action is #DUAL_POINT#; touch_point: 0.108, 0.1234, lift_point: 0.108, 0.1234; The action is #DUAL_POINT#; touch_point: 0.108, 0.1234, lift_point: 0.108, 0.1234", "response": "The action is #DUAL_POINT#; touch_point: 0.1046, 0.7265, lift_point: 0.1046, 0.7265", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57472_9.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Katy Perry video on YouTube; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7137, 0.8583, lift_point: 0.7137, 0.8583; The action is #DUAL_POINT#; touch_point: 0.2432, 0.6758, lift_point: 0.2432, 0.6758; The action is #DUAL_POINT#; touch_point: 0.1245, 0.8849, lift_point: 0.1245, 0.8849; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6987, 0.8377, lift_point: 0.6987, 0.8377; The action is #DUAL_POINT#; touch_point: 0.108, 0.1234, lift_point: 0.108, 0.1234; The action is #DUAL_POINT#; touch_point: 0.108, 0.1234, lift_point: 0.108, 0.1234; The action is #DUAL_POINT#; touch_point: 0.1046, 0.7265, lift_point: 0.1046, 0.7265", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"new Katy Perry video\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57472_10.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Katy Perry video on YouTube; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7137, 0.8583, lift_point: 0.7137, 0.8583; The action is #DUAL_POINT#; touch_point: 0.2432, 0.6758, lift_point: 0.2432, 0.6758; The action is #DUAL_POINT#; touch_point: 0.1245, 0.8849, lift_point: 0.1245, 0.8849; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6987, 0.8377, lift_point: 0.6987, 0.8377; The action is #DUAL_POINT#; touch_point: 0.108, 0.1234, lift_point: 0.108, 0.1234; The action is #DUAL_POINT#; touch_point: 0.108, 0.1234, lift_point: 0.108, 0.1234; The action is #DUAL_POINT#; touch_point: 0.1046, 0.7265, lift_point: 0.1046, 0.7265; The action is #TYPE#; And the content is : \"typed_text\": \"new Katy Perry video\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1996, 0.6082, lift_point: 0.1996, 0.6082", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57472_11.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Katy Perry video on YouTube; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7137, 0.8583, lift_point: 0.7137, 0.8583; The action is #DUAL_POINT#; touch_point: 0.2432, 0.6758, lift_point: 0.2432, 0.6758; The action is #DUAL_POINT#; touch_point: 0.1245, 0.8849, lift_point: 0.1245, 0.8849; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6987, 0.8377, lift_point: 0.6987, 0.8377; The action is #DUAL_POINT#; touch_point: 0.108, 0.1234, lift_point: 0.108, 0.1234; The action is #DUAL_POINT#; touch_point: 0.108, 0.1234, lift_point: 0.108, 0.1234; The action is #DUAL_POINT#; touch_point: 0.1046, 0.7265, lift_point: 0.1046, 0.7265; The action is #TYPE#; And the content is : \"typed_text\": \"new Katy Perry video\"; The action is #DUAL_POINT#; touch_point: 0.1996, 0.6082, lift_point: 0.1996, 0.6082", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57472_12.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in New Jersey?", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57629_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in New Jersey?; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.4793, 0.6657, lift_point: 0.4793, 0.6657", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57629_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in New Jersey?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4793, 0.6657, lift_point: 0.4793, 0.6657", "response": "The action is #DUAL_POINT#; touch_point: 0.1059, 0.7245, lift_point: 0.1059, 0.7245", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57629_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in New Jersey?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4793, 0.6657, lift_point: 0.4793, 0.6657; The action is #DUAL_POINT#; touch_point: 0.1059, 0.7245, lift_point: 0.1059, 0.7245", "response": "The action is #DUAL_POINT#; touch_point: 0.0566, 0.9286, lift_point: 0.0566, 0.9286", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57629_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in New Jersey?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4793, 0.6657, lift_point: 0.4793, 0.6657; The action is #DUAL_POINT#; touch_point: 0.1059, 0.7245, lift_point: 0.1059, 0.7245; The action is #DUAL_POINT#; touch_point: 0.0566, 0.9286, lift_point: 0.0566, 0.9286", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"good restaurant in new jersey\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57629_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in New Jersey?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4793, 0.6657, lift_point: 0.4793, 0.6657; The action is #DUAL_POINT#; touch_point: 0.1059, 0.7245, lift_point: 0.1059, 0.7245; The action is #DUAL_POINT#; touch_point: 0.0566, 0.9286, lift_point: 0.0566, 0.9286; The action is #TYPE#; And the content is : \"typed_text\": \"good restaurant in new jersey\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1265, 0.636, lift_point: 0.1265, 0.636", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57629_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in New Jersey?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4793, 0.6657, lift_point: 0.4793, 0.6657; The action is #DUAL_POINT#; touch_point: 0.1059, 0.7245, lift_point: 0.1059, 0.7245; The action is #DUAL_POINT#; touch_point: 0.0566, 0.9286, lift_point: 0.0566, 0.9286; The action is #TYPE#; And the content is : \"typed_text\": \"good restaurant in new jersey\"; The action is #DUAL_POINT#; touch_point: 0.1265, 0.636, lift_point: 0.1265, 0.636", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57629_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new eyeshadow", "response": "The action is #DUAL_POINT#; touch_point: 0.8902, 0.4375, lift_point: 0.8902, 0.4375", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57946_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new eyeshadow; The action is #DUAL_POINT#; touch_point: 0.8902, 0.4375, lift_point: 0.8902, 0.4375", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for a new eyeshadow\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57946_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new eyeshadow; The action is #DUAL_POINT#; touch_point: 0.8902, 0.4375, lift_point: 0.8902, 0.4375; The action is #TYPE#; And the content is : \"typed_text\": \"Search for a new eyeshadow\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1197, 0.3814, lift_point: 0.1197, 0.3814", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57946_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new eyeshadow; The action is #DUAL_POINT#; touch_point: 0.8902, 0.4375, lift_point: 0.8902, 0.4375; The action is #TYPE#; And the content is : \"typed_text\": \"Search for a new eyeshadow\"; The action is #DUAL_POINT#; touch_point: 0.1197, 0.3814, lift_point: 0.1197, 0.3814", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57946_4.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Seattle?", "response": "The action is #DUAL_POINT#; touch_point: 0.8126, 0.5033, lift_point: 0.8126, 0.5033", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57969_1.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Seattle?; The action is #DUAL_POINT#; touch_point: 0.8126, 0.5033, lift_point: 0.8126, 0.5033", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57969_2.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Seattle?; The action is #DUAL_POINT#; touch_point: 0.8126, 0.5033, lift_point: 0.8126, 0.5033; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57969_3.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Seattle?; The action is #DUAL_POINT#; touch_point: 0.8126, 0.5033, lift_point: 0.8126, 0.5033; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.6476, 0.1448, lift_point: 0.6476, 0.1448", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57969_4.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Seattle?; The action is #DUAL_POINT#; touch_point: 0.8126, 0.5033, lift_point: 0.8126, 0.5033; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6476, 0.1448, lift_point: 0.6476, 0.1448", "response": "The action is #DUAL_POINT#; touch_point: 0.0345, 0.5234, lift_point: 0.0345, 0.5234", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57969_5.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Seattle?; The action is #DUAL_POINT#; touch_point: 0.8126, 0.5033, lift_point: 0.8126, 0.5033; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6476, 0.1448, lift_point: 0.6476, 0.1448; The action is #DUAL_POINT#; touch_point: 0.0345, 0.5234, lift_point: 0.0345, 0.5234", "response": "The action is #DUAL_POINT#; touch_point: 0.0606, 0.9353, lift_point: 0.0606, 0.9353", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57969_6.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Seattle?; The action is #DUAL_POINT#; touch_point: 0.8126, 0.5033, lift_point: 0.8126, 0.5033; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6476, 0.1448, lift_point: 0.6476, 0.1448; The action is #DUAL_POINT#; touch_point: 0.0345, 0.5234, lift_point: 0.0345, 0.5234; The action is #DUAL_POINT#; touch_point: 0.0606, 0.9353, lift_point: 0.0606, 0.9353", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in Seattle?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57969_7.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Seattle?; The action is #DUAL_POINT#; touch_point: 0.8126, 0.5033, lift_point: 0.8126, 0.5033; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6476, 0.1448, lift_point: 0.6476, 0.1448; The action is #DUAL_POINT#; touch_point: 0.0345, 0.5234, lift_point: 0.0345, 0.5234; The action is #DUAL_POINT#; touch_point: 0.0606, 0.9353, lift_point: 0.0606, 0.9353; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in Seattle?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1264, 0.3904, lift_point: 0.1264, 0.3904", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57969_8.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Seattle?; The action is #DUAL_POINT#; touch_point: 0.8126, 0.5033, lift_point: 0.8126, 0.5033; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6476, 0.1448, lift_point: 0.6476, 0.1448; The action is #DUAL_POINT#; touch_point: 0.0345, 0.5234, lift_point: 0.0345, 0.5234; The action is #DUAL_POINT#; touch_point: 0.0606, 0.9353, lift_point: 0.0606, 0.9353; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in Seattle?\"; The action is #DUAL_POINT#; touch_point: 0.1264, 0.3904, lift_point: 0.1264, 0.3904", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/57969_9.png" ] }, { "query": "\nPrevious Actions: Goal: Open the calendar and show me this week's events?", "response": "The action is #DUAL_POINT#; touch_point: 0.5611, 0.6412, lift_point: 0.5611, 0.6412", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58006_1.png" ] }, { "query": "\nPrevious Actions: Goal: Open the calendar and show me this week's events?; The action is #DUAL_POINT#; touch_point: 0.5611, 0.6412, lift_point: 0.5611, 0.6412", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58006_2.png" ] }, { "query": "\nPrevious Actions: Goal: Open the calendar and show me this week's events?; The action is #DUAL_POINT#; touch_point: 0.5611, 0.6412, lift_point: 0.5611, 0.6412; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3736, 0.1125, lift_point: 0.3736, 0.1125", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58006_3.png" ] }, { "query": "\nPrevious Actions: Goal: Open the calendar and show me this week's events?; The action is #DUAL_POINT#; touch_point: 0.5611, 0.6412, lift_point: 0.5611, 0.6412; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3736, 0.1125, lift_point: 0.3736, 0.1125", "response": "The action is #DUAL_POINT#; touch_point: 0.907, 0.9447, lift_point: 0.907, 0.9447", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58006_4.png" ] }, { "query": "\nPrevious Actions: Goal: Open the calendar and show me this week's events?; The action is #DUAL_POINT#; touch_point: 0.5611, 0.6412, lift_point: 0.5611, 0.6412; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3736, 0.1125, lift_point: 0.3736, 0.1125; The action is #DUAL_POINT#; touch_point: 0.907, 0.9447, lift_point: 0.907, 0.9447", "response": "The action is #DUAL_POINT#; touch_point: 0.8698, 0.5392, lift_point: 0.8698, 0.5392", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58006_5.png" ] }, { "query": "\nPrevious Actions: Goal: Open the calendar and show me this week's events?; The action is #DUAL_POINT#; touch_point: 0.5611, 0.6412, lift_point: 0.5611, 0.6412; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3736, 0.1125, lift_point: 0.3736, 0.1125; The action is #DUAL_POINT#; touch_point: 0.907, 0.9447, lift_point: 0.907, 0.9447; The action is #DUAL_POINT#; touch_point: 0.8698, 0.5392, lift_point: 0.8698, 0.5392", "response": "The action is #DUAL_POINT#; touch_point: 0.0541, 0.0588, lift_point: 0.0541, 0.0588", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58006_6.png" ] }, { "query": "\nPrevious Actions: Goal: Open the calendar and show me this week's events?; The action is #DUAL_POINT#; touch_point: 0.5611, 0.6412, lift_point: 0.5611, 0.6412; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3736, 0.1125, lift_point: 0.3736, 0.1125; The action is #DUAL_POINT#; touch_point: 0.907, 0.9447, lift_point: 0.907, 0.9447; The action is #DUAL_POINT#; touch_point: 0.8698, 0.5392, lift_point: 0.8698, 0.5392; The action is #DUAL_POINT#; touch_point: 0.0541, 0.0588, lift_point: 0.0541, 0.0588", "response": "The action is #DUAL_POINT#; touch_point: 0.2896, 0.1464, lift_point: 0.2896, 0.1464", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58006_7.png" ] }, { "query": "\nPrevious Actions: Goal: Open the calendar and show me this week's events?; The action is #DUAL_POINT#; touch_point: 0.5611, 0.6412, lift_point: 0.5611, 0.6412; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3736, 0.1125, lift_point: 0.3736, 0.1125; The action is #DUAL_POINT#; touch_point: 0.907, 0.9447, lift_point: 0.907, 0.9447; The action is #DUAL_POINT#; touch_point: 0.8698, 0.5392, lift_point: 0.8698, 0.5392; The action is #DUAL_POINT#; touch_point: 0.0541, 0.0588, lift_point: 0.0541, 0.0588; The action is #DUAL_POINT#; touch_point: 0.2896, 0.1464, lift_point: 0.2896, 0.1464", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58006_8.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in London?", "response": "The action is #DUAL_POINT#; touch_point: 0.8884, 0.4564, lift_point: 0.8884, 0.4564", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58059_1.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in London?; The action is #DUAL_POINT#; touch_point: 0.8884, 0.4564, lift_point: 0.8884, 0.4564", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in London?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58059_2.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in London?; The action is #DUAL_POINT#; touch_point: 0.8884, 0.4564, lift_point: 0.8884, 0.4564; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in London?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1262, 0.4956, lift_point: 0.1262, 0.4956", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58059_3.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in London?; The action is #DUAL_POINT#; touch_point: 0.8884, 0.4564, lift_point: 0.8884, 0.4564; The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in London?\"; The action is #DUAL_POINT#; touch_point: 0.1262, 0.4956, lift_point: 0.1262, 0.4956", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58059_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for the best burger restaurants on Maps", "response": "The action is #DUAL_POINT#; touch_point: 0.7998, 0.6558, lift_point: 0.7998, 0.6558", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58310_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for the best burger restaurants on Maps; The action is #DUAL_POINT#; touch_point: 0.7998, 0.6558, lift_point: 0.7998, 0.6558", "response": "The action is #DUAL_POINT#; touch_point: 0.0685, 0.4157, lift_point: 0.0685, 0.4157", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58310_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for the best burger restaurants on Maps; The action is #DUAL_POINT#; touch_point: 0.7998, 0.6558, lift_point: 0.7998, 0.6558; The action is #DUAL_POINT#; touch_point: 0.0685, 0.4157, lift_point: 0.0685, 0.4157", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58310_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for the best burger restaurants on Maps; The action is #DUAL_POINT#; touch_point: 0.7998, 0.6558, lift_point: 0.7998, 0.6558; The action is #DUAL_POINT#; touch_point: 0.0685, 0.4157, lift_point: 0.0685, 0.4157; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58310_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for the best burger restaurants on Maps; The action is #DUAL_POINT#; touch_point: 0.7998, 0.6558, lift_point: 0.7998, 0.6558; The action is #DUAL_POINT#; touch_point: 0.0685, 0.4157, lift_point: 0.0685, 0.4157; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.5236, 0.8549, lift_point: 0.5236, 0.8549", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58310_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for the best burger restaurants on Maps; The action is #DUAL_POINT#; touch_point: 0.7998, 0.6558, lift_point: 0.7998, 0.6558; The action is #DUAL_POINT#; touch_point: 0.0685, 0.4157, lift_point: 0.0685, 0.4157; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5236, 0.8549, lift_point: 0.5236, 0.8549", "response": "The action is #DUAL_POINT#; touch_point: 0.0686, 0.4669, lift_point: 0.0686, 0.4669", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58310_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for the best burger restaurants on Maps; The action is #DUAL_POINT#; touch_point: 0.7998, 0.6558, lift_point: 0.7998, 0.6558; The action is #DUAL_POINT#; touch_point: 0.0685, 0.4157, lift_point: 0.0685, 0.4157; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5236, 0.8549, lift_point: 0.5236, 0.8549; The action is #DUAL_POINT#; touch_point: 0.0686, 0.4669, lift_point: 0.0686, 0.4669", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"best burger restaurants\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58310_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for the best burger restaurants on Maps; The action is #DUAL_POINT#; touch_point: 0.7998, 0.6558, lift_point: 0.7998, 0.6558; The action is #DUAL_POINT#; touch_point: 0.0685, 0.4157, lift_point: 0.0685, 0.4157; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5236, 0.8549, lift_point: 0.5236, 0.8549; The action is #DUAL_POINT#; touch_point: 0.0686, 0.4669, lift_point: 0.0686, 0.4669; The action is #TYPE#; And the content is : \"typed_text\": \"best burger restaurants\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58310_8.png" ] }, { "query": "\nPrevious Actions: Goal: Search for the best burger restaurants on Maps; The action is #DUAL_POINT#; touch_point: 0.7998, 0.6558, lift_point: 0.7998, 0.6558; The action is #DUAL_POINT#; touch_point: 0.0685, 0.4157, lift_point: 0.0685, 0.4157; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5236, 0.8549, lift_point: 0.5236, 0.8549; The action is #DUAL_POINT#; touch_point: 0.0686, 0.4669, lift_point: 0.0686, 0.4669; The action is #TYPE#; And the content is : \"typed_text\": \"best burger restaurants\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58310_9.png" ] }, { "query": "\nPrevious Actions: Goal: Search for the best burger restaurants on Maps; The action is #DUAL_POINT#; touch_point: 0.7998, 0.6558, lift_point: 0.7998, 0.6558; The action is #DUAL_POINT#; touch_point: 0.0685, 0.4157, lift_point: 0.0685, 0.4157; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5236, 0.8549, lift_point: 0.5236, 0.8549; The action is #DUAL_POINT#; touch_point: 0.0686, 0.4669, lift_point: 0.0686, 0.4669; The action is #TYPE#; And the content is : \"typed_text\": \"best burger restaurants\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58310_10.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new mascara on Sephora", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58378_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new mascara on Sephora; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7817, 0.6733, lift_point: 0.7817, 0.6733", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58378_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new mascara on Sephora; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7817, 0.6733, lift_point: 0.7817, 0.6733", "response": "The action is #DUAL_POINT#; touch_point: 0.0743, 0.4867, lift_point: 0.0743, 0.4867", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58378_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new mascara on Sephora; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7817, 0.6733, lift_point: 0.7817, 0.6733; The action is #DUAL_POINT#; touch_point: 0.0743, 0.4867, lift_point: 0.0743, 0.4867", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"sephora\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58378_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new mascara on Sephora; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7817, 0.6733, lift_point: 0.7817, 0.6733; The action is #DUAL_POINT#; touch_point: 0.0743, 0.4867, lift_point: 0.0743, 0.4867; The action is #TYPE#; And the content is : \"typed_text\": \"sephora\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58378_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new mascara on Sephora; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7817, 0.6733, lift_point: 0.7817, 0.6733; The action is #DUAL_POINT#; touch_point: 0.0743, 0.4867, lift_point: 0.0743, 0.4867; The action is #TYPE#; And the content is : \"typed_text\": \"sephora\"; The action is #PRESS_ENTER#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58378_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new mascara on Sephora; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7817, 0.6733, lift_point: 0.7817, 0.6733; The action is #DUAL_POINT#; touch_point: 0.0743, 0.4867, lift_point: 0.0743, 0.4867; The action is #TYPE#; And the content is : \"typed_text\": \"sephora\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.7978, 0.662, lift_point: 0.7978, 0.662", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58378_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new mascara on Sephora; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7817, 0.6733, lift_point: 0.7817, 0.6733; The action is #DUAL_POINT#; touch_point: 0.0743, 0.4867, lift_point: 0.0743, 0.4867; The action is #TYPE#; And the content is : \"typed_text\": \"sephora\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7978, 0.662, lift_point: 0.7978, 0.662", "response": "The action is #DUAL_POINT#; touch_point: 0.723, 0.453, lift_point: 0.723, 0.453", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58378_8.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new mascara on Sephora; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7817, 0.6733, lift_point: 0.7817, 0.6733; The action is #DUAL_POINT#; touch_point: 0.0743, 0.4867, lift_point: 0.0743, 0.4867; The action is #TYPE#; And the content is : \"typed_text\": \"sephora\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7978, 0.662, lift_point: 0.7978, 0.662; The action is #DUAL_POINT#; touch_point: 0.723, 0.453, lift_point: 0.723, 0.453", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58378_9.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new mascara on Sephora; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7817, 0.6733, lift_point: 0.7817, 0.6733; The action is #DUAL_POINT#; touch_point: 0.0743, 0.4867, lift_point: 0.0743, 0.4867; The action is #TYPE#; And the content is : \"typed_text\": \"sephora\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7978, 0.662, lift_point: 0.7978, 0.662; The action is #DUAL_POINT#; touch_point: 0.723, 0.453, lift_point: 0.723, 0.453; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.5654, 0.8708, lift_point: 0.5654, 0.8708", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58378_10.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new mascara on Sephora; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7817, 0.6733, lift_point: 0.7817, 0.6733; The action is #DUAL_POINT#; touch_point: 0.0743, 0.4867, lift_point: 0.0743, 0.4867; The action is #TYPE#; And the content is : \"typed_text\": \"sephora\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7978, 0.662, lift_point: 0.7978, 0.662; The action is #DUAL_POINT#; touch_point: 0.723, 0.453, lift_point: 0.723, 0.453; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5654, 0.8708, lift_point: 0.5654, 0.8708", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58378_11.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Taiwan?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58508_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Taiwan?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7946, 0.6831, lift_point: 0.7946, 0.6831", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58508_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Taiwan?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7946, 0.6831, lift_point: 0.7946, 0.6831", "response": "The action is #DUAL_POINT#; touch_point: 0.071, 0.5263, lift_point: 0.071, 0.5263", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58508_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Taiwan?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7946, 0.6831, lift_point: 0.7946, 0.6831; The action is #DUAL_POINT#; touch_point: 0.071, 0.5263, lift_point: 0.071, 0.5263", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"news in Taiwan\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58508_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Taiwan?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7946, 0.6831, lift_point: 0.7946, 0.6831; The action is #DUAL_POINT#; touch_point: 0.071, 0.5263, lift_point: 0.071, 0.5263; The action is #TYPE#; And the content is : \"typed_text\": \"news in Taiwan\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58508_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Taiwan?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7946, 0.6831, lift_point: 0.7946, 0.6831; The action is #DUAL_POINT#; touch_point: 0.071, 0.5263, lift_point: 0.071, 0.5263; The action is #TYPE#; And the content is : \"typed_text\": \"news in Taiwan\"; The action is #PRESS_ENTER#", "response": "The action is #DUAL_POINT#; touch_point: 0.2755, 0.2146, lift_point: 0.2755, 0.2146", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58508_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Taiwan?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7946, 0.6831, lift_point: 0.7946, 0.6831; The action is #DUAL_POINT#; touch_point: 0.071, 0.5263, lift_point: 0.071, 0.5263; The action is #TYPE#; And the content is : \"typed_text\": \"news in Taiwan\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.2755, 0.2146, lift_point: 0.2755, 0.2146", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58508_7.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 3pm", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58547_1.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 3pm; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58547_2.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 3pm; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3974, 0.6744, lift_point: 0.3974, 0.6744", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58547_3.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 3pm; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3974, 0.6744, lift_point: 0.3974, 0.6744", "response": "The action is #DUAL_POINT#; touch_point: 0.101, 0.1315, lift_point: 0.101, 0.1315", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58547_4.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 3pm; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3974, 0.6744, lift_point: 0.3974, 0.6744; The action is #DUAL_POINT#; touch_point: 0.101, 0.1315, lift_point: 0.101, 0.1315", "response": "The action is #DUAL_POINT#; touch_point: 0.8899, 0.5328, lift_point: 0.8899, 0.5328", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58547_5.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 3pm; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3974, 0.6744, lift_point: 0.3974, 0.6744; The action is #DUAL_POINT#; touch_point: 0.101, 0.1315, lift_point: 0.101, 0.1315; The action is #DUAL_POINT#; touch_point: 0.8899, 0.5328, lift_point: 0.8899, 0.5328", "response": "The action is #DUAL_POINT#; touch_point: 0.5264, 0.7463, lift_point: 0.5264, 0.7463", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58547_6.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 3pm; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3974, 0.6744, lift_point: 0.3974, 0.6744; The action is #DUAL_POINT#; touch_point: 0.101, 0.1315, lift_point: 0.101, 0.1315; The action is #DUAL_POINT#; touch_point: 0.8899, 0.5328, lift_point: 0.8899, 0.5328; The action is #DUAL_POINT#; touch_point: 0.5264, 0.7463, lift_point: 0.5264, 0.7463", "response": "The action is #DUAL_POINT#; touch_point: 0.4094, 0.4969, lift_point: 0.4094, 0.4969", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58547_7.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 3pm; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3974, 0.6744, lift_point: 0.3974, 0.6744; The action is #DUAL_POINT#; touch_point: 0.101, 0.1315, lift_point: 0.101, 0.1315; The action is #DUAL_POINT#; touch_point: 0.8899, 0.5328, lift_point: 0.8899, 0.5328; The action is #DUAL_POINT#; touch_point: 0.5264, 0.7463, lift_point: 0.5264, 0.7463; The action is #DUAL_POINT#; touch_point: 0.4094, 0.4969, lift_point: 0.4094, 0.4969", "response": "The action is #DUAL_POINT#; touch_point: 0.3131, 0.7597, lift_point: 0.3131, 0.7597", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58547_8.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 3pm; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3974, 0.6744, lift_point: 0.3974, 0.6744; The action is #DUAL_POINT#; touch_point: 0.101, 0.1315, lift_point: 0.101, 0.1315; The action is #DUAL_POINT#; touch_point: 0.8899, 0.5328, lift_point: 0.8899, 0.5328; The action is #DUAL_POINT#; touch_point: 0.5264, 0.7463, lift_point: 0.5264, 0.7463; The action is #DUAL_POINT#; touch_point: 0.4094, 0.4969, lift_point: 0.4094, 0.4969; The action is #DUAL_POINT#; touch_point: 0.3131, 0.7597, lift_point: 0.3131, 0.7597", "response": "The action is #DUAL_POINT#; touch_point: 0.5751, 0.7483, lift_point: 0.5751, 0.7483", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58547_9.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 3pm; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3974, 0.6744, lift_point: 0.3974, 0.6744; The action is #DUAL_POINT#; touch_point: 0.101, 0.1315, lift_point: 0.101, 0.1315; The action is #DUAL_POINT#; touch_point: 0.8899, 0.5328, lift_point: 0.8899, 0.5328; The action is #DUAL_POINT#; touch_point: 0.5264, 0.7463, lift_point: 0.5264, 0.7463; The action is #DUAL_POINT#; touch_point: 0.4094, 0.4969, lift_point: 0.4094, 0.4969; The action is #DUAL_POINT#; touch_point: 0.3131, 0.7597, lift_point: 0.3131, 0.7597; The action is #DUAL_POINT#; touch_point: 0.5751, 0.7483, lift_point: 0.5751, 0.7483", "response": "The action is #DUAL_POINT#; touch_point: 0.6312, 0.5665, lift_point: 0.6312, 0.5665", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58547_10.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 3pm; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3974, 0.6744, lift_point: 0.3974, 0.6744; The action is #DUAL_POINT#; touch_point: 0.101, 0.1315, lift_point: 0.101, 0.1315; The action is #DUAL_POINT#; touch_point: 0.8899, 0.5328, lift_point: 0.8899, 0.5328; The action is #DUAL_POINT#; touch_point: 0.5264, 0.7463, lift_point: 0.5264, 0.7463; The action is #DUAL_POINT#; touch_point: 0.4094, 0.4969, lift_point: 0.4094, 0.4969; The action is #DUAL_POINT#; touch_point: 0.3131, 0.7597, lift_point: 0.3131, 0.7597; The action is #DUAL_POINT#; touch_point: 0.5751, 0.7483, lift_point: 0.5751, 0.7483; The action is #DUAL_POINT#; touch_point: 0.6312, 0.5665, lift_point: 0.6312, 0.5665", "response": "The action is #DUAL_POINT#; touch_point: 0.4304, 0.6323, lift_point: 0.4304, 0.6323", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58547_11.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 3pm; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3974, 0.6744, lift_point: 0.3974, 0.6744; The action is #DUAL_POINT#; touch_point: 0.101, 0.1315, lift_point: 0.101, 0.1315; The action is #DUAL_POINT#; touch_point: 0.8899, 0.5328, lift_point: 0.8899, 0.5328; The action is #DUAL_POINT#; touch_point: 0.5264, 0.7463, lift_point: 0.5264, 0.7463; The action is #DUAL_POINT#; touch_point: 0.4094, 0.4969, lift_point: 0.4094, 0.4969; The action is #DUAL_POINT#; touch_point: 0.3131, 0.7597, lift_point: 0.3131, 0.7597; The action is #DUAL_POINT#; touch_point: 0.5751, 0.7483, lift_point: 0.5751, 0.7483; The action is #DUAL_POINT#; touch_point: 0.6312, 0.5665, lift_point: 0.6312, 0.5665; The action is #DUAL_POINT#; touch_point: 0.4304, 0.6323, lift_point: 0.4304, 0.6323", "response": "The action is #DUAL_POINT#; touch_point: 0.4683, 0.7203, lift_point: 0.4683, 0.7203", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58547_12.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 3pm; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3974, 0.6744, lift_point: 0.3974, 0.6744; The action is #DUAL_POINT#; touch_point: 0.101, 0.1315, lift_point: 0.101, 0.1315; The action is #DUAL_POINT#; touch_point: 0.8899, 0.5328, lift_point: 0.8899, 0.5328; The action is #DUAL_POINT#; touch_point: 0.5264, 0.7463, lift_point: 0.5264, 0.7463; The action is #DUAL_POINT#; touch_point: 0.4094, 0.4969, lift_point: 0.4094, 0.4969; The action is #DUAL_POINT#; touch_point: 0.3131, 0.7597, lift_point: 0.3131, 0.7597; The action is #DUAL_POINT#; touch_point: 0.5751, 0.7483, lift_point: 0.5751, 0.7483; The action is #DUAL_POINT#; touch_point: 0.6312, 0.5665, lift_point: 0.6312, 0.5665; The action is #DUAL_POINT#; touch_point: 0.4304, 0.6323, lift_point: 0.4304, 0.6323; The action is #DUAL_POINT#; touch_point: 0.4683, 0.7203, lift_point: 0.4683, 0.7203", "response": "The action is #DUAL_POINT#; touch_point: 0.5322, 0.7355, lift_point: 0.5322, 0.7355", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58547_13.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 3pm; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3974, 0.6744, lift_point: 0.3974, 0.6744; The action is #DUAL_POINT#; touch_point: 0.101, 0.1315, lift_point: 0.101, 0.1315; The action is #DUAL_POINT#; touch_point: 0.8899, 0.5328, lift_point: 0.8899, 0.5328; The action is #DUAL_POINT#; touch_point: 0.5264, 0.7463, lift_point: 0.5264, 0.7463; The action is #DUAL_POINT#; touch_point: 0.4094, 0.4969, lift_point: 0.4094, 0.4969; The action is #DUAL_POINT#; touch_point: 0.3131, 0.7597, lift_point: 0.3131, 0.7597; The action is #DUAL_POINT#; touch_point: 0.5751, 0.7483, lift_point: 0.5751, 0.7483; The action is #DUAL_POINT#; touch_point: 0.6312, 0.5665, lift_point: 0.6312, 0.5665; The action is #DUAL_POINT#; touch_point: 0.4304, 0.6323, lift_point: 0.4304, 0.6323; The action is #DUAL_POINT#; touch_point: 0.4683, 0.7203, lift_point: 0.4683, 0.7203; The action is #DUAL_POINT#; touch_point: 0.5322, 0.7355, lift_point: 0.5322, 0.7355", "response": "The action is #DUAL_POINT#; touch_point: 0.5737, 0.7326, lift_point: 0.5737, 0.7326", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58547_14.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 3pm; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3974, 0.6744, lift_point: 0.3974, 0.6744; The action is #DUAL_POINT#; touch_point: 0.101, 0.1315, lift_point: 0.101, 0.1315; The action is #DUAL_POINT#; touch_point: 0.8899, 0.5328, lift_point: 0.8899, 0.5328; The action is #DUAL_POINT#; touch_point: 0.5264, 0.7463, lift_point: 0.5264, 0.7463; The action is #DUAL_POINT#; touch_point: 0.4094, 0.4969, lift_point: 0.4094, 0.4969; The action is #DUAL_POINT#; touch_point: 0.3131, 0.7597, lift_point: 0.3131, 0.7597; The action is #DUAL_POINT#; touch_point: 0.5751, 0.7483, lift_point: 0.5751, 0.7483; The action is #DUAL_POINT#; touch_point: 0.6312, 0.5665, lift_point: 0.6312, 0.5665; The action is #DUAL_POINT#; touch_point: 0.4304, 0.6323, lift_point: 0.4304, 0.6323; The action is #DUAL_POINT#; touch_point: 0.4683, 0.7203, lift_point: 0.4683, 0.7203; The action is #DUAL_POINT#; touch_point: 0.5322, 0.7355, lift_point: 0.5322, 0.7355; The action is #DUAL_POINT#; touch_point: 0.5737, 0.7326, lift_point: 0.5737, 0.7326", "response": "The action is #DUAL_POINT#; touch_point: 0.6219, 0.6098, lift_point: 0.6219, 0.6098", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58547_15.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 3pm; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3974, 0.6744, lift_point: 0.3974, 0.6744; The action is #DUAL_POINT#; touch_point: 0.101, 0.1315, lift_point: 0.101, 0.1315; The action is #DUAL_POINT#; touch_point: 0.8899, 0.5328, lift_point: 0.8899, 0.5328; The action is #DUAL_POINT#; touch_point: 0.5264, 0.7463, lift_point: 0.5264, 0.7463; The action is #DUAL_POINT#; touch_point: 0.4094, 0.4969, lift_point: 0.4094, 0.4969; The action is #DUAL_POINT#; touch_point: 0.3131, 0.7597, lift_point: 0.3131, 0.7597; The action is #DUAL_POINT#; touch_point: 0.5751, 0.7483, lift_point: 0.5751, 0.7483; The action is #DUAL_POINT#; touch_point: 0.6312, 0.5665, lift_point: 0.6312, 0.5665; The action is #DUAL_POINT#; touch_point: 0.4304, 0.6323, lift_point: 0.4304, 0.6323; The action is #DUAL_POINT#; touch_point: 0.4683, 0.7203, lift_point: 0.4683, 0.7203; The action is #DUAL_POINT#; touch_point: 0.5322, 0.7355, lift_point: 0.5322, 0.7355; The action is #DUAL_POINT#; touch_point: 0.5737, 0.7326, lift_point: 0.5737, 0.7326; The action is #DUAL_POINT#; touch_point: 0.6219, 0.6098, lift_point: 0.6219, 0.6098", "response": "The action is #DUAL_POINT#; touch_point: 0.6599, 0.5324, lift_point: 0.6599, 0.5324", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58547_16.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 3pm; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3974, 0.6744, lift_point: 0.3974, 0.6744; The action is #DUAL_POINT#; touch_point: 0.101, 0.1315, lift_point: 0.101, 0.1315; The action is #DUAL_POINT#; touch_point: 0.8899, 0.5328, lift_point: 0.8899, 0.5328; The action is #DUAL_POINT#; touch_point: 0.5264, 0.7463, lift_point: 0.5264, 0.7463; The action is #DUAL_POINT#; touch_point: 0.4094, 0.4969, lift_point: 0.4094, 0.4969; The action is #DUAL_POINT#; touch_point: 0.3131, 0.7597, lift_point: 0.3131, 0.7597; The action is #DUAL_POINT#; touch_point: 0.5751, 0.7483, lift_point: 0.5751, 0.7483; The action is #DUAL_POINT#; touch_point: 0.6312, 0.5665, lift_point: 0.6312, 0.5665; The action is #DUAL_POINT#; touch_point: 0.4304, 0.6323, lift_point: 0.4304, 0.6323; The action is #DUAL_POINT#; touch_point: 0.4683, 0.7203, lift_point: 0.4683, 0.7203; The action is #DUAL_POINT#; touch_point: 0.5322, 0.7355, lift_point: 0.5322, 0.7355; The action is #DUAL_POINT#; touch_point: 0.5737, 0.7326, lift_point: 0.5737, 0.7326; The action is #DUAL_POINT#; touch_point: 0.6219, 0.6098, lift_point: 0.6219, 0.6098; The action is #DUAL_POINT#; touch_point: 0.6599, 0.5324, lift_point: 0.6599, 0.5324", "response": "The action is #DUAL_POINT#; touch_point: 0.6382, 0.3902, lift_point: 0.6382, 0.3902", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58547_17.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 3pm; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3974, 0.6744, lift_point: 0.3974, 0.6744; The action is #DUAL_POINT#; touch_point: 0.101, 0.1315, lift_point: 0.101, 0.1315; The action is #DUAL_POINT#; touch_point: 0.8899, 0.5328, lift_point: 0.8899, 0.5328; The action is #DUAL_POINT#; touch_point: 0.5264, 0.7463, lift_point: 0.5264, 0.7463; The action is #DUAL_POINT#; touch_point: 0.4094, 0.4969, lift_point: 0.4094, 0.4969; The action is #DUAL_POINT#; touch_point: 0.3131, 0.7597, lift_point: 0.3131, 0.7597; The action is #DUAL_POINT#; touch_point: 0.5751, 0.7483, lift_point: 0.5751, 0.7483; The action is #DUAL_POINT#; touch_point: 0.6312, 0.5665, lift_point: 0.6312, 0.5665; The action is #DUAL_POINT#; touch_point: 0.4304, 0.6323, lift_point: 0.4304, 0.6323; The action is #DUAL_POINT#; touch_point: 0.4683, 0.7203, lift_point: 0.4683, 0.7203; The action is #DUAL_POINT#; touch_point: 0.5322, 0.7355, lift_point: 0.5322, 0.7355; The action is #DUAL_POINT#; touch_point: 0.5737, 0.7326, lift_point: 0.5737, 0.7326; The action is #DUAL_POINT#; touch_point: 0.6219, 0.6098, lift_point: 0.6219, 0.6098; The action is #DUAL_POINT#; touch_point: 0.6599, 0.5324, lift_point: 0.6599, 0.5324; The action is #DUAL_POINT#; touch_point: 0.6382, 0.3902, lift_point: 0.6382, 0.3902", "response": "The action is #DUAL_POINT#; touch_point: 0.5897, 0.2898, lift_point: 0.5897, 0.2898", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58547_18.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 3pm; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3974, 0.6744, lift_point: 0.3974, 0.6744; The action is #DUAL_POINT#; touch_point: 0.101, 0.1315, lift_point: 0.101, 0.1315; The action is #DUAL_POINT#; touch_point: 0.8899, 0.5328, lift_point: 0.8899, 0.5328; The action is #DUAL_POINT#; touch_point: 0.5264, 0.7463, lift_point: 0.5264, 0.7463; The action is #DUAL_POINT#; touch_point: 0.4094, 0.4969, lift_point: 0.4094, 0.4969; The action is #DUAL_POINT#; touch_point: 0.3131, 0.7597, lift_point: 0.3131, 0.7597; The action is #DUAL_POINT#; touch_point: 0.5751, 0.7483, lift_point: 0.5751, 0.7483; The action is #DUAL_POINT#; touch_point: 0.6312, 0.5665, lift_point: 0.6312, 0.5665; The action is #DUAL_POINT#; touch_point: 0.4304, 0.6323, lift_point: 0.4304, 0.6323; The action is #DUAL_POINT#; touch_point: 0.4683, 0.7203, lift_point: 0.4683, 0.7203; The action is #DUAL_POINT#; touch_point: 0.5322, 0.7355, lift_point: 0.5322, 0.7355; The action is #DUAL_POINT#; touch_point: 0.5737, 0.7326, lift_point: 0.5737, 0.7326; The action is #DUAL_POINT#; touch_point: 0.6219, 0.6098, lift_point: 0.6219, 0.6098; The action is #DUAL_POINT#; touch_point: 0.6599, 0.5324, lift_point: 0.6599, 0.5324; The action is #DUAL_POINT#; touch_point: 0.6382, 0.3902, lift_point: 0.6382, 0.3902; The action is #DUAL_POINT#; touch_point: 0.5897, 0.2898, lift_point: 0.5897, 0.2898", "response": "The action is #DUAL_POINT#; touch_point: 0.524, 0.262, lift_point: 0.524, 0.262", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58547_19.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 3pm; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3974, 0.6744, lift_point: 0.3974, 0.6744; The action is #DUAL_POINT#; touch_point: 0.101, 0.1315, lift_point: 0.101, 0.1315; The action is #DUAL_POINT#; touch_point: 0.8899, 0.5328, lift_point: 0.8899, 0.5328; The action is #DUAL_POINT#; touch_point: 0.5264, 0.7463, lift_point: 0.5264, 0.7463; The action is #DUAL_POINT#; touch_point: 0.4094, 0.4969, lift_point: 0.4094, 0.4969; The action is #DUAL_POINT#; touch_point: 0.3131, 0.7597, lift_point: 0.3131, 0.7597; The action is #DUAL_POINT#; touch_point: 0.5751, 0.7483, lift_point: 0.5751, 0.7483; The action is #DUAL_POINT#; touch_point: 0.6312, 0.5665, lift_point: 0.6312, 0.5665; The action is #DUAL_POINT#; touch_point: 0.4304, 0.6323, lift_point: 0.4304, 0.6323; The action is #DUAL_POINT#; touch_point: 0.4683, 0.7203, lift_point: 0.4683, 0.7203; The action is #DUAL_POINT#; touch_point: 0.5322, 0.7355, lift_point: 0.5322, 0.7355; The action is #DUAL_POINT#; touch_point: 0.5737, 0.7326, lift_point: 0.5737, 0.7326; The action is #DUAL_POINT#; touch_point: 0.6219, 0.6098, lift_point: 0.6219, 0.6098; The action is #DUAL_POINT#; touch_point: 0.6599, 0.5324, lift_point: 0.6599, 0.5324; The action is #DUAL_POINT#; touch_point: 0.6382, 0.3902, lift_point: 0.6382, 0.3902; The action is #DUAL_POINT#; touch_point: 0.5897, 0.2898, lift_point: 0.5897, 0.2898; The action is #DUAL_POINT#; touch_point: 0.524, 0.262, lift_point: 0.524, 0.262", "response": "The action is #DUAL_POINT#; touch_point: 0.4545, 0.2854, lift_point: 0.4545, 0.2854", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58547_20.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 3pm; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3974, 0.6744, lift_point: 0.3974, 0.6744; The action is #DUAL_POINT#; touch_point: 0.101, 0.1315, lift_point: 0.101, 0.1315; The action is #DUAL_POINT#; touch_point: 0.8899, 0.5328, lift_point: 0.8899, 0.5328; The action is #DUAL_POINT#; touch_point: 0.5264, 0.7463, lift_point: 0.5264, 0.7463; The action is #DUAL_POINT#; touch_point: 0.4094, 0.4969, lift_point: 0.4094, 0.4969; The action is #DUAL_POINT#; touch_point: 0.3131, 0.7597, lift_point: 0.3131, 0.7597; The action is #DUAL_POINT#; touch_point: 0.5751, 0.7483, lift_point: 0.5751, 0.7483; The action is #DUAL_POINT#; touch_point: 0.6312, 0.5665, lift_point: 0.6312, 0.5665; The action is #DUAL_POINT#; touch_point: 0.4304, 0.6323, lift_point: 0.4304, 0.6323; The action is #DUAL_POINT#; touch_point: 0.4683, 0.7203, lift_point: 0.4683, 0.7203; The action is #DUAL_POINT#; touch_point: 0.5322, 0.7355, lift_point: 0.5322, 0.7355; The action is #DUAL_POINT#; touch_point: 0.5737, 0.7326, lift_point: 0.5737, 0.7326; The action is #DUAL_POINT#; touch_point: 0.6219, 0.6098, lift_point: 0.6219, 0.6098; The action is #DUAL_POINT#; touch_point: 0.6599, 0.5324, lift_point: 0.6599, 0.5324; The action is #DUAL_POINT#; touch_point: 0.6382, 0.3902, lift_point: 0.6382, 0.3902; The action is #DUAL_POINT#; touch_point: 0.5897, 0.2898, lift_point: 0.5897, 0.2898; The action is #DUAL_POINT#; touch_point: 0.524, 0.262, lift_point: 0.524, 0.262; The action is #DUAL_POINT#; touch_point: 0.4545, 0.2854, lift_point: 0.4545, 0.2854", "response": "The action is #DUAL_POINT#; touch_point: 0.4112, 0.3784, lift_point: 0.4112, 0.3784", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58547_21.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 3pm; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3974, 0.6744, lift_point: 0.3974, 0.6744; The action is #DUAL_POINT#; touch_point: 0.101, 0.1315, lift_point: 0.101, 0.1315; The action is #DUAL_POINT#; touch_point: 0.8899, 0.5328, lift_point: 0.8899, 0.5328; The action is #DUAL_POINT#; touch_point: 0.5264, 0.7463, lift_point: 0.5264, 0.7463; The action is #DUAL_POINT#; touch_point: 0.4094, 0.4969, lift_point: 0.4094, 0.4969; The action is #DUAL_POINT#; touch_point: 0.3131, 0.7597, lift_point: 0.3131, 0.7597; The action is #DUAL_POINT#; touch_point: 0.5751, 0.7483, lift_point: 0.5751, 0.7483; The action is #DUAL_POINT#; touch_point: 0.6312, 0.5665, lift_point: 0.6312, 0.5665; The action is #DUAL_POINT#; touch_point: 0.4304, 0.6323, lift_point: 0.4304, 0.6323; The action is #DUAL_POINT#; touch_point: 0.4683, 0.7203, lift_point: 0.4683, 0.7203; The action is #DUAL_POINT#; touch_point: 0.5322, 0.7355, lift_point: 0.5322, 0.7355; The action is #DUAL_POINT#; touch_point: 0.5737, 0.7326, lift_point: 0.5737, 0.7326; The action is #DUAL_POINT#; touch_point: 0.6219, 0.6098, lift_point: 0.6219, 0.6098; The action is #DUAL_POINT#; touch_point: 0.6599, 0.5324, lift_point: 0.6599, 0.5324; The action is #DUAL_POINT#; touch_point: 0.6382, 0.3902, lift_point: 0.6382, 0.3902; The action is #DUAL_POINT#; touch_point: 0.5897, 0.2898, lift_point: 0.5897, 0.2898; The action is #DUAL_POINT#; touch_point: 0.524, 0.262, lift_point: 0.524, 0.262; The action is #DUAL_POINT#; touch_point: 0.4545, 0.2854, lift_point: 0.4545, 0.2854; The action is #DUAL_POINT#; touch_point: 0.4112, 0.3784, lift_point: 0.4112, 0.3784", "response": "The action is #DUAL_POINT#; touch_point: 0.4019, 0.5089, lift_point: 0.4019, 0.5089", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58547_22.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 3pm; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3974, 0.6744, lift_point: 0.3974, 0.6744; The action is #DUAL_POINT#; touch_point: 0.101, 0.1315, lift_point: 0.101, 0.1315; The action is #DUAL_POINT#; touch_point: 0.8899, 0.5328, lift_point: 0.8899, 0.5328; The action is #DUAL_POINT#; touch_point: 0.5264, 0.7463, lift_point: 0.5264, 0.7463; The action is #DUAL_POINT#; touch_point: 0.4094, 0.4969, lift_point: 0.4094, 0.4969; The action is #DUAL_POINT#; touch_point: 0.3131, 0.7597, lift_point: 0.3131, 0.7597; The action is #DUAL_POINT#; touch_point: 0.5751, 0.7483, lift_point: 0.5751, 0.7483; The action is #DUAL_POINT#; touch_point: 0.6312, 0.5665, lift_point: 0.6312, 0.5665; The action is #DUAL_POINT#; touch_point: 0.4304, 0.6323, lift_point: 0.4304, 0.6323; The action is #DUAL_POINT#; touch_point: 0.4683, 0.7203, lift_point: 0.4683, 0.7203; The action is #DUAL_POINT#; touch_point: 0.5322, 0.7355, lift_point: 0.5322, 0.7355; The action is #DUAL_POINT#; touch_point: 0.5737, 0.7326, lift_point: 0.5737, 0.7326; The action is #DUAL_POINT#; touch_point: 0.6219, 0.6098, lift_point: 0.6219, 0.6098; The action is #DUAL_POINT#; touch_point: 0.6599, 0.5324, lift_point: 0.6599, 0.5324; The action is #DUAL_POINT#; touch_point: 0.6382, 0.3902, lift_point: 0.6382, 0.3902; The action is #DUAL_POINT#; touch_point: 0.5897, 0.2898, lift_point: 0.5897, 0.2898; The action is #DUAL_POINT#; touch_point: 0.524, 0.262, lift_point: 0.524, 0.262; The action is #DUAL_POINT#; touch_point: 0.4545, 0.2854, lift_point: 0.4545, 0.2854; The action is #DUAL_POINT#; touch_point: 0.4112, 0.3784, lift_point: 0.4112, 0.3784; The action is #DUAL_POINT#; touch_point: 0.4019, 0.5089, lift_point: 0.4019, 0.5089", "response": "The action is #DUAL_POINT#; touch_point: 0.721, 0.762, lift_point: 0.721, 0.762", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58547_23.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 3pm; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3974, 0.6744, lift_point: 0.3974, 0.6744; The action is #DUAL_POINT#; touch_point: 0.101, 0.1315, lift_point: 0.101, 0.1315; The action is #DUAL_POINT#; touch_point: 0.8899, 0.5328, lift_point: 0.8899, 0.5328; The action is #DUAL_POINT#; touch_point: 0.5264, 0.7463, lift_point: 0.5264, 0.7463; The action is #DUAL_POINT#; touch_point: 0.4094, 0.4969, lift_point: 0.4094, 0.4969; The action is #DUAL_POINT#; touch_point: 0.3131, 0.7597, lift_point: 0.3131, 0.7597; The action is #DUAL_POINT#; touch_point: 0.5751, 0.7483, lift_point: 0.5751, 0.7483; The action is #DUAL_POINT#; touch_point: 0.6312, 0.5665, lift_point: 0.6312, 0.5665; The action is #DUAL_POINT#; touch_point: 0.4304, 0.6323, lift_point: 0.4304, 0.6323; The action is #DUAL_POINT#; touch_point: 0.4683, 0.7203, lift_point: 0.4683, 0.7203; The action is #DUAL_POINT#; touch_point: 0.5322, 0.7355, lift_point: 0.5322, 0.7355; The action is #DUAL_POINT#; touch_point: 0.5737, 0.7326, lift_point: 0.5737, 0.7326; The action is #DUAL_POINT#; touch_point: 0.6219, 0.6098, lift_point: 0.6219, 0.6098; The action is #DUAL_POINT#; touch_point: 0.6599, 0.5324, lift_point: 0.6599, 0.5324; The action is #DUAL_POINT#; touch_point: 0.6382, 0.3902, lift_point: 0.6382, 0.3902; The action is #DUAL_POINT#; touch_point: 0.5897, 0.2898, lift_point: 0.5897, 0.2898; The action is #DUAL_POINT#; touch_point: 0.524, 0.262, lift_point: 0.524, 0.262; The action is #DUAL_POINT#; touch_point: 0.4545, 0.2854, lift_point: 0.4545, 0.2854; The action is #DUAL_POINT#; touch_point: 0.4112, 0.3784, lift_point: 0.4112, 0.3784; The action is #DUAL_POINT#; touch_point: 0.4019, 0.5089, lift_point: 0.4019, 0.5089; The action is #DUAL_POINT#; touch_point: 0.721, 0.762, lift_point: 0.721, 0.762", "response": "The action is #DUAL_POINT#; touch_point: 0.8425, 0.8956, lift_point: 0.8425, 0.8956", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58547_24.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 3pm; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3974, 0.6744, lift_point: 0.3974, 0.6744; The action is #DUAL_POINT#; touch_point: 0.101, 0.1315, lift_point: 0.101, 0.1315; The action is #DUAL_POINT#; touch_point: 0.8899, 0.5328, lift_point: 0.8899, 0.5328; The action is #DUAL_POINT#; touch_point: 0.5264, 0.7463, lift_point: 0.5264, 0.7463; The action is #DUAL_POINT#; touch_point: 0.4094, 0.4969, lift_point: 0.4094, 0.4969; The action is #DUAL_POINT#; touch_point: 0.3131, 0.7597, lift_point: 0.3131, 0.7597; The action is #DUAL_POINT#; touch_point: 0.5751, 0.7483, lift_point: 0.5751, 0.7483; The action is #DUAL_POINT#; touch_point: 0.6312, 0.5665, lift_point: 0.6312, 0.5665; The action is #DUAL_POINT#; touch_point: 0.4304, 0.6323, lift_point: 0.4304, 0.6323; The action is #DUAL_POINT#; touch_point: 0.4683, 0.7203, lift_point: 0.4683, 0.7203; The action is #DUAL_POINT#; touch_point: 0.5322, 0.7355, lift_point: 0.5322, 0.7355; The action is #DUAL_POINT#; touch_point: 0.5737, 0.7326, lift_point: 0.5737, 0.7326; The action is #DUAL_POINT#; touch_point: 0.6219, 0.6098, lift_point: 0.6219, 0.6098; The action is #DUAL_POINT#; touch_point: 0.6599, 0.5324, lift_point: 0.6599, 0.5324; The action is #DUAL_POINT#; touch_point: 0.6382, 0.3902, lift_point: 0.6382, 0.3902; The action is #DUAL_POINT#; touch_point: 0.5897, 0.2898, lift_point: 0.5897, 0.2898; The action is #DUAL_POINT#; touch_point: 0.524, 0.262, lift_point: 0.524, 0.262; The action is #DUAL_POINT#; touch_point: 0.4545, 0.2854, lift_point: 0.4545, 0.2854; The action is #DUAL_POINT#; touch_point: 0.4112, 0.3784, lift_point: 0.4112, 0.3784; The action is #DUAL_POINT#; touch_point: 0.4019, 0.5089, lift_point: 0.4019, 0.5089; The action is #DUAL_POINT#; touch_point: 0.721, 0.762, lift_point: 0.721, 0.762; The action is #DUAL_POINT#; touch_point: 0.8425, 0.8956, lift_point: 0.8425, 0.8956", "response": "The action is #DUAL_POINT#; touch_point: 0.7761, 0.7667, lift_point: 0.7761, 0.7667", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58547_25.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 3pm; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3974, 0.6744, lift_point: 0.3974, 0.6744; The action is #DUAL_POINT#; touch_point: 0.101, 0.1315, lift_point: 0.101, 0.1315; The action is #DUAL_POINT#; touch_point: 0.8899, 0.5328, lift_point: 0.8899, 0.5328; The action is #DUAL_POINT#; touch_point: 0.5264, 0.7463, lift_point: 0.5264, 0.7463; The action is #DUAL_POINT#; touch_point: 0.4094, 0.4969, lift_point: 0.4094, 0.4969; The action is #DUAL_POINT#; touch_point: 0.3131, 0.7597, lift_point: 0.3131, 0.7597; The action is #DUAL_POINT#; touch_point: 0.5751, 0.7483, lift_point: 0.5751, 0.7483; The action is #DUAL_POINT#; touch_point: 0.6312, 0.5665, lift_point: 0.6312, 0.5665; The action is #DUAL_POINT#; touch_point: 0.4304, 0.6323, lift_point: 0.4304, 0.6323; The action is #DUAL_POINT#; touch_point: 0.4683, 0.7203, lift_point: 0.4683, 0.7203; The action is #DUAL_POINT#; touch_point: 0.5322, 0.7355, lift_point: 0.5322, 0.7355; The action is #DUAL_POINT#; touch_point: 0.5737, 0.7326, lift_point: 0.5737, 0.7326; The action is #DUAL_POINT#; touch_point: 0.6219, 0.6098, lift_point: 0.6219, 0.6098; The action is #DUAL_POINT#; touch_point: 0.6599, 0.5324, lift_point: 0.6599, 0.5324; The action is #DUAL_POINT#; touch_point: 0.6382, 0.3902, lift_point: 0.6382, 0.3902; The action is #DUAL_POINT#; touch_point: 0.5897, 0.2898, lift_point: 0.5897, 0.2898; The action is #DUAL_POINT#; touch_point: 0.524, 0.262, lift_point: 0.524, 0.262; The action is #DUAL_POINT#; touch_point: 0.4545, 0.2854, lift_point: 0.4545, 0.2854; The action is #DUAL_POINT#; touch_point: 0.4112, 0.3784, lift_point: 0.4112, 0.3784; The action is #DUAL_POINT#; touch_point: 0.4019, 0.5089, lift_point: 0.4019, 0.5089; The action is #DUAL_POINT#; touch_point: 0.721, 0.762, lift_point: 0.721, 0.762; The action is #DUAL_POINT#; touch_point: 0.8425, 0.8956, lift_point: 0.8425, 0.8956; The action is #DUAL_POINT#; touch_point: 0.7761, 0.7667, lift_point: 0.7761, 0.7667", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58547_26.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Rio de Janeiro?", "response": "The action is #DUAL_POINT#; touch_point: 0.788, 0.6919, lift_point: 0.788, 0.6919", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58624_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Rio de Janeiro?; The action is #DUAL_POINT#; touch_point: 0.788, 0.6919, lift_point: 0.788, 0.6919", "response": "The action is #DUAL_POINT#; touch_point: 0.0592, 0.3622, lift_point: 0.0592, 0.3622", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58624_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Rio de Janeiro?; The action is #DUAL_POINT#; touch_point: 0.788, 0.6919, lift_point: 0.788, 0.6919; The action is #DUAL_POINT#; touch_point: 0.0592, 0.3622, lift_point: 0.0592, 0.3622", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"weather in rio de janeiro\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58624_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Rio de Janeiro?; The action is #DUAL_POINT#; touch_point: 0.788, 0.6919, lift_point: 0.788, 0.6919; The action is #DUAL_POINT#; touch_point: 0.0592, 0.3622, lift_point: 0.0592, 0.3622; The action is #TYPE#; And the content is : \"typed_text\": \"weather in rio de janeiro\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58624_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Rio de Janeiro?; The action is #DUAL_POINT#; touch_point: 0.788, 0.6919, lift_point: 0.788, 0.6919; The action is #DUAL_POINT#; touch_point: 0.0592, 0.3622, lift_point: 0.0592, 0.3622; The action is #TYPE#; And the content is : \"typed_text\": \"weather in rio de janeiro\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58624_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Rio de Janeiro?; The action is #DUAL_POINT#; touch_point: 0.788, 0.6919, lift_point: 0.788, 0.6919; The action is #DUAL_POINT#; touch_point: 0.0592, 0.3622, lift_point: 0.0592, 0.3622; The action is #TYPE#; And the content is : \"typed_text\": \"weather in rio de janeiro\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58624_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the US dollar exchange rateagainst the Swiss Franc?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58690_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the US dollar exchange rateagainst the Swiss Franc?; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58690_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the US dollar exchange rateagainst the Swiss Franc?; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3739, 0.4837, lift_point: 0.3739, 0.4837", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58690_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the US dollar exchange rateagainst the Swiss Franc?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3739, 0.4837, lift_point: 0.3739, 0.4837", "response": "The action is #DUAL_POINT#; touch_point: 0.2041, 0.7799, lift_point: 0.2041, 0.7799", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58690_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the US dollar exchange rateagainst the Swiss Franc?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3739, 0.4837, lift_point: 0.3739, 0.4837; The action is #DUAL_POINT#; touch_point: 0.2041, 0.7799, lift_point: 0.2041, 0.7799", "response": "The action is #DUAL_POINT#; touch_point: 0.0673, 0.605, lift_point: 0.0673, 0.605", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58690_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the US dollar exchange rateagainst the Swiss Franc?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3739, 0.4837, lift_point: 0.3739, 0.4837; The action is #DUAL_POINT#; touch_point: 0.2041, 0.7799, lift_point: 0.2041, 0.7799; The action is #DUAL_POINT#; touch_point: 0.0673, 0.605, lift_point: 0.0673, 0.605", "response": "The action is #DUAL_POINT#; touch_point: 0.0605, 0.9107, lift_point: 0.0605, 0.9107", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58690_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the US dollar exchange rateagainst the Swiss Franc?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3739, 0.4837, lift_point: 0.3739, 0.4837; The action is #DUAL_POINT#; touch_point: 0.2041, 0.7799, lift_point: 0.2041, 0.7799; The action is #DUAL_POINT#; touch_point: 0.0673, 0.605, lift_point: 0.0673, 0.605; The action is #DUAL_POINT#; touch_point: 0.0605, 0.9107, lift_point: 0.0605, 0.9107", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the US dollar exchange rateagainst the Swiss Franc?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58690_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the US dollar exchange rateagainst the Swiss Franc?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3739, 0.4837, lift_point: 0.3739, 0.4837; The action is #DUAL_POINT#; touch_point: 0.2041, 0.7799, lift_point: 0.2041, 0.7799; The action is #DUAL_POINT#; touch_point: 0.0673, 0.605, lift_point: 0.0673, 0.605; The action is #DUAL_POINT#; touch_point: 0.0605, 0.9107, lift_point: 0.0605, 0.9107; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the US dollar exchange rateagainst the Swiss Franc?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1419, 0.3486, lift_point: 0.1419, 0.3486", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58690_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the US dollar exchange rateagainst the Swiss Franc?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3739, 0.4837, lift_point: 0.3739, 0.4837; The action is #DUAL_POINT#; touch_point: 0.2041, 0.7799, lift_point: 0.2041, 0.7799; The action is #DUAL_POINT#; touch_point: 0.0673, 0.605, lift_point: 0.0673, 0.605; The action is #DUAL_POINT#; touch_point: 0.0605, 0.9107, lift_point: 0.0605, 0.9107; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the US dollar exchange rateagainst the Swiss Franc?\"; The action is #DUAL_POINT#; touch_point: 0.1419, 0.3486, lift_point: 0.1419, 0.3486", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58690_9.png" ] }, { "query": "\nPrevious Actions: Goal: Open the settings", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58693_1.png" ] }, { "query": "\nPrevious Actions: Goal: Open the settings; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.773, 0.1221, lift_point: 0.773, 0.1221", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58693_2.png" ] }, { "query": "\nPrevious Actions: Goal: Open the settings; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.773, 0.1221, lift_point: 0.773, 0.1221", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58693_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Houston?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58731_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Houston?; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58731_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Houston?; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.6956, 0.6917, lift_point: 0.6956, 0.6917", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58731_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Houston?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6956, 0.6917, lift_point: 0.6956, 0.6917", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58731_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Houston?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6956, 0.6917, lift_point: 0.6956, 0.6917; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.2882, 0.6028, lift_point: 0.2882, 0.6028", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58731_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Houston?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6956, 0.6917, lift_point: 0.6956, 0.6917; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2882, 0.6028, lift_point: 0.2882, 0.6028", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58731_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Houston?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6956, 0.6917, lift_point: 0.6956, 0.6917; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2882, 0.6028, lift_point: 0.2882, 0.6028; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.559, 0.9018, lift_point: 0.559, 0.9018", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58731_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Houston?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6956, 0.6917, lift_point: 0.6956, 0.6917; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2882, 0.6028, lift_point: 0.2882, 0.6028; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.559, 0.9018, lift_point: 0.559, 0.9018", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58731_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Houston?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6956, 0.6917, lift_point: 0.6956, 0.6917; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2882, 0.6028, lift_point: 0.2882, 0.6028; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.559, 0.9018, lift_point: 0.559, 0.9018; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3759, 0.4832, lift_point: 0.3759, 0.4832", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58731_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Houston?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6956, 0.6917, lift_point: 0.6956, 0.6917; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2882, 0.6028, lift_point: 0.2882, 0.6028; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.559, 0.9018, lift_point: 0.559, 0.9018; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3759, 0.4832, lift_point: 0.3759, 0.4832", "response": "The action is #DUAL_POINT#; touch_point: 0.0605, 0.3441, lift_point: 0.0605, 0.3441", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58731_10.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Houston?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6956, 0.6917, lift_point: 0.6956, 0.6917; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2882, 0.6028, lift_point: 0.2882, 0.6028; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.559, 0.9018, lift_point: 0.559, 0.9018; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3759, 0.4832, lift_point: 0.3759, 0.4832; The action is #DUAL_POINT#; touch_point: 0.0605, 0.3441, lift_point: 0.0605, 0.3441", "response": "The action is #DUAL_POINT#; touch_point: 0.0741, 0.9326, lift_point: 0.0741, 0.9326", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58731_11.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Houston?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6956, 0.6917, lift_point: 0.6956, 0.6917; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2882, 0.6028, lift_point: 0.2882, 0.6028; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.559, 0.9018, lift_point: 0.559, 0.9018; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3759, 0.4832, lift_point: 0.3759, 0.4832; The action is #DUAL_POINT#; touch_point: 0.0605, 0.3441, lift_point: 0.0605, 0.3441; The action is #DUAL_POINT#; touch_point: 0.0741, 0.9326, lift_point: 0.0741, 0.9326", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Houston?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58731_12.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Houston?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6956, 0.6917, lift_point: 0.6956, 0.6917; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2882, 0.6028, lift_point: 0.2882, 0.6028; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.559, 0.9018, lift_point: 0.559, 0.9018; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3759, 0.4832, lift_point: 0.3759, 0.4832; The action is #DUAL_POINT#; touch_point: 0.0605, 0.3441, lift_point: 0.0605, 0.3441; The action is #DUAL_POINT#; touch_point: 0.0741, 0.9326, lift_point: 0.0741, 0.9326; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Houston?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1376, 0.4405, lift_point: 0.1376, 0.4405", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58731_13.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Houston?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6956, 0.6917, lift_point: 0.6956, 0.6917; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2882, 0.6028, lift_point: 0.2882, 0.6028; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.559, 0.9018, lift_point: 0.559, 0.9018; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3759, 0.4832, lift_point: 0.3759, 0.4832; The action is #DUAL_POINT#; touch_point: 0.0605, 0.3441, lift_point: 0.0605, 0.3441; The action is #DUAL_POINT#; touch_point: 0.0741, 0.9326, lift_point: 0.0741, 0.9326; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Houston?\"; The action is #DUAL_POINT#; touch_point: 0.1376, 0.4405, lift_point: 0.1376, 0.4405", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58731_14.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Denny's?", "response": "The action is #DUAL_POINT#; touch_point: 0.5675, 0.6284, lift_point: 0.5675, 0.6284", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58739_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Denny's?; The action is #DUAL_POINT#; touch_point: 0.5675, 0.6284, lift_point: 0.5675, 0.6284", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58739_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Denny's?; The action is #DUAL_POINT#; touch_point: 0.5675, 0.6284, lift_point: 0.5675, 0.6284; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3777, 0.5038, lift_point: 0.3777, 0.5038", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58739_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Denny's?; The action is #DUAL_POINT#; touch_point: 0.5675, 0.6284, lift_point: 0.5675, 0.6284; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3777, 0.5038, lift_point: 0.3777, 0.5038", "response": "The action is #DUAL_POINT#; touch_point: 0.073, 0.3137, lift_point: 0.073, 0.3137", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58739_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Denny's?; The action is #DUAL_POINT#; touch_point: 0.5675, 0.6284, lift_point: 0.5675, 0.6284; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3777, 0.5038, lift_point: 0.3777, 0.5038; The action is #DUAL_POINT#; touch_point: 0.073, 0.3137, lift_point: 0.073, 0.3137", "response": "The action is #DUAL_POINT#; touch_point: 0.0639, 0.9117, lift_point: 0.0639, 0.9117", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58739_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Denny's?; The action is #DUAL_POINT#; touch_point: 0.5675, 0.6284, lift_point: 0.5675, 0.6284; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3777, 0.5038, lift_point: 0.3777, 0.5038; The action is #DUAL_POINT#; touch_point: 0.073, 0.3137, lift_point: 0.073, 0.3137; The action is #DUAL_POINT#; touch_point: 0.0639, 0.9117, lift_point: 0.0639, 0.9117", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Dennys?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58739_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Denny's?; The action is #DUAL_POINT#; touch_point: 0.5675, 0.6284, lift_point: 0.5675, 0.6284; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3777, 0.5038, lift_point: 0.3777, 0.5038; The action is #DUAL_POINT#; touch_point: 0.073, 0.3137, lift_point: 0.073, 0.3137; The action is #DUAL_POINT#; touch_point: 0.0639, 0.9117, lift_point: 0.0639, 0.9117; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Dennys?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1505, 0.3754, lift_point: 0.1505, 0.3754", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58739_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Denny's?; The action is #DUAL_POINT#; touch_point: 0.5675, 0.6284, lift_point: 0.5675, 0.6284; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3777, 0.5038, lift_point: 0.3777, 0.5038; The action is #DUAL_POINT#; touch_point: 0.073, 0.3137, lift_point: 0.073, 0.3137; The action is #DUAL_POINT#; touch_point: 0.0639, 0.9117, lift_point: 0.0639, 0.9117; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Dennys?\"; The action is #DUAL_POINT#; touch_point: 0.1505, 0.3754, lift_point: 0.1505, 0.3754", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58739_8.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Zurich", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58802_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Zurich; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7833, 0.6886, lift_point: 0.7833, 0.6886", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58802_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Zurich; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7833, 0.6886, lift_point: 0.7833, 0.6886", "response": "The action is #DUAL_POINT#; touch_point: 0.6322, 0.8427, lift_point: 0.6322, 0.8427", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58802_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Zurich; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7833, 0.6886, lift_point: 0.7833, 0.6886; The action is #DUAL_POINT#; touch_point: 0.6322, 0.8427, lift_point: 0.6322, 0.8427", "response": "The action is #DUAL_POINT#; touch_point: 0.7845, 0.6913, lift_point: 0.7845, 0.6913", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58802_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Zurich; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7833, 0.6886, lift_point: 0.7833, 0.6886; The action is #DUAL_POINT#; touch_point: 0.6322, 0.8427, lift_point: 0.6322, 0.8427; The action is #DUAL_POINT#; touch_point: 0.7845, 0.6913, lift_point: 0.7845, 0.6913", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58802_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Zurich; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7833, 0.6886, lift_point: 0.7833, 0.6886; The action is #DUAL_POINT#; touch_point: 0.6322, 0.8427, lift_point: 0.6322, 0.8427; The action is #DUAL_POINT#; touch_point: 0.7845, 0.6913, lift_point: 0.7845, 0.6913; The action is #Scrolling Up#", "response": "The action is #DUAL_POINT#; touch_point: 0.0654, 0.3091, lift_point: 0.0654, 0.3091", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58802_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Zurich; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7833, 0.6886, lift_point: 0.7833, 0.6886; The action is #DUAL_POINT#; touch_point: 0.6322, 0.8427, lift_point: 0.6322, 0.8427; The action is #DUAL_POINT#; touch_point: 0.7845, 0.6913, lift_point: 0.7845, 0.6913; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0654, 0.3091, lift_point: 0.0654, 0.3091", "response": "The action is #DUAL_POINT#; touch_point: 0.0682, 0.9154, lift_point: 0.0682, 0.9154", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58802_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Zurich; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7833, 0.6886, lift_point: 0.7833, 0.6886; The action is #DUAL_POINT#; touch_point: 0.6322, 0.8427, lift_point: 0.6322, 0.8427; The action is #DUAL_POINT#; touch_point: 0.7845, 0.6913, lift_point: 0.7845, 0.6913; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0654, 0.3091, lift_point: 0.0654, 0.3091; The action is #DUAL_POINT#; touch_point: 0.0682, 0.9154, lift_point: 0.0682, 0.9154", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Zurich\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58802_8.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Zurich; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7833, 0.6886, lift_point: 0.7833, 0.6886; The action is #DUAL_POINT#; touch_point: 0.6322, 0.8427, lift_point: 0.6322, 0.8427; The action is #DUAL_POINT#; touch_point: 0.7845, 0.6913, lift_point: 0.7845, 0.6913; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0654, 0.3091, lift_point: 0.0654, 0.3091; The action is #DUAL_POINT#; touch_point: 0.0682, 0.9154, lift_point: 0.0682, 0.9154; The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Zurich\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1431, 0.6986, lift_point: 0.1431, 0.6986", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58802_9.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Zurich; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7833, 0.6886, lift_point: 0.7833, 0.6886; The action is #DUAL_POINT#; touch_point: 0.6322, 0.8427, lift_point: 0.6322, 0.8427; The action is #DUAL_POINT#; touch_point: 0.7845, 0.6913, lift_point: 0.7845, 0.6913; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0654, 0.3091, lift_point: 0.0654, 0.3091; The action is #DUAL_POINT#; touch_point: 0.0682, 0.9154, lift_point: 0.0682, 0.9154; The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Zurich\"; The action is #DUAL_POINT#; touch_point: 0.1431, 0.6986, lift_point: 0.1431, 0.6986", "response": "The action is #DUAL_POINT#; touch_point: 0.0785, 0.4736, lift_point: 0.0785, 0.4736", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58802_10.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Zurich; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7833, 0.6886, lift_point: 0.7833, 0.6886; The action is #DUAL_POINT#; touch_point: 0.6322, 0.8427, lift_point: 0.6322, 0.8427; The action is #DUAL_POINT#; touch_point: 0.7845, 0.6913, lift_point: 0.7845, 0.6913; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0654, 0.3091, lift_point: 0.0654, 0.3091; The action is #DUAL_POINT#; touch_point: 0.0682, 0.9154, lift_point: 0.0682, 0.9154; The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Zurich\"; The action is #DUAL_POINT#; touch_point: 0.1431, 0.6986, lift_point: 0.1431, 0.6986; The action is #DUAL_POINT#; touch_point: 0.0785, 0.4736, lift_point: 0.0785, 0.4736", "response": "The action is #DUAL_POINT#; touch_point: 0.067, 0.9253, lift_point: 0.067, 0.9253", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58802_11.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Zurich; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7833, 0.6886, lift_point: 0.7833, 0.6886; The action is #DUAL_POINT#; touch_point: 0.6322, 0.8427, lift_point: 0.6322, 0.8427; The action is #DUAL_POINT#; touch_point: 0.7845, 0.6913, lift_point: 0.7845, 0.6913; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0654, 0.3091, lift_point: 0.0654, 0.3091; The action is #DUAL_POINT#; touch_point: 0.0682, 0.9154, lift_point: 0.0682, 0.9154; The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Zurich\"; The action is #DUAL_POINT#; touch_point: 0.1431, 0.6986, lift_point: 0.1431, 0.6986; The action is #DUAL_POINT#; touch_point: 0.0785, 0.4736, lift_point: 0.0785, 0.4736; The action is #DUAL_POINT#; touch_point: 0.067, 0.9253, lift_point: 0.067, 0.9253", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Zurich\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58802_12.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Zurich; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7833, 0.6886, lift_point: 0.7833, 0.6886; The action is #DUAL_POINT#; touch_point: 0.6322, 0.8427, lift_point: 0.6322, 0.8427; The action is #DUAL_POINT#; touch_point: 0.7845, 0.6913, lift_point: 0.7845, 0.6913; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0654, 0.3091, lift_point: 0.0654, 0.3091; The action is #DUAL_POINT#; touch_point: 0.0682, 0.9154, lift_point: 0.0682, 0.9154; The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Zurich\"; The action is #DUAL_POINT#; touch_point: 0.1431, 0.6986, lift_point: 0.1431, 0.6986; The action is #DUAL_POINT#; touch_point: 0.0785, 0.4736, lift_point: 0.0785, 0.4736; The action is #DUAL_POINT#; touch_point: 0.067, 0.9253, lift_point: 0.067, 0.9253; The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Zurich\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1417, 0.3989, lift_point: 0.1417, 0.3989", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58802_13.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Zurich; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7833, 0.6886, lift_point: 0.7833, 0.6886; The action is #DUAL_POINT#; touch_point: 0.6322, 0.8427, lift_point: 0.6322, 0.8427; The action is #DUAL_POINT#; touch_point: 0.7845, 0.6913, lift_point: 0.7845, 0.6913; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0654, 0.3091, lift_point: 0.0654, 0.3091; The action is #DUAL_POINT#; touch_point: 0.0682, 0.9154, lift_point: 0.0682, 0.9154; The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Zurich\"; The action is #DUAL_POINT#; touch_point: 0.1431, 0.6986, lift_point: 0.1431, 0.6986; The action is #DUAL_POINT#; touch_point: 0.0785, 0.4736, lift_point: 0.0785, 0.4736; The action is #DUAL_POINT#; touch_point: 0.067, 0.9253, lift_point: 0.067, 0.9253; The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Zurich\"; The action is #DUAL_POINT#; touch_point: 0.1417, 0.3989, lift_point: 0.1417, 0.3989", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58802_14.png" ] }, { "query": "\nPrevious Actions: Goal: Open the calculator", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58839_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at In-N-Out?", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58847_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at In-N-Out?; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3775, 0.51, lift_point: 0.3775, 0.51", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58847_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at In-N-Out?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3775, 0.51, lift_point: 0.3775, 0.51", "response": "The action is #DUAL_POINT#; touch_point: 0.3556, 0.5193, lift_point: 0.3556, 0.5193", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58847_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at In-N-Out?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3775, 0.51, lift_point: 0.3775, 0.51; The action is #DUAL_POINT#; touch_point: 0.3556, 0.5193, lift_point: 0.3556, 0.5193", "response": "The action is #DUAL_POINT#; touch_point: 0.0733, 0.3744, lift_point: 0.0733, 0.3744", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58847_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at In-N-Out?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3775, 0.51, lift_point: 0.3775, 0.51; The action is #DUAL_POINT#; touch_point: 0.3556, 0.5193, lift_point: 0.3556, 0.5193; The action is #DUAL_POINT#; touch_point: 0.0733, 0.3744, lift_point: 0.0733, 0.3744", "response": "The action is #DUAL_POINT#; touch_point: 0.0747, 0.9215, lift_point: 0.0747, 0.9215", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58847_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at In-N-Out?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3775, 0.51, lift_point: 0.3775, 0.51; The action is #DUAL_POINT#; touch_point: 0.3556, 0.5193, lift_point: 0.3556, 0.5193; The action is #DUAL_POINT#; touch_point: 0.0733, 0.3744, lift_point: 0.0733, 0.3744; The action is #DUAL_POINT#; touch_point: 0.0747, 0.9215, lift_point: 0.0747, 0.9215", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at In-N-Out?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58847_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at In-N-Out?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3775, 0.51, lift_point: 0.3775, 0.51; The action is #DUAL_POINT#; touch_point: 0.3556, 0.5193, lift_point: 0.3556, 0.5193; The action is #DUAL_POINT#; touch_point: 0.0733, 0.3744, lift_point: 0.0733, 0.3744; The action is #DUAL_POINT#; touch_point: 0.0747, 0.9215, lift_point: 0.0747, 0.9215; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at In-N-Out?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1491, 0.5146, lift_point: 0.1491, 0.5146", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58847_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at In-N-Out?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3775, 0.51, lift_point: 0.3775, 0.51; The action is #DUAL_POINT#; touch_point: 0.3556, 0.5193, lift_point: 0.3556, 0.5193; The action is #DUAL_POINT#; touch_point: 0.0733, 0.3744, lift_point: 0.0733, 0.3744; The action is #DUAL_POINT#; touch_point: 0.0747, 0.9215, lift_point: 0.0747, 0.9215; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at In-N-Out?\"; The action is #DUAL_POINT#; touch_point: 0.1491, 0.5146, lift_point: 0.1491, 0.5146", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58847_8.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good Korean restaurants", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58871_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good Korean restaurants; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3652, 0.5103, lift_point: 0.3652, 0.5103", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58871_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good Korean restaurants; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3652, 0.5103, lift_point: 0.3652, 0.5103", "response": "The action is #DUAL_POINT#; touch_point: 0.062, 0.3378, lift_point: 0.062, 0.3378", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58871_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good Korean restaurants; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3652, 0.5103, lift_point: 0.3652, 0.5103; The action is #DUAL_POINT#; touch_point: 0.062, 0.3378, lift_point: 0.062, 0.3378", "response": "The action is #DUAL_POINT#; touch_point: 0.0757, 0.9254, lift_point: 0.0757, 0.9254", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58871_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good Korean restaurants; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3652, 0.5103, lift_point: 0.3652, 0.5103; The action is #DUAL_POINT#; touch_point: 0.062, 0.3378, lift_point: 0.062, 0.3378; The action is #DUAL_POINT#; touch_point: 0.0757, 0.9254, lift_point: 0.0757, 0.9254", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for good Korean restaurants\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58871_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good Korean restaurants; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3652, 0.5103, lift_point: 0.3652, 0.5103; The action is #DUAL_POINT#; touch_point: 0.062, 0.3378, lift_point: 0.062, 0.3378; The action is #DUAL_POINT#; touch_point: 0.0757, 0.9254, lift_point: 0.0757, 0.9254; The action is #TYPE#; And the content is : \"typed_text\": \"Search for good Korean restaurants\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1533, 0.502, lift_point: 0.1533, 0.502", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58871_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good Korean restaurants; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3652, 0.5103, lift_point: 0.3652, 0.5103; The action is #DUAL_POINT#; touch_point: 0.062, 0.3378, lift_point: 0.062, 0.3378; The action is #DUAL_POINT#; touch_point: 0.0757, 0.9254, lift_point: 0.0757, 0.9254; The action is #TYPE#; And the content is : \"typed_text\": \"Search for good Korean restaurants\"; The action is #DUAL_POINT#; touch_point: 0.1533, 0.502, lift_point: 0.1533, 0.502", "response": "The action is #DUAL_POINT#; touch_point: 0.1423, 0.5009, lift_point: 0.1423, 0.5009", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58871_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good Korean restaurants; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3652, 0.5103, lift_point: 0.3652, 0.5103; The action is #DUAL_POINT#; touch_point: 0.062, 0.3378, lift_point: 0.062, 0.3378; The action is #DUAL_POINT#; touch_point: 0.0757, 0.9254, lift_point: 0.0757, 0.9254; The action is #TYPE#; And the content is : \"typed_text\": \"Search for good Korean restaurants\"; The action is #DUAL_POINT#; touch_point: 0.1533, 0.502, lift_point: 0.1533, 0.502; The action is #DUAL_POINT#; touch_point: 0.1423, 0.5009, lift_point: 0.1423, 0.5009", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/58871_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Hong Kong?", "response": "The action is #DUAL_POINT#; touch_point: 0.858, 0.6033, lift_point: 0.858, 0.6033", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59353_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Hong Kong?; The action is #DUAL_POINT#; touch_point: 0.858, 0.6033, lift_point: 0.858, 0.6033", "response": "The action is #DUAL_POINT#; touch_point: 0.0441, 0.3452, lift_point: 0.0441, 0.3452", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59353_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Hong Kong?; The action is #DUAL_POINT#; touch_point: 0.858, 0.6033, lift_point: 0.858, 0.6033; The action is #DUAL_POINT#; touch_point: 0.0441, 0.3452, lift_point: 0.0441, 0.3452", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Hong Kong?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59353_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Hong Kong?; The action is #DUAL_POINT#; touch_point: 0.858, 0.6033, lift_point: 0.858, 0.6033; The action is #DUAL_POINT#; touch_point: 0.0441, 0.3452, lift_point: 0.0441, 0.3452; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Hong Kong?\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59353_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Hong Kong?; The action is #DUAL_POINT#; touch_point: 0.858, 0.6033, lift_point: 0.858, 0.6033; The action is #DUAL_POINT#; touch_point: 0.0441, 0.3452, lift_point: 0.0441, 0.3452; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Hong Kong?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1159, 0.3367, lift_point: 0.1159, 0.3367", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59353_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Hong Kong?; The action is #DUAL_POINT#; touch_point: 0.858, 0.6033, lift_point: 0.858, 0.6033; The action is #DUAL_POINT#; touch_point: 0.0441, 0.3452, lift_point: 0.0441, 0.3452; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Hong Kong?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1159, 0.3367, lift_point: 0.1159, 0.3367", "response": "The action is #DUAL_POINT#; touch_point: 0.9574, 0.4087, lift_point: 0.9574, 0.4087", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59353_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Hong Kong?; The action is #DUAL_POINT#; touch_point: 0.858, 0.6033, lift_point: 0.858, 0.6033; The action is #DUAL_POINT#; touch_point: 0.0441, 0.3452, lift_point: 0.0441, 0.3452; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Hong Kong?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1159, 0.3367, lift_point: 0.1159, 0.3367; The action is #DUAL_POINT#; touch_point: 0.9574, 0.4087, lift_point: 0.9574, 0.4087", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59353_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Hong Kong?; The action is #DUAL_POINT#; touch_point: 0.858, 0.6033, lift_point: 0.858, 0.6033; The action is #DUAL_POINT#; touch_point: 0.0441, 0.3452, lift_point: 0.0441, 0.3452; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Hong Kong?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1159, 0.3367, lift_point: 0.1159, 0.3367; The action is #DUAL_POINT#; touch_point: 0.9574, 0.4087, lift_point: 0.9574, 0.4087; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.48, 0.4451, lift_point: 0.48, 0.4451", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59353_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Hong Kong?; The action is #DUAL_POINT#; touch_point: 0.858, 0.6033, lift_point: 0.858, 0.6033; The action is #DUAL_POINT#; touch_point: 0.0441, 0.3452, lift_point: 0.0441, 0.3452; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Hong Kong?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1159, 0.3367, lift_point: 0.1159, 0.3367; The action is #DUAL_POINT#; touch_point: 0.9574, 0.4087, lift_point: 0.9574, 0.4087; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.48, 0.4451, lift_point: 0.48, 0.4451", "response": "The action is #DUAL_POINT#; touch_point: 0.2723, 0.6483, lift_point: 0.2723, 0.6483", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59353_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Hong Kong?; The action is #DUAL_POINT#; touch_point: 0.858, 0.6033, lift_point: 0.858, 0.6033; The action is #DUAL_POINT#; touch_point: 0.0441, 0.3452, lift_point: 0.0441, 0.3452; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Hong Kong?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1159, 0.3367, lift_point: 0.1159, 0.3367; The action is #DUAL_POINT#; touch_point: 0.9574, 0.4087, lift_point: 0.9574, 0.4087; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.48, 0.4451, lift_point: 0.48, 0.4451; The action is #DUAL_POINT#; touch_point: 0.2723, 0.6483, lift_point: 0.2723, 0.6483", "response": "The action is #DUAL_POINT#; touch_point: 0.4632, 0.4748, lift_point: 0.4632, 0.4748", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59353_10.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Hong Kong?; The action is #DUAL_POINT#; touch_point: 0.858, 0.6033, lift_point: 0.858, 0.6033; The action is #DUAL_POINT#; touch_point: 0.0441, 0.3452, lift_point: 0.0441, 0.3452; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Hong Kong?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1159, 0.3367, lift_point: 0.1159, 0.3367; The action is #DUAL_POINT#; touch_point: 0.9574, 0.4087, lift_point: 0.9574, 0.4087; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.48, 0.4451, lift_point: 0.48, 0.4451; The action is #DUAL_POINT#; touch_point: 0.2723, 0.6483, lift_point: 0.2723, 0.6483; The action is #DUAL_POINT#; touch_point: 0.4632, 0.4748, lift_point: 0.4632, 0.4748", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59353_11.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Hong Kong?; The action is #DUAL_POINT#; touch_point: 0.858, 0.6033, lift_point: 0.858, 0.6033; The action is #DUAL_POINT#; touch_point: 0.0441, 0.3452, lift_point: 0.0441, 0.3452; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Hong Kong?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1159, 0.3367, lift_point: 0.1159, 0.3367; The action is #DUAL_POINT#; touch_point: 0.9574, 0.4087, lift_point: 0.9574, 0.4087; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.48, 0.4451, lift_point: 0.48, 0.4451; The action is #DUAL_POINT#; touch_point: 0.2723, 0.6483, lift_point: 0.2723, 0.6483; The action is #DUAL_POINT#; touch_point: 0.4632, 0.4748, lift_point: 0.4632, 0.4748; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59353_12.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Hong Kong?; The action is #DUAL_POINT#; touch_point: 0.858, 0.6033, lift_point: 0.858, 0.6033; The action is #DUAL_POINT#; touch_point: 0.0441, 0.3452, lift_point: 0.0441, 0.3452; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Hong Kong?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1159, 0.3367, lift_point: 0.1159, 0.3367; The action is #DUAL_POINT#; touch_point: 0.9574, 0.4087, lift_point: 0.9574, 0.4087; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.48, 0.4451, lift_point: 0.48, 0.4451; The action is #DUAL_POINT#; touch_point: 0.2723, 0.6483, lift_point: 0.2723, 0.6483; The action is #DUAL_POINT#; touch_point: 0.4632, 0.4748, lift_point: 0.4632, 0.4748; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59353_13.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Hong Kong?; The action is #DUAL_POINT#; touch_point: 0.858, 0.6033, lift_point: 0.858, 0.6033; The action is #DUAL_POINT#; touch_point: 0.0441, 0.3452, lift_point: 0.0441, 0.3452; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Hong Kong?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1159, 0.3367, lift_point: 0.1159, 0.3367; The action is #DUAL_POINT#; touch_point: 0.9574, 0.4087, lift_point: 0.9574, 0.4087; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.48, 0.4451, lift_point: 0.48, 0.4451; The action is #DUAL_POINT#; touch_point: 0.2723, 0.6483, lift_point: 0.2723, 0.6483; The action is #DUAL_POINT#; touch_point: 0.4632, 0.4748, lift_point: 0.4632, 0.4748; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59353_14.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Hong Kong?; The action is #DUAL_POINT#; touch_point: 0.858, 0.6033, lift_point: 0.858, 0.6033; The action is #DUAL_POINT#; touch_point: 0.0441, 0.3452, lift_point: 0.0441, 0.3452; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Hong Kong?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1159, 0.3367, lift_point: 0.1159, 0.3367; The action is #DUAL_POINT#; touch_point: 0.9574, 0.4087, lift_point: 0.9574, 0.4087; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.48, 0.4451, lift_point: 0.48, 0.4451; The action is #DUAL_POINT#; touch_point: 0.2723, 0.6483, lift_point: 0.2723, 0.6483; The action is #DUAL_POINT#; touch_point: 0.4632, 0.4748, lift_point: 0.4632, 0.4748; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59353_15.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Hong Kong?; The action is #DUAL_POINT#; touch_point: 0.858, 0.6033, lift_point: 0.858, 0.6033; The action is #DUAL_POINT#; touch_point: 0.0441, 0.3452, lift_point: 0.0441, 0.3452; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Hong Kong?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1159, 0.3367, lift_point: 0.1159, 0.3367; The action is #DUAL_POINT#; touch_point: 0.9574, 0.4087, lift_point: 0.9574, 0.4087; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.48, 0.4451, lift_point: 0.48, 0.4451; The action is #DUAL_POINT#; touch_point: 0.2723, 0.6483, lift_point: 0.2723, 0.6483; The action is #DUAL_POINT#; touch_point: 0.4632, 0.4748, lift_point: 0.4632, 0.4748; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.9477, 0.388, lift_point: 0.9477, 0.388", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59353_16.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Hong Kong?; The action is #DUAL_POINT#; touch_point: 0.858, 0.6033, lift_point: 0.858, 0.6033; The action is #DUAL_POINT#; touch_point: 0.0441, 0.3452, lift_point: 0.0441, 0.3452; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Hong Kong?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1159, 0.3367, lift_point: 0.1159, 0.3367; The action is #DUAL_POINT#; touch_point: 0.9574, 0.4087, lift_point: 0.9574, 0.4087; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.48, 0.4451, lift_point: 0.48, 0.4451; The action is #DUAL_POINT#; touch_point: 0.2723, 0.6483, lift_point: 0.2723, 0.6483; The action is #DUAL_POINT#; touch_point: 0.4632, 0.4748, lift_point: 0.4632, 0.4748; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9477, 0.388, lift_point: 0.9477, 0.388", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59353_17.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Hong Kong?; The action is #DUAL_POINT#; touch_point: 0.858, 0.6033, lift_point: 0.858, 0.6033; The action is #DUAL_POINT#; touch_point: 0.0441, 0.3452, lift_point: 0.0441, 0.3452; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Hong Kong?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1159, 0.3367, lift_point: 0.1159, 0.3367; The action is #DUAL_POINT#; touch_point: 0.9574, 0.4087, lift_point: 0.9574, 0.4087; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.48, 0.4451, lift_point: 0.48, 0.4451; The action is #DUAL_POINT#; touch_point: 0.2723, 0.6483, lift_point: 0.2723, 0.6483; The action is #DUAL_POINT#; touch_point: 0.4632, 0.4748, lift_point: 0.4632, 0.4748; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9477, 0.388, lift_point: 0.9477, 0.388; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59353_18.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Hong Kong?; The action is #DUAL_POINT#; touch_point: 0.858, 0.6033, lift_point: 0.858, 0.6033; The action is #DUAL_POINT#; touch_point: 0.0441, 0.3452, lift_point: 0.0441, 0.3452; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Hong Kong?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1159, 0.3367, lift_point: 0.1159, 0.3367; The action is #DUAL_POINT#; touch_point: 0.9574, 0.4087, lift_point: 0.9574, 0.4087; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.48, 0.4451, lift_point: 0.48, 0.4451; The action is #DUAL_POINT#; touch_point: 0.2723, 0.6483, lift_point: 0.2723, 0.6483; The action is #DUAL_POINT#; touch_point: 0.4632, 0.4748, lift_point: 0.4632, 0.4748; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9477, 0.388, lift_point: 0.9477, 0.388; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59353_19.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Hong Kong?; The action is #DUAL_POINT#; touch_point: 0.858, 0.6033, lift_point: 0.858, 0.6033; The action is #DUAL_POINT#; touch_point: 0.0441, 0.3452, lift_point: 0.0441, 0.3452; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Hong Kong?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1159, 0.3367, lift_point: 0.1159, 0.3367; The action is #DUAL_POINT#; touch_point: 0.9574, 0.4087, lift_point: 0.9574, 0.4087; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.48, 0.4451, lift_point: 0.48, 0.4451; The action is #DUAL_POINT#; touch_point: 0.2723, 0.6483, lift_point: 0.2723, 0.6483; The action is #DUAL_POINT#; touch_point: 0.4632, 0.4748, lift_point: 0.4632, 0.4748; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9477, 0.388, lift_point: 0.9477, 0.388; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59353_20.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Hong Kong?; The action is #DUAL_POINT#; touch_point: 0.858, 0.6033, lift_point: 0.858, 0.6033; The action is #DUAL_POINT#; touch_point: 0.0441, 0.3452, lift_point: 0.0441, 0.3452; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Hong Kong?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1159, 0.3367, lift_point: 0.1159, 0.3367; The action is #DUAL_POINT#; touch_point: 0.9574, 0.4087, lift_point: 0.9574, 0.4087; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.48, 0.4451, lift_point: 0.48, 0.4451; The action is #DUAL_POINT#; touch_point: 0.2723, 0.6483, lift_point: 0.2723, 0.6483; The action is #DUAL_POINT#; touch_point: 0.4632, 0.4748, lift_point: 0.4632, 0.4748; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9477, 0.388, lift_point: 0.9477, 0.388; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59353_21.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Hong Kong?; The action is #DUAL_POINT#; touch_point: 0.858, 0.6033, lift_point: 0.858, 0.6033; The action is #DUAL_POINT#; touch_point: 0.0441, 0.3452, lift_point: 0.0441, 0.3452; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Hong Kong?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1159, 0.3367, lift_point: 0.1159, 0.3367; The action is #DUAL_POINT#; touch_point: 0.9574, 0.4087, lift_point: 0.9574, 0.4087; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.48, 0.4451, lift_point: 0.48, 0.4451; The action is #DUAL_POINT#; touch_point: 0.2723, 0.6483, lift_point: 0.2723, 0.6483; The action is #DUAL_POINT#; touch_point: 0.4632, 0.4748, lift_point: 0.4632, 0.4748; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9477, 0.388, lift_point: 0.9477, 0.388; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59353_22.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Hong Kong?; The action is #DUAL_POINT#; touch_point: 0.858, 0.6033, lift_point: 0.858, 0.6033; The action is #DUAL_POINT#; touch_point: 0.0441, 0.3452, lift_point: 0.0441, 0.3452; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Hong Kong?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1159, 0.3367, lift_point: 0.1159, 0.3367; The action is #DUAL_POINT#; touch_point: 0.9574, 0.4087, lift_point: 0.9574, 0.4087; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.48, 0.4451, lift_point: 0.48, 0.4451; The action is #DUAL_POINT#; touch_point: 0.2723, 0.6483, lift_point: 0.2723, 0.6483; The action is #DUAL_POINT#; touch_point: 0.4632, 0.4748, lift_point: 0.4632, 0.4748; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9477, 0.388, lift_point: 0.9477, 0.388; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59353_23.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Hong Kong?; The action is #DUAL_POINT#; touch_point: 0.858, 0.6033, lift_point: 0.858, 0.6033; The action is #DUAL_POINT#; touch_point: 0.0441, 0.3452, lift_point: 0.0441, 0.3452; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Hong Kong?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1159, 0.3367, lift_point: 0.1159, 0.3367; The action is #DUAL_POINT#; touch_point: 0.9574, 0.4087, lift_point: 0.9574, 0.4087; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.48, 0.4451, lift_point: 0.48, 0.4451; The action is #DUAL_POINT#; touch_point: 0.2723, 0.6483, lift_point: 0.2723, 0.6483; The action is #DUAL_POINT#; touch_point: 0.4632, 0.4748, lift_point: 0.4632, 0.4748; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9477, 0.388, lift_point: 0.9477, 0.388; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59353_24.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Hong Kong?; The action is #DUAL_POINT#; touch_point: 0.858, 0.6033, lift_point: 0.858, 0.6033; The action is #DUAL_POINT#; touch_point: 0.0441, 0.3452, lift_point: 0.0441, 0.3452; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Hong Kong?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1159, 0.3367, lift_point: 0.1159, 0.3367; The action is #DUAL_POINT#; touch_point: 0.9574, 0.4087, lift_point: 0.9574, 0.4087; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.48, 0.4451, lift_point: 0.48, 0.4451; The action is #DUAL_POINT#; touch_point: 0.2723, 0.6483, lift_point: 0.2723, 0.6483; The action is #DUAL_POINT#; touch_point: 0.4632, 0.4748, lift_point: 0.4632, 0.4748; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9477, 0.388, lift_point: 0.9477, 0.388; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59353_25.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Hong Kong?; The action is #DUAL_POINT#; touch_point: 0.858, 0.6033, lift_point: 0.858, 0.6033; The action is #DUAL_POINT#; touch_point: 0.0441, 0.3452, lift_point: 0.0441, 0.3452; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Hong Kong?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1159, 0.3367, lift_point: 0.1159, 0.3367; The action is #DUAL_POINT#; touch_point: 0.9574, 0.4087, lift_point: 0.9574, 0.4087; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.48, 0.4451, lift_point: 0.48, 0.4451; The action is #DUAL_POINT#; touch_point: 0.2723, 0.6483, lift_point: 0.2723, 0.6483; The action is #DUAL_POINT#; touch_point: 0.4632, 0.4748, lift_point: 0.4632, 0.4748; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9477, 0.388, lift_point: 0.9477, 0.388; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59353_26.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Hong Kong?; The action is #DUAL_POINT#; touch_point: 0.858, 0.6033, lift_point: 0.858, 0.6033; The action is #DUAL_POINT#; touch_point: 0.0441, 0.3452, lift_point: 0.0441, 0.3452; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Hong Kong?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1159, 0.3367, lift_point: 0.1159, 0.3367; The action is #DUAL_POINT#; touch_point: 0.9574, 0.4087, lift_point: 0.9574, 0.4087; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.48, 0.4451, lift_point: 0.48, 0.4451; The action is #DUAL_POINT#; touch_point: 0.2723, 0.6483, lift_point: 0.2723, 0.6483; The action is #DUAL_POINT#; touch_point: 0.4632, 0.4748, lift_point: 0.4632, 0.4748; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9477, 0.388, lift_point: 0.9477, 0.388; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59353_27.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Hong Kong?; The action is #DUAL_POINT#; touch_point: 0.858, 0.6033, lift_point: 0.858, 0.6033; The action is #DUAL_POINT#; touch_point: 0.0441, 0.3452, lift_point: 0.0441, 0.3452; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Hong Kong?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1159, 0.3367, lift_point: 0.1159, 0.3367; The action is #DUAL_POINT#; touch_point: 0.9574, 0.4087, lift_point: 0.9574, 0.4087; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.48, 0.4451, lift_point: 0.48, 0.4451; The action is #DUAL_POINT#; touch_point: 0.2723, 0.6483, lift_point: 0.2723, 0.6483; The action is #DUAL_POINT#; touch_point: 0.4632, 0.4748, lift_point: 0.4632, 0.4748; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9477, 0.388, lift_point: 0.9477, 0.388; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59353_28.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Hong Kong?; The action is #DUAL_POINT#; touch_point: 0.858, 0.6033, lift_point: 0.858, 0.6033; The action is #DUAL_POINT#; touch_point: 0.0441, 0.3452, lift_point: 0.0441, 0.3452; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Hong Kong?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1159, 0.3367, lift_point: 0.1159, 0.3367; The action is #DUAL_POINT#; touch_point: 0.9574, 0.4087, lift_point: 0.9574, 0.4087; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.48, 0.4451, lift_point: 0.48, 0.4451; The action is #DUAL_POINT#; touch_point: 0.2723, 0.6483, lift_point: 0.2723, 0.6483; The action is #DUAL_POINT#; touch_point: 0.4632, 0.4748, lift_point: 0.4632, 0.4748; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9477, 0.388, lift_point: 0.9477, 0.388; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59353_29.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Hong Kong?; The action is #DUAL_POINT#; touch_point: 0.858, 0.6033, lift_point: 0.858, 0.6033; The action is #DUAL_POINT#; touch_point: 0.0441, 0.3452, lift_point: 0.0441, 0.3452; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Hong Kong?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1159, 0.3367, lift_point: 0.1159, 0.3367; The action is #DUAL_POINT#; touch_point: 0.9574, 0.4087, lift_point: 0.9574, 0.4087; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.48, 0.4451, lift_point: 0.48, 0.4451; The action is #DUAL_POINT#; touch_point: 0.2723, 0.6483, lift_point: 0.2723, 0.6483; The action is #DUAL_POINT#; touch_point: 0.4632, 0.4748, lift_point: 0.4632, 0.4748; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9477, 0.388, lift_point: 0.9477, 0.388; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59353_30.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Hong Kong?; The action is #DUAL_POINT#; touch_point: 0.858, 0.6033, lift_point: 0.858, 0.6033; The action is #DUAL_POINT#; touch_point: 0.0441, 0.3452, lift_point: 0.0441, 0.3452; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Hong Kong?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1159, 0.3367, lift_point: 0.1159, 0.3367; The action is #DUAL_POINT#; touch_point: 0.9574, 0.4087, lift_point: 0.9574, 0.4087; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.48, 0.4451, lift_point: 0.48, 0.4451; The action is #DUAL_POINT#; touch_point: 0.2723, 0.6483, lift_point: 0.2723, 0.6483; The action is #DUAL_POINT#; touch_point: 0.4632, 0.4748, lift_point: 0.4632, 0.4748; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9477, 0.388, lift_point: 0.9477, 0.388; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59353_31.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Hong Kong?; The action is #DUAL_POINT#; touch_point: 0.858, 0.6033, lift_point: 0.858, 0.6033; The action is #DUAL_POINT#; touch_point: 0.0441, 0.3452, lift_point: 0.0441, 0.3452; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Hong Kong?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1159, 0.3367, lift_point: 0.1159, 0.3367; The action is #DUAL_POINT#; touch_point: 0.9574, 0.4087, lift_point: 0.9574, 0.4087; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.48, 0.4451, lift_point: 0.48, 0.4451; The action is #DUAL_POINT#; touch_point: 0.2723, 0.6483, lift_point: 0.2723, 0.6483; The action is #DUAL_POINT#; touch_point: 0.4632, 0.4748, lift_point: 0.4632, 0.4748; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9477, 0.388, lift_point: 0.9477, 0.388; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59353_32.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Hong Kong?; The action is #DUAL_POINT#; touch_point: 0.858, 0.6033, lift_point: 0.858, 0.6033; The action is #DUAL_POINT#; touch_point: 0.0441, 0.3452, lift_point: 0.0441, 0.3452; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Hong Kong?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1159, 0.3367, lift_point: 0.1159, 0.3367; The action is #DUAL_POINT#; touch_point: 0.9574, 0.4087, lift_point: 0.9574, 0.4087; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.48, 0.4451, lift_point: 0.48, 0.4451; The action is #DUAL_POINT#; touch_point: 0.2723, 0.6483, lift_point: 0.2723, 0.6483; The action is #DUAL_POINT#; touch_point: 0.4632, 0.4748, lift_point: 0.4632, 0.4748; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9477, 0.388, lift_point: 0.9477, 0.388; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.2628, 0.6309, lift_point: 0.2628, 0.6309", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59353_33.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Hong Kong?; The action is #DUAL_POINT#; touch_point: 0.858, 0.6033, lift_point: 0.858, 0.6033; The action is #DUAL_POINT#; touch_point: 0.0441, 0.3452, lift_point: 0.0441, 0.3452; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Hong Kong?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1159, 0.3367, lift_point: 0.1159, 0.3367; The action is #DUAL_POINT#; touch_point: 0.9574, 0.4087, lift_point: 0.9574, 0.4087; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.48, 0.4451, lift_point: 0.48, 0.4451; The action is #DUAL_POINT#; touch_point: 0.2723, 0.6483, lift_point: 0.2723, 0.6483; The action is #DUAL_POINT#; touch_point: 0.4632, 0.4748, lift_point: 0.4632, 0.4748; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9477, 0.388, lift_point: 0.9477, 0.388; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2628, 0.6309, lift_point: 0.2628, 0.6309", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59353_34.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Hong Kong?; The action is #DUAL_POINT#; touch_point: 0.858, 0.6033, lift_point: 0.858, 0.6033; The action is #DUAL_POINT#; touch_point: 0.0441, 0.3452, lift_point: 0.0441, 0.3452; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Hong Kong?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1159, 0.3367, lift_point: 0.1159, 0.3367; The action is #DUAL_POINT#; touch_point: 0.9574, 0.4087, lift_point: 0.9574, 0.4087; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.48, 0.4451, lift_point: 0.48, 0.4451; The action is #DUAL_POINT#; touch_point: 0.2723, 0.6483, lift_point: 0.2723, 0.6483; The action is #DUAL_POINT#; touch_point: 0.4632, 0.4748, lift_point: 0.4632, 0.4748; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9477, 0.388, lift_point: 0.9477, 0.388; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2628, 0.6309, lift_point: 0.2628, 0.6309; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59353_35.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Hong Kong?; The action is #DUAL_POINT#; touch_point: 0.858, 0.6033, lift_point: 0.858, 0.6033; The action is #DUAL_POINT#; touch_point: 0.0441, 0.3452, lift_point: 0.0441, 0.3452; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Hong Kong?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1159, 0.3367, lift_point: 0.1159, 0.3367; The action is #DUAL_POINT#; touch_point: 0.9574, 0.4087, lift_point: 0.9574, 0.4087; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.48, 0.4451, lift_point: 0.48, 0.4451; The action is #DUAL_POINT#; touch_point: 0.2723, 0.6483, lift_point: 0.2723, 0.6483; The action is #DUAL_POINT#; touch_point: 0.4632, 0.4748, lift_point: 0.4632, 0.4748; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9477, 0.388, lift_point: 0.9477, 0.388; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2628, 0.6309, lift_point: 0.2628, 0.6309; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59353_36.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Hong Kong?; The action is #DUAL_POINT#; touch_point: 0.858, 0.6033, lift_point: 0.858, 0.6033; The action is #DUAL_POINT#; touch_point: 0.0441, 0.3452, lift_point: 0.0441, 0.3452; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Hong Kong?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1159, 0.3367, lift_point: 0.1159, 0.3367; The action is #DUAL_POINT#; touch_point: 0.9574, 0.4087, lift_point: 0.9574, 0.4087; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.48, 0.4451, lift_point: 0.48, 0.4451; The action is #DUAL_POINT#; touch_point: 0.2723, 0.6483, lift_point: 0.2723, 0.6483; The action is #DUAL_POINT#; touch_point: 0.4632, 0.4748, lift_point: 0.4632, 0.4748; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9477, 0.388, lift_point: 0.9477, 0.388; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2628, 0.6309, lift_point: 0.2628, 0.6309; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.2139, 0.6602, lift_point: 0.2139, 0.6602", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59353_37.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Hong Kong?; The action is #DUAL_POINT#; touch_point: 0.858, 0.6033, lift_point: 0.858, 0.6033; The action is #DUAL_POINT#; touch_point: 0.0441, 0.3452, lift_point: 0.0441, 0.3452; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Hong Kong?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1159, 0.3367, lift_point: 0.1159, 0.3367; The action is #DUAL_POINT#; touch_point: 0.9574, 0.4087, lift_point: 0.9574, 0.4087; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.48, 0.4451, lift_point: 0.48, 0.4451; The action is #DUAL_POINT#; touch_point: 0.2723, 0.6483, lift_point: 0.2723, 0.6483; The action is #DUAL_POINT#; touch_point: 0.4632, 0.4748, lift_point: 0.4632, 0.4748; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9477, 0.388, lift_point: 0.9477, 0.388; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2628, 0.6309, lift_point: 0.2628, 0.6309; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2139, 0.6602, lift_point: 0.2139, 0.6602", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59353_38.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Hong Kong?; The action is #DUAL_POINT#; touch_point: 0.858, 0.6033, lift_point: 0.858, 0.6033; The action is #DUAL_POINT#; touch_point: 0.0441, 0.3452, lift_point: 0.0441, 0.3452; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Hong Kong?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1159, 0.3367, lift_point: 0.1159, 0.3367; The action is #DUAL_POINT#; touch_point: 0.9574, 0.4087, lift_point: 0.9574, 0.4087; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.48, 0.4451, lift_point: 0.48, 0.4451; The action is #DUAL_POINT#; touch_point: 0.2723, 0.6483, lift_point: 0.2723, 0.6483; The action is #DUAL_POINT#; touch_point: 0.4632, 0.4748, lift_point: 0.4632, 0.4748; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9477, 0.388, lift_point: 0.9477, 0.388; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2628, 0.6309, lift_point: 0.2628, 0.6309; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2139, 0.6602, lift_point: 0.2139, 0.6602; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59353_39.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Hong Kong?; The action is #DUAL_POINT#; touch_point: 0.858, 0.6033, lift_point: 0.858, 0.6033; The action is #DUAL_POINT#; touch_point: 0.0441, 0.3452, lift_point: 0.0441, 0.3452; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Hong Kong?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1159, 0.3367, lift_point: 0.1159, 0.3367; The action is #DUAL_POINT#; touch_point: 0.9574, 0.4087, lift_point: 0.9574, 0.4087; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.48, 0.4451, lift_point: 0.48, 0.4451; The action is #DUAL_POINT#; touch_point: 0.2723, 0.6483, lift_point: 0.2723, 0.6483; The action is #DUAL_POINT#; touch_point: 0.4632, 0.4748, lift_point: 0.4632, 0.4748; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9477, 0.388, lift_point: 0.9477, 0.388; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2628, 0.6309, lift_point: 0.2628, 0.6309; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2139, 0.6602, lift_point: 0.2139, 0.6602; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59353_40.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Hong Kong?; The action is #DUAL_POINT#; touch_point: 0.858, 0.6033, lift_point: 0.858, 0.6033; The action is #DUAL_POINT#; touch_point: 0.0441, 0.3452, lift_point: 0.0441, 0.3452; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Hong Kong?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1159, 0.3367, lift_point: 0.1159, 0.3367; The action is #DUAL_POINT#; touch_point: 0.9574, 0.4087, lift_point: 0.9574, 0.4087; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.48, 0.4451, lift_point: 0.48, 0.4451; The action is #DUAL_POINT#; touch_point: 0.2723, 0.6483, lift_point: 0.2723, 0.6483; The action is #DUAL_POINT#; touch_point: 0.4632, 0.4748, lift_point: 0.4632, 0.4748; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9477, 0.388, lift_point: 0.9477, 0.388; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2628, 0.6309, lift_point: 0.2628, 0.6309; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2139, 0.6602, lift_point: 0.2139, 0.6602; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59353_41.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Hong Kong?; The action is #DUAL_POINT#; touch_point: 0.858, 0.6033, lift_point: 0.858, 0.6033; The action is #DUAL_POINT#; touch_point: 0.0441, 0.3452, lift_point: 0.0441, 0.3452; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Hong Kong?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1159, 0.3367, lift_point: 0.1159, 0.3367; The action is #DUAL_POINT#; touch_point: 0.9574, 0.4087, lift_point: 0.9574, 0.4087; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.48, 0.4451, lift_point: 0.48, 0.4451; The action is #DUAL_POINT#; touch_point: 0.2723, 0.6483, lift_point: 0.2723, 0.6483; The action is #DUAL_POINT#; touch_point: 0.4632, 0.4748, lift_point: 0.4632, 0.4748; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9477, 0.388, lift_point: 0.9477, 0.388; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2628, 0.6309, lift_point: 0.2628, 0.6309; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2139, 0.6602, lift_point: 0.2139, 0.6602; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59353_42.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Hong Kong?; The action is #DUAL_POINT#; touch_point: 0.858, 0.6033, lift_point: 0.858, 0.6033; The action is #DUAL_POINT#; touch_point: 0.0441, 0.3452, lift_point: 0.0441, 0.3452; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Hong Kong?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1159, 0.3367, lift_point: 0.1159, 0.3367; The action is #DUAL_POINT#; touch_point: 0.9574, 0.4087, lift_point: 0.9574, 0.4087; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.48, 0.4451, lift_point: 0.48, 0.4451; The action is #DUAL_POINT#; touch_point: 0.2723, 0.6483, lift_point: 0.2723, 0.6483; The action is #DUAL_POINT#; touch_point: 0.4632, 0.4748, lift_point: 0.4632, 0.4748; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9477, 0.388, lift_point: 0.9477, 0.388; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2628, 0.6309, lift_point: 0.2628, 0.6309; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2139, 0.6602, lift_point: 0.2139, 0.6602; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59353_43.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Hong Kong?; The action is #DUAL_POINT#; touch_point: 0.858, 0.6033, lift_point: 0.858, 0.6033; The action is #DUAL_POINT#; touch_point: 0.0441, 0.3452, lift_point: 0.0441, 0.3452; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Hong Kong?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1159, 0.3367, lift_point: 0.1159, 0.3367; The action is #DUAL_POINT#; touch_point: 0.9574, 0.4087, lift_point: 0.9574, 0.4087; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.48, 0.4451, lift_point: 0.48, 0.4451; The action is #DUAL_POINT#; touch_point: 0.2723, 0.6483, lift_point: 0.2723, 0.6483; The action is #DUAL_POINT#; touch_point: 0.4632, 0.4748, lift_point: 0.4632, 0.4748; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9477, 0.388, lift_point: 0.9477, 0.388; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2628, 0.6309, lift_point: 0.2628, 0.6309; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2139, 0.6602, lift_point: 0.2139, 0.6602; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59353_44.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Hong Kong?; The action is #DUAL_POINT#; touch_point: 0.858, 0.6033, lift_point: 0.858, 0.6033; The action is #DUAL_POINT#; touch_point: 0.0441, 0.3452, lift_point: 0.0441, 0.3452; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Hong Kong?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1159, 0.3367, lift_point: 0.1159, 0.3367; The action is #DUAL_POINT#; touch_point: 0.9574, 0.4087, lift_point: 0.9574, 0.4087; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.48, 0.4451, lift_point: 0.48, 0.4451; The action is #DUAL_POINT#; touch_point: 0.2723, 0.6483, lift_point: 0.2723, 0.6483; The action is #DUAL_POINT#; touch_point: 0.4632, 0.4748, lift_point: 0.4632, 0.4748; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9477, 0.388, lift_point: 0.9477, 0.388; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2628, 0.6309, lift_point: 0.2628, 0.6309; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2139, 0.6602, lift_point: 0.2139, 0.6602; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59353_45.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Hong Kong?; The action is #DUAL_POINT#; touch_point: 0.858, 0.6033, lift_point: 0.858, 0.6033; The action is #DUAL_POINT#; touch_point: 0.0441, 0.3452, lift_point: 0.0441, 0.3452; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Hong Kong?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1159, 0.3367, lift_point: 0.1159, 0.3367; The action is #DUAL_POINT#; touch_point: 0.9574, 0.4087, lift_point: 0.9574, 0.4087; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.48, 0.4451, lift_point: 0.48, 0.4451; The action is #DUAL_POINT#; touch_point: 0.2723, 0.6483, lift_point: 0.2723, 0.6483; The action is #DUAL_POINT#; touch_point: 0.4632, 0.4748, lift_point: 0.4632, 0.4748; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9477, 0.388, lift_point: 0.9477, 0.388; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2628, 0.6309, lift_point: 0.2628, 0.6309; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2139, 0.6602, lift_point: 0.2139, 0.6602; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59353_46.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Hong Kong?; The action is #DUAL_POINT#; touch_point: 0.858, 0.6033, lift_point: 0.858, 0.6033; The action is #DUAL_POINT#; touch_point: 0.0441, 0.3452, lift_point: 0.0441, 0.3452; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Hong Kong?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1159, 0.3367, lift_point: 0.1159, 0.3367; The action is #DUAL_POINT#; touch_point: 0.9574, 0.4087, lift_point: 0.9574, 0.4087; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.48, 0.4451, lift_point: 0.48, 0.4451; The action is #DUAL_POINT#; touch_point: 0.2723, 0.6483, lift_point: 0.2723, 0.6483; The action is #DUAL_POINT#; touch_point: 0.4632, 0.4748, lift_point: 0.4632, 0.4748; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9477, 0.388, lift_point: 0.9477, 0.388; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2628, 0.6309, lift_point: 0.2628, 0.6309; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2139, 0.6602, lift_point: 0.2139, 0.6602; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59353_47.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Hong Kong?; The action is #DUAL_POINT#; touch_point: 0.858, 0.6033, lift_point: 0.858, 0.6033; The action is #DUAL_POINT#; touch_point: 0.0441, 0.3452, lift_point: 0.0441, 0.3452; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Hong Kong?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1159, 0.3367, lift_point: 0.1159, 0.3367; The action is #DUAL_POINT#; touch_point: 0.9574, 0.4087, lift_point: 0.9574, 0.4087; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.48, 0.4451, lift_point: 0.48, 0.4451; The action is #DUAL_POINT#; touch_point: 0.2723, 0.6483, lift_point: 0.2723, 0.6483; The action is #DUAL_POINT#; touch_point: 0.4632, 0.4748, lift_point: 0.4632, 0.4748; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9477, 0.388, lift_point: 0.9477, 0.388; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2628, 0.6309, lift_point: 0.2628, 0.6309; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2139, 0.6602, lift_point: 0.2139, 0.6602; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59353_48.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Hong Kong?; The action is #DUAL_POINT#; touch_point: 0.858, 0.6033, lift_point: 0.858, 0.6033; The action is #DUAL_POINT#; touch_point: 0.0441, 0.3452, lift_point: 0.0441, 0.3452; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Hong Kong?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1159, 0.3367, lift_point: 0.1159, 0.3367; The action is #DUAL_POINT#; touch_point: 0.9574, 0.4087, lift_point: 0.9574, 0.4087; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.48, 0.4451, lift_point: 0.48, 0.4451; The action is #DUAL_POINT#; touch_point: 0.2723, 0.6483, lift_point: 0.2723, 0.6483; The action is #DUAL_POINT#; touch_point: 0.4632, 0.4748, lift_point: 0.4632, 0.4748; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9477, 0.388, lift_point: 0.9477, 0.388; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2628, 0.6309, lift_point: 0.2628, 0.6309; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2139, 0.6602, lift_point: 0.2139, 0.6602; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59353_49.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Hong Kong?; The action is #DUAL_POINT#; touch_point: 0.858, 0.6033, lift_point: 0.858, 0.6033; The action is #DUAL_POINT#; touch_point: 0.0441, 0.3452, lift_point: 0.0441, 0.3452; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Hong Kong?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1159, 0.3367, lift_point: 0.1159, 0.3367; The action is #DUAL_POINT#; touch_point: 0.9574, 0.4087, lift_point: 0.9574, 0.4087; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.48, 0.4451, lift_point: 0.48, 0.4451; The action is #DUAL_POINT#; touch_point: 0.2723, 0.6483, lift_point: 0.2723, 0.6483; The action is #DUAL_POINT#; touch_point: 0.4632, 0.4748, lift_point: 0.4632, 0.4748; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9477, 0.388, lift_point: 0.9477, 0.388; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2628, 0.6309, lift_point: 0.2628, 0.6309; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2139, 0.6602, lift_point: 0.2139, 0.6602; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59353_50.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Hong Kong?; The action is #DUAL_POINT#; touch_point: 0.858, 0.6033, lift_point: 0.858, 0.6033; The action is #DUAL_POINT#; touch_point: 0.0441, 0.3452, lift_point: 0.0441, 0.3452; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Hong Kong?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1159, 0.3367, lift_point: 0.1159, 0.3367; The action is #DUAL_POINT#; touch_point: 0.9574, 0.4087, lift_point: 0.9574, 0.4087; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.48, 0.4451, lift_point: 0.48, 0.4451; The action is #DUAL_POINT#; touch_point: 0.2723, 0.6483, lift_point: 0.2723, 0.6483; The action is #DUAL_POINT#; touch_point: 0.4632, 0.4748, lift_point: 0.4632, 0.4748; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9477, 0.388, lift_point: 0.9477, 0.388; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2628, 0.6309, lift_point: 0.2628, 0.6309; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2139, 0.6602, lift_point: 0.2139, 0.6602; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59353_51.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Hong Kong?; The action is #DUAL_POINT#; touch_point: 0.858, 0.6033, lift_point: 0.858, 0.6033; The action is #DUAL_POINT#; touch_point: 0.0441, 0.3452, lift_point: 0.0441, 0.3452; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Hong Kong?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1159, 0.3367, lift_point: 0.1159, 0.3367; The action is #DUAL_POINT#; touch_point: 0.9574, 0.4087, lift_point: 0.9574, 0.4087; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.48, 0.4451, lift_point: 0.48, 0.4451; The action is #DUAL_POINT#; touch_point: 0.2723, 0.6483, lift_point: 0.2723, 0.6483; The action is #DUAL_POINT#; touch_point: 0.4632, 0.4748, lift_point: 0.4632, 0.4748; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9477, 0.388, lift_point: 0.9477, 0.388; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2628, 0.6309, lift_point: 0.2628, 0.6309; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2139, 0.6602, lift_point: 0.2139, 0.6602; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59353_52.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Hong Kong?; The action is #DUAL_POINT#; touch_point: 0.858, 0.6033, lift_point: 0.858, 0.6033; The action is #DUAL_POINT#; touch_point: 0.0441, 0.3452, lift_point: 0.0441, 0.3452; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Hong Kong?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1159, 0.3367, lift_point: 0.1159, 0.3367; The action is #DUAL_POINT#; touch_point: 0.9574, 0.4087, lift_point: 0.9574, 0.4087; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.48, 0.4451, lift_point: 0.48, 0.4451; The action is #DUAL_POINT#; touch_point: 0.2723, 0.6483, lift_point: 0.2723, 0.6483; The action is #DUAL_POINT#; touch_point: 0.4632, 0.4748, lift_point: 0.4632, 0.4748; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9477, 0.388, lift_point: 0.9477, 0.388; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2628, 0.6309, lift_point: 0.2628, 0.6309; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2139, 0.6602, lift_point: 0.2139, 0.6602; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59353_53.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Hong Kong?; The action is #DUAL_POINT#; touch_point: 0.858, 0.6033, lift_point: 0.858, 0.6033; The action is #DUAL_POINT#; touch_point: 0.0441, 0.3452, lift_point: 0.0441, 0.3452; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Hong Kong?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1159, 0.3367, lift_point: 0.1159, 0.3367; The action is #DUAL_POINT#; touch_point: 0.9574, 0.4087, lift_point: 0.9574, 0.4087; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.48, 0.4451, lift_point: 0.48, 0.4451; The action is #DUAL_POINT#; touch_point: 0.2723, 0.6483, lift_point: 0.2723, 0.6483; The action is #DUAL_POINT#; touch_point: 0.4632, 0.4748, lift_point: 0.4632, 0.4748; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9477, 0.388, lift_point: 0.9477, 0.388; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2628, 0.6309, lift_point: 0.2628, 0.6309; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2139, 0.6602, lift_point: 0.2139, 0.6602; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59353_54.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Hong Kong?; The action is #DUAL_POINT#; touch_point: 0.858, 0.6033, lift_point: 0.858, 0.6033; The action is #DUAL_POINT#; touch_point: 0.0441, 0.3452, lift_point: 0.0441, 0.3452; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Hong Kong?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1159, 0.3367, lift_point: 0.1159, 0.3367; The action is #DUAL_POINT#; touch_point: 0.9574, 0.4087, lift_point: 0.9574, 0.4087; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.48, 0.4451, lift_point: 0.48, 0.4451; The action is #DUAL_POINT#; touch_point: 0.2723, 0.6483, lift_point: 0.2723, 0.6483; The action is #DUAL_POINT#; touch_point: 0.4632, 0.4748, lift_point: 0.4632, 0.4748; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9477, 0.388, lift_point: 0.9477, 0.388; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2628, 0.6309, lift_point: 0.2628, 0.6309; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2139, 0.6602, lift_point: 0.2139, 0.6602; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59353_55.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Hong Kong?; The action is #DUAL_POINT#; touch_point: 0.858, 0.6033, lift_point: 0.858, 0.6033; The action is #DUAL_POINT#; touch_point: 0.0441, 0.3452, lift_point: 0.0441, 0.3452; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Hong Kong?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1159, 0.3367, lift_point: 0.1159, 0.3367; The action is #DUAL_POINT#; touch_point: 0.9574, 0.4087, lift_point: 0.9574, 0.4087; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.48, 0.4451, lift_point: 0.48, 0.4451; The action is #DUAL_POINT#; touch_point: 0.2723, 0.6483, lift_point: 0.2723, 0.6483; The action is #DUAL_POINT#; touch_point: 0.4632, 0.4748, lift_point: 0.4632, 0.4748; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9477, 0.388, lift_point: 0.9477, 0.388; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2628, 0.6309, lift_point: 0.2628, 0.6309; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2139, 0.6602, lift_point: 0.2139, 0.6602; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59353_56.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Hong Kong?; The action is #DUAL_POINT#; touch_point: 0.858, 0.6033, lift_point: 0.858, 0.6033; The action is #DUAL_POINT#; touch_point: 0.0441, 0.3452, lift_point: 0.0441, 0.3452; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Hong Kong?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1159, 0.3367, lift_point: 0.1159, 0.3367; The action is #DUAL_POINT#; touch_point: 0.9574, 0.4087, lift_point: 0.9574, 0.4087; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.48, 0.4451, lift_point: 0.48, 0.4451; The action is #DUAL_POINT#; touch_point: 0.2723, 0.6483, lift_point: 0.2723, 0.6483; The action is #DUAL_POINT#; touch_point: 0.4632, 0.4748, lift_point: 0.4632, 0.4748; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9477, 0.388, lift_point: 0.9477, 0.388; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2628, 0.6309, lift_point: 0.2628, 0.6309; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2139, 0.6602, lift_point: 0.2139, 0.6602; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59353_57.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Hong Kong?; The action is #DUAL_POINT#; touch_point: 0.858, 0.6033, lift_point: 0.858, 0.6033; The action is #DUAL_POINT#; touch_point: 0.0441, 0.3452, lift_point: 0.0441, 0.3452; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Hong Kong?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1159, 0.3367, lift_point: 0.1159, 0.3367; The action is #DUAL_POINT#; touch_point: 0.9574, 0.4087, lift_point: 0.9574, 0.4087; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.48, 0.4451, lift_point: 0.48, 0.4451; The action is #DUAL_POINT#; touch_point: 0.2723, 0.6483, lift_point: 0.2723, 0.6483; The action is #DUAL_POINT#; touch_point: 0.4632, 0.4748, lift_point: 0.4632, 0.4748; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9477, 0.388, lift_point: 0.9477, 0.388; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2628, 0.6309, lift_point: 0.2628, 0.6309; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2139, 0.6602, lift_point: 0.2139, 0.6602; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59353_58.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Hong Kong?; The action is #DUAL_POINT#; touch_point: 0.858, 0.6033, lift_point: 0.858, 0.6033; The action is #DUAL_POINT#; touch_point: 0.0441, 0.3452, lift_point: 0.0441, 0.3452; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Hong Kong?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1159, 0.3367, lift_point: 0.1159, 0.3367; The action is #DUAL_POINT#; touch_point: 0.9574, 0.4087, lift_point: 0.9574, 0.4087; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.48, 0.4451, lift_point: 0.48, 0.4451; The action is #DUAL_POINT#; touch_point: 0.2723, 0.6483, lift_point: 0.2723, 0.6483; The action is #DUAL_POINT#; touch_point: 0.4632, 0.4748, lift_point: 0.4632, 0.4748; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9477, 0.388, lift_point: 0.9477, 0.388; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2628, 0.6309, lift_point: 0.2628, 0.6309; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2139, 0.6602, lift_point: 0.2139, 0.6602; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59353_59.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Hong Kong?; The action is #DUAL_POINT#; touch_point: 0.858, 0.6033, lift_point: 0.858, 0.6033; The action is #DUAL_POINT#; touch_point: 0.0441, 0.3452, lift_point: 0.0441, 0.3452; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Hong Kong?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1159, 0.3367, lift_point: 0.1159, 0.3367; The action is #DUAL_POINT#; touch_point: 0.9574, 0.4087, lift_point: 0.9574, 0.4087; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.48, 0.4451, lift_point: 0.48, 0.4451; The action is #DUAL_POINT#; touch_point: 0.2723, 0.6483, lift_point: 0.2723, 0.6483; The action is #DUAL_POINT#; touch_point: 0.4632, 0.4748, lift_point: 0.4632, 0.4748; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9477, 0.388, lift_point: 0.9477, 0.388; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2628, 0.6309, lift_point: 0.2628, 0.6309; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2139, 0.6602, lift_point: 0.2139, 0.6602; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #PRESS_BACK#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59353_60.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Hong Kong?; The action is #DUAL_POINT#; touch_point: 0.858, 0.6033, lift_point: 0.858, 0.6033; The action is #DUAL_POINT#; touch_point: 0.0441, 0.3452, lift_point: 0.0441, 0.3452; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Hong Kong?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1159, 0.3367, lift_point: 0.1159, 0.3367; The action is #DUAL_POINT#; touch_point: 0.9574, 0.4087, lift_point: 0.9574, 0.4087; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.48, 0.4451, lift_point: 0.48, 0.4451; The action is #DUAL_POINT#; touch_point: 0.2723, 0.6483, lift_point: 0.2723, 0.6483; The action is #DUAL_POINT#; touch_point: 0.4632, 0.4748, lift_point: 0.4632, 0.4748; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9477, 0.388, lift_point: 0.9477, 0.388; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2628, 0.6309, lift_point: 0.2628, 0.6309; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2139, 0.6602, lift_point: 0.2139, 0.6602; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59353_61.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Hong Kong?; The action is #DUAL_POINT#; touch_point: 0.858, 0.6033, lift_point: 0.858, 0.6033; The action is #DUAL_POINT#; touch_point: 0.0441, 0.3452, lift_point: 0.0441, 0.3452; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Hong Kong?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1159, 0.3367, lift_point: 0.1159, 0.3367; The action is #DUAL_POINT#; touch_point: 0.9574, 0.4087, lift_point: 0.9574, 0.4087; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.48, 0.4451, lift_point: 0.48, 0.4451; The action is #DUAL_POINT#; touch_point: 0.2723, 0.6483, lift_point: 0.2723, 0.6483; The action is #DUAL_POINT#; touch_point: 0.4632, 0.4748, lift_point: 0.4632, 0.4748; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9477, 0.388, lift_point: 0.9477, 0.388; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2628, 0.6309, lift_point: 0.2628, 0.6309; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2139, 0.6602, lift_point: 0.2139, 0.6602; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59353_62.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Hong Kong?; The action is #DUAL_POINT#; touch_point: 0.858, 0.6033, lift_point: 0.858, 0.6033; The action is #DUAL_POINT#; touch_point: 0.0441, 0.3452, lift_point: 0.0441, 0.3452; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Hong Kong?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1159, 0.3367, lift_point: 0.1159, 0.3367; The action is #DUAL_POINT#; touch_point: 0.9574, 0.4087, lift_point: 0.9574, 0.4087; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.48, 0.4451, lift_point: 0.48, 0.4451; The action is #DUAL_POINT#; touch_point: 0.2723, 0.6483, lift_point: 0.2723, 0.6483; The action is #DUAL_POINT#; touch_point: 0.4632, 0.4748, lift_point: 0.4632, 0.4748; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9477, 0.388, lift_point: 0.9477, 0.388; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2628, 0.6309, lift_point: 0.2628, 0.6309; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2139, 0.6602, lift_point: 0.2139, 0.6602; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59353_63.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Hong Kong?; The action is #DUAL_POINT#; touch_point: 0.858, 0.6033, lift_point: 0.858, 0.6033; The action is #DUAL_POINT#; touch_point: 0.0441, 0.3452, lift_point: 0.0441, 0.3452; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Hong Kong?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1159, 0.3367, lift_point: 0.1159, 0.3367; The action is #DUAL_POINT#; touch_point: 0.9574, 0.4087, lift_point: 0.9574, 0.4087; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.48, 0.4451, lift_point: 0.48, 0.4451; The action is #DUAL_POINT#; touch_point: 0.2723, 0.6483, lift_point: 0.2723, 0.6483; The action is #DUAL_POINT#; touch_point: 0.4632, 0.4748, lift_point: 0.4632, 0.4748; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9477, 0.388, lift_point: 0.9477, 0.388; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2628, 0.6309, lift_point: 0.2628, 0.6309; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2139, 0.6602, lift_point: 0.2139, 0.6602; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59353_64.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Hong Kong?; The action is #DUAL_POINT#; touch_point: 0.858, 0.6033, lift_point: 0.858, 0.6033; The action is #DUAL_POINT#; touch_point: 0.0441, 0.3452, lift_point: 0.0441, 0.3452; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Hong Kong?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1159, 0.3367, lift_point: 0.1159, 0.3367; The action is #DUAL_POINT#; touch_point: 0.9574, 0.4087, lift_point: 0.9574, 0.4087; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.48, 0.4451, lift_point: 0.48, 0.4451; The action is #DUAL_POINT#; touch_point: 0.2723, 0.6483, lift_point: 0.2723, 0.6483; The action is #DUAL_POINT#; touch_point: 0.4632, 0.4748, lift_point: 0.4632, 0.4748; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9477, 0.388, lift_point: 0.9477, 0.388; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2628, 0.6309, lift_point: 0.2628, 0.6309; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2139, 0.6602, lift_point: 0.2139, 0.6602; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.2883, 0.3108, lift_point: 0.2883, 0.3108", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59353_65.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Hong Kong?; The action is #DUAL_POINT#; touch_point: 0.858, 0.6033, lift_point: 0.858, 0.6033; The action is #DUAL_POINT#; touch_point: 0.0441, 0.3452, lift_point: 0.0441, 0.3452; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Hong Kong?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1159, 0.3367, lift_point: 0.1159, 0.3367; The action is #DUAL_POINT#; touch_point: 0.9574, 0.4087, lift_point: 0.9574, 0.4087; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.48, 0.4451, lift_point: 0.48, 0.4451; The action is #DUAL_POINT#; touch_point: 0.2723, 0.6483, lift_point: 0.2723, 0.6483; The action is #DUAL_POINT#; touch_point: 0.4632, 0.4748, lift_point: 0.4632, 0.4748; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9477, 0.388, lift_point: 0.9477, 0.388; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2628, 0.6309, lift_point: 0.2628, 0.6309; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2139, 0.6602, lift_point: 0.2139, 0.6602; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2883, 0.3108, lift_point: 0.2883, 0.3108", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59353_66.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Hong Kong?; The action is #DUAL_POINT#; touch_point: 0.858, 0.6033, lift_point: 0.858, 0.6033; The action is #DUAL_POINT#; touch_point: 0.0441, 0.3452, lift_point: 0.0441, 0.3452; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Hong Kong?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1159, 0.3367, lift_point: 0.1159, 0.3367; The action is #DUAL_POINT#; touch_point: 0.9574, 0.4087, lift_point: 0.9574, 0.4087; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.48, 0.4451, lift_point: 0.48, 0.4451; The action is #DUAL_POINT#; touch_point: 0.2723, 0.6483, lift_point: 0.2723, 0.6483; The action is #DUAL_POINT#; touch_point: 0.4632, 0.4748, lift_point: 0.4632, 0.4748; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9477, 0.388, lift_point: 0.9477, 0.388; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2628, 0.6309, lift_point: 0.2628, 0.6309; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2139, 0.6602, lift_point: 0.2139, 0.6602; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2883, 0.3108, lift_point: 0.2883, 0.3108; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59353_67.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Hong Kong?; The action is #DUAL_POINT#; touch_point: 0.858, 0.6033, lift_point: 0.858, 0.6033; The action is #DUAL_POINT#; touch_point: 0.0441, 0.3452, lift_point: 0.0441, 0.3452; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Hong Kong?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1159, 0.3367, lift_point: 0.1159, 0.3367; The action is #DUAL_POINT#; touch_point: 0.9574, 0.4087, lift_point: 0.9574, 0.4087; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.48, 0.4451, lift_point: 0.48, 0.4451; The action is #DUAL_POINT#; touch_point: 0.2723, 0.6483, lift_point: 0.2723, 0.6483; The action is #DUAL_POINT#; touch_point: 0.4632, 0.4748, lift_point: 0.4632, 0.4748; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9477, 0.388, lift_point: 0.9477, 0.388; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2628, 0.6309, lift_point: 0.2628, 0.6309; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2139, 0.6602, lift_point: 0.2139, 0.6602; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2883, 0.3108, lift_point: 0.2883, 0.3108; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59353_68.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Hong Kong?; The action is #DUAL_POINT#; touch_point: 0.858, 0.6033, lift_point: 0.858, 0.6033; The action is #DUAL_POINT#; touch_point: 0.0441, 0.3452, lift_point: 0.0441, 0.3452; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Hong Kong?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1159, 0.3367, lift_point: 0.1159, 0.3367; The action is #DUAL_POINT#; touch_point: 0.9574, 0.4087, lift_point: 0.9574, 0.4087; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.48, 0.4451, lift_point: 0.48, 0.4451; The action is #DUAL_POINT#; touch_point: 0.2723, 0.6483, lift_point: 0.2723, 0.6483; The action is #DUAL_POINT#; touch_point: 0.4632, 0.4748, lift_point: 0.4632, 0.4748; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9477, 0.388, lift_point: 0.9477, 0.388; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2628, 0.6309, lift_point: 0.2628, 0.6309; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2139, 0.6602, lift_point: 0.2139, 0.6602; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2883, 0.3108, lift_point: 0.2883, 0.3108; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59353_69.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Hong Kong?; The action is #DUAL_POINT#; touch_point: 0.858, 0.6033, lift_point: 0.858, 0.6033; The action is #DUAL_POINT#; touch_point: 0.0441, 0.3452, lift_point: 0.0441, 0.3452; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Hong Kong?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1159, 0.3367, lift_point: 0.1159, 0.3367; The action is #DUAL_POINT#; touch_point: 0.9574, 0.4087, lift_point: 0.9574, 0.4087; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.48, 0.4451, lift_point: 0.48, 0.4451; The action is #DUAL_POINT#; touch_point: 0.2723, 0.6483, lift_point: 0.2723, 0.6483; The action is #DUAL_POINT#; touch_point: 0.4632, 0.4748, lift_point: 0.4632, 0.4748; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9477, 0.388, lift_point: 0.9477, 0.388; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2628, 0.6309, lift_point: 0.2628, 0.6309; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2139, 0.6602, lift_point: 0.2139, 0.6602; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2883, 0.3108, lift_point: 0.2883, 0.3108; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59353_70.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Hong Kong?; The action is #DUAL_POINT#; touch_point: 0.858, 0.6033, lift_point: 0.858, 0.6033; The action is #DUAL_POINT#; touch_point: 0.0441, 0.3452, lift_point: 0.0441, 0.3452; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Hong Kong?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1159, 0.3367, lift_point: 0.1159, 0.3367; The action is #DUAL_POINT#; touch_point: 0.9574, 0.4087, lift_point: 0.9574, 0.4087; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.48, 0.4451, lift_point: 0.48, 0.4451; The action is #DUAL_POINT#; touch_point: 0.2723, 0.6483, lift_point: 0.2723, 0.6483; The action is #DUAL_POINT#; touch_point: 0.4632, 0.4748, lift_point: 0.4632, 0.4748; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9477, 0.388, lift_point: 0.9477, 0.388; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2628, 0.6309, lift_point: 0.2628, 0.6309; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2139, 0.6602, lift_point: 0.2139, 0.6602; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2883, 0.3108, lift_point: 0.2883, 0.3108; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59353_71.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Hong Kong?; The action is #DUAL_POINT#; touch_point: 0.858, 0.6033, lift_point: 0.858, 0.6033; The action is #DUAL_POINT#; touch_point: 0.0441, 0.3452, lift_point: 0.0441, 0.3452; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Hong Kong?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1159, 0.3367, lift_point: 0.1159, 0.3367; The action is #DUAL_POINT#; touch_point: 0.9574, 0.4087, lift_point: 0.9574, 0.4087; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.48, 0.4451, lift_point: 0.48, 0.4451; The action is #DUAL_POINT#; touch_point: 0.2723, 0.6483, lift_point: 0.2723, 0.6483; The action is #DUAL_POINT#; touch_point: 0.4632, 0.4748, lift_point: 0.4632, 0.4748; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9477, 0.388, lift_point: 0.9477, 0.388; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2628, 0.6309, lift_point: 0.2628, 0.6309; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2139, 0.6602, lift_point: 0.2139, 0.6602; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2883, 0.3108, lift_point: 0.2883, 0.3108; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59353_72.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Hong Kong?; The action is #DUAL_POINT#; touch_point: 0.858, 0.6033, lift_point: 0.858, 0.6033; The action is #DUAL_POINT#; touch_point: 0.0441, 0.3452, lift_point: 0.0441, 0.3452; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Hong Kong?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1159, 0.3367, lift_point: 0.1159, 0.3367; The action is #DUAL_POINT#; touch_point: 0.9574, 0.4087, lift_point: 0.9574, 0.4087; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.48, 0.4451, lift_point: 0.48, 0.4451; The action is #DUAL_POINT#; touch_point: 0.2723, 0.6483, lift_point: 0.2723, 0.6483; The action is #DUAL_POINT#; touch_point: 0.4632, 0.4748, lift_point: 0.4632, 0.4748; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9477, 0.388, lift_point: 0.9477, 0.388; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2628, 0.6309, lift_point: 0.2628, 0.6309; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2139, 0.6602, lift_point: 0.2139, 0.6602; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2883, 0.3108, lift_point: 0.2883, 0.3108; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59353_73.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Hong Kong?; The action is #DUAL_POINT#; touch_point: 0.858, 0.6033, lift_point: 0.858, 0.6033; The action is #DUAL_POINT#; touch_point: 0.0441, 0.3452, lift_point: 0.0441, 0.3452; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Hong Kong?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1159, 0.3367, lift_point: 0.1159, 0.3367; The action is #DUAL_POINT#; touch_point: 0.9574, 0.4087, lift_point: 0.9574, 0.4087; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.48, 0.4451, lift_point: 0.48, 0.4451; The action is #DUAL_POINT#; touch_point: 0.2723, 0.6483, lift_point: 0.2723, 0.6483; The action is #DUAL_POINT#; touch_point: 0.4632, 0.4748, lift_point: 0.4632, 0.4748; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9477, 0.388, lift_point: 0.9477, 0.388; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2628, 0.6309, lift_point: 0.2628, 0.6309; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2139, 0.6602, lift_point: 0.2139, 0.6602; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2883, 0.3108, lift_point: 0.2883, 0.3108; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59353_74.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Hong Kong?; The action is #DUAL_POINT#; touch_point: 0.858, 0.6033, lift_point: 0.858, 0.6033; The action is #DUAL_POINT#; touch_point: 0.0441, 0.3452, lift_point: 0.0441, 0.3452; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Hong Kong?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1159, 0.3367, lift_point: 0.1159, 0.3367; The action is #DUAL_POINT#; touch_point: 0.9574, 0.4087, lift_point: 0.9574, 0.4087; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.48, 0.4451, lift_point: 0.48, 0.4451; The action is #DUAL_POINT#; touch_point: 0.2723, 0.6483, lift_point: 0.2723, 0.6483; The action is #DUAL_POINT#; touch_point: 0.4632, 0.4748, lift_point: 0.4632, 0.4748; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9477, 0.388, lift_point: 0.9477, 0.388; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2628, 0.6309, lift_point: 0.2628, 0.6309; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2139, 0.6602, lift_point: 0.2139, 0.6602; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2883, 0.3108, lift_point: 0.2883, 0.3108; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59353_75.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Hong Kong?; The action is #DUAL_POINT#; touch_point: 0.858, 0.6033, lift_point: 0.858, 0.6033; The action is #DUAL_POINT#; touch_point: 0.0441, 0.3452, lift_point: 0.0441, 0.3452; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Hong Kong?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1159, 0.3367, lift_point: 0.1159, 0.3367; The action is #DUAL_POINT#; touch_point: 0.9574, 0.4087, lift_point: 0.9574, 0.4087; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.48, 0.4451, lift_point: 0.48, 0.4451; The action is #DUAL_POINT#; touch_point: 0.2723, 0.6483, lift_point: 0.2723, 0.6483; The action is #DUAL_POINT#; touch_point: 0.4632, 0.4748, lift_point: 0.4632, 0.4748; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9477, 0.388, lift_point: 0.9477, 0.388; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2628, 0.6309, lift_point: 0.2628, 0.6309; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2139, 0.6602, lift_point: 0.2139, 0.6602; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2883, 0.3108, lift_point: 0.2883, 0.3108; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59353_76.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Hong Kong?; The action is #DUAL_POINT#; touch_point: 0.858, 0.6033, lift_point: 0.858, 0.6033; The action is #DUAL_POINT#; touch_point: 0.0441, 0.3452, lift_point: 0.0441, 0.3452; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Hong Kong?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1159, 0.3367, lift_point: 0.1159, 0.3367; The action is #DUAL_POINT#; touch_point: 0.9574, 0.4087, lift_point: 0.9574, 0.4087; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.48, 0.4451, lift_point: 0.48, 0.4451; The action is #DUAL_POINT#; touch_point: 0.2723, 0.6483, lift_point: 0.2723, 0.6483; The action is #DUAL_POINT#; touch_point: 0.4632, 0.4748, lift_point: 0.4632, 0.4748; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9477, 0.388, lift_point: 0.9477, 0.388; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2628, 0.6309, lift_point: 0.2628, 0.6309; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2139, 0.6602, lift_point: 0.2139, 0.6602; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2883, 0.3108, lift_point: 0.2883, 0.3108; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59353_77.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Hong Kong?; The action is #DUAL_POINT#; touch_point: 0.858, 0.6033, lift_point: 0.858, 0.6033; The action is #DUAL_POINT#; touch_point: 0.0441, 0.3452, lift_point: 0.0441, 0.3452; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Hong Kong?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1159, 0.3367, lift_point: 0.1159, 0.3367; The action is #DUAL_POINT#; touch_point: 0.9574, 0.4087, lift_point: 0.9574, 0.4087; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.48, 0.4451, lift_point: 0.48, 0.4451; The action is #DUAL_POINT#; touch_point: 0.2723, 0.6483, lift_point: 0.2723, 0.6483; The action is #DUAL_POINT#; touch_point: 0.4632, 0.4748, lift_point: 0.4632, 0.4748; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9477, 0.388, lift_point: 0.9477, 0.388; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2628, 0.6309, lift_point: 0.2628, 0.6309; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2139, 0.6602, lift_point: 0.2139, 0.6602; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2883, 0.3108, lift_point: 0.2883, 0.3108; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59353_78.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Hong Kong?; The action is #DUAL_POINT#; touch_point: 0.858, 0.6033, lift_point: 0.858, 0.6033; The action is #DUAL_POINT#; touch_point: 0.0441, 0.3452, lift_point: 0.0441, 0.3452; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Hong Kong?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1159, 0.3367, lift_point: 0.1159, 0.3367; The action is #DUAL_POINT#; touch_point: 0.9574, 0.4087, lift_point: 0.9574, 0.4087; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.48, 0.4451, lift_point: 0.48, 0.4451; The action is #DUAL_POINT#; touch_point: 0.2723, 0.6483, lift_point: 0.2723, 0.6483; The action is #DUAL_POINT#; touch_point: 0.4632, 0.4748, lift_point: 0.4632, 0.4748; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9477, 0.388, lift_point: 0.9477, 0.388; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2628, 0.6309, lift_point: 0.2628, 0.6309; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2139, 0.6602, lift_point: 0.2139, 0.6602; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2883, 0.3108, lift_point: 0.2883, 0.3108; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59353_79.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Hong Kong?; The action is #DUAL_POINT#; touch_point: 0.858, 0.6033, lift_point: 0.858, 0.6033; The action is #DUAL_POINT#; touch_point: 0.0441, 0.3452, lift_point: 0.0441, 0.3452; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Hong Kong?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1159, 0.3367, lift_point: 0.1159, 0.3367; The action is #DUAL_POINT#; touch_point: 0.9574, 0.4087, lift_point: 0.9574, 0.4087; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.48, 0.4451, lift_point: 0.48, 0.4451; The action is #DUAL_POINT#; touch_point: 0.2723, 0.6483, lift_point: 0.2723, 0.6483; The action is #DUAL_POINT#; touch_point: 0.4632, 0.4748, lift_point: 0.4632, 0.4748; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9477, 0.388, lift_point: 0.9477, 0.388; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2628, 0.6309, lift_point: 0.2628, 0.6309; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2139, 0.6602, lift_point: 0.2139, 0.6602; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2883, 0.3108, lift_point: 0.2883, 0.3108; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.4509, 0.4779, lift_point: 0.4509, 0.4779", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59353_80.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Hong Kong?; The action is #DUAL_POINT#; touch_point: 0.858, 0.6033, lift_point: 0.858, 0.6033; The action is #DUAL_POINT#; touch_point: 0.0441, 0.3452, lift_point: 0.0441, 0.3452; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Hong Kong?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1159, 0.3367, lift_point: 0.1159, 0.3367; The action is #DUAL_POINT#; touch_point: 0.9574, 0.4087, lift_point: 0.9574, 0.4087; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.48, 0.4451, lift_point: 0.48, 0.4451; The action is #DUAL_POINT#; touch_point: 0.2723, 0.6483, lift_point: 0.2723, 0.6483; The action is #DUAL_POINT#; touch_point: 0.4632, 0.4748, lift_point: 0.4632, 0.4748; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9477, 0.388, lift_point: 0.9477, 0.388; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2628, 0.6309, lift_point: 0.2628, 0.6309; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2139, 0.6602, lift_point: 0.2139, 0.6602; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2883, 0.3108, lift_point: 0.2883, 0.3108; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4509, 0.4779, lift_point: 0.4509, 0.4779", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59353_81.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Hong Kong?; The action is #DUAL_POINT#; touch_point: 0.858, 0.6033, lift_point: 0.858, 0.6033; The action is #DUAL_POINT#; touch_point: 0.0441, 0.3452, lift_point: 0.0441, 0.3452; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Hong Kong?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1159, 0.3367, lift_point: 0.1159, 0.3367; The action is #DUAL_POINT#; touch_point: 0.9574, 0.4087, lift_point: 0.9574, 0.4087; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.48, 0.4451, lift_point: 0.48, 0.4451; The action is #DUAL_POINT#; touch_point: 0.2723, 0.6483, lift_point: 0.2723, 0.6483; The action is #DUAL_POINT#; touch_point: 0.4632, 0.4748, lift_point: 0.4632, 0.4748; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9477, 0.388, lift_point: 0.9477, 0.388; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2628, 0.6309, lift_point: 0.2628, 0.6309; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2139, 0.6602, lift_point: 0.2139, 0.6602; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2883, 0.3108, lift_point: 0.2883, 0.3108; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4509, 0.4779, lift_point: 0.4509, 0.4779; The action is #Scrolling Down#", "response": "The action is #PRESS_BACK#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59353_82.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Hong Kong?; The action is #DUAL_POINT#; touch_point: 0.858, 0.6033, lift_point: 0.858, 0.6033; The action is #DUAL_POINT#; touch_point: 0.0441, 0.3452, lift_point: 0.0441, 0.3452; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Hong Kong?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1159, 0.3367, lift_point: 0.1159, 0.3367; The action is #DUAL_POINT#; touch_point: 0.9574, 0.4087, lift_point: 0.9574, 0.4087; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.48, 0.4451, lift_point: 0.48, 0.4451; The action is #DUAL_POINT#; touch_point: 0.2723, 0.6483, lift_point: 0.2723, 0.6483; The action is #DUAL_POINT#; touch_point: 0.4632, 0.4748, lift_point: 0.4632, 0.4748; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9477, 0.388, lift_point: 0.9477, 0.388; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2628, 0.6309, lift_point: 0.2628, 0.6309; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2139, 0.6602, lift_point: 0.2139, 0.6602; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2883, 0.3108, lift_point: 0.2883, 0.3108; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4509, 0.4779, lift_point: 0.4509, 0.4779; The action is #Scrolling Down#; The action is #PRESS_BACK#", "response": "The action is #DUAL_POINT#; touch_point: 0.6051, 0.4422, lift_point: 0.6051, 0.4422", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59353_83.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Hong Kong?; The action is #DUAL_POINT#; touch_point: 0.858, 0.6033, lift_point: 0.858, 0.6033; The action is #DUAL_POINT#; touch_point: 0.0441, 0.3452, lift_point: 0.0441, 0.3452; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Hong Kong?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1159, 0.3367, lift_point: 0.1159, 0.3367; The action is #DUAL_POINT#; touch_point: 0.9574, 0.4087, lift_point: 0.9574, 0.4087; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.48, 0.4451, lift_point: 0.48, 0.4451; The action is #DUAL_POINT#; touch_point: 0.2723, 0.6483, lift_point: 0.2723, 0.6483; The action is #DUAL_POINT#; touch_point: 0.4632, 0.4748, lift_point: 0.4632, 0.4748; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9477, 0.388, lift_point: 0.9477, 0.388; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2628, 0.6309, lift_point: 0.2628, 0.6309; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2139, 0.6602, lift_point: 0.2139, 0.6602; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2883, 0.3108, lift_point: 0.2883, 0.3108; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4509, 0.4779, lift_point: 0.4509, 0.4779; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.6051, 0.4422, lift_point: 0.6051, 0.4422", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59353_84.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of France?", "response": "The action is #DUAL_POINT#; touch_point: 0.0525, 0.4109, lift_point: 0.0525, 0.4109", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59443_1.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of France?; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4109, lift_point: 0.0525, 0.4109", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of France?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59443_2.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of France?; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4109, lift_point: 0.0525, 0.4109; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of France?\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59443_3.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of France?; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4109, lift_point: 0.0525, 0.4109; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of France?\"; The action is #PRESS_ENTER#", "response": "The action is #DUAL_POINT#; touch_point: 0.6834, 0.1475, lift_point: 0.6834, 0.1475", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59443_4.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of France?; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4109, lift_point: 0.0525, 0.4109; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of France?\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.6834, 0.1475, lift_point: 0.6834, 0.1475", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59443_5.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of France?; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4109, lift_point: 0.0525, 0.4109; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of France?\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.6834, 0.1475, lift_point: 0.6834, 0.1475; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59443_6.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of France?; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4109, lift_point: 0.0525, 0.4109; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of France?\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.6834, 0.1475, lift_point: 0.6834, 0.1475; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59443_7.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of France?; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4109, lift_point: 0.0525, 0.4109; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of France?\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.6834, 0.1475, lift_point: 0.6834, 0.1475; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59443_8.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of France?; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4109, lift_point: 0.0525, 0.4109; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of France?\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.6834, 0.1475, lift_point: 0.6834, 0.1475; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59443_9.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of France?; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4109, lift_point: 0.0525, 0.4109; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of France?\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.6834, 0.1475, lift_point: 0.6834, 0.1475; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59443_10.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of France?; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4109, lift_point: 0.0525, 0.4109; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of France?\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.6834, 0.1475, lift_point: 0.6834, 0.1475; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59443_11.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of France?; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4109, lift_point: 0.0525, 0.4109; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of France?\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.6834, 0.1475, lift_point: 0.6834, 0.1475; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59443_12.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of France?; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4109, lift_point: 0.0525, 0.4109; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of France?\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.6834, 0.1475, lift_point: 0.6834, 0.1475; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59443_13.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of France?; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4109, lift_point: 0.0525, 0.4109; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of France?\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.6834, 0.1475, lift_point: 0.6834, 0.1475; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59443_14.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of France?; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4109, lift_point: 0.0525, 0.4109; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of France?\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.6834, 0.1475, lift_point: 0.6834, 0.1475; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59443_15.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of France?; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4109, lift_point: 0.0525, 0.4109; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of France?\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.6834, 0.1475, lift_point: 0.6834, 0.1475; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59443_16.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of France?; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4109, lift_point: 0.0525, 0.4109; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of France?\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.6834, 0.1475, lift_point: 0.6834, 0.1475; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59443_17.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of France?; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4109, lift_point: 0.0525, 0.4109; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of France?\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.6834, 0.1475, lift_point: 0.6834, 0.1475; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59443_18.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of France?; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4109, lift_point: 0.0525, 0.4109; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of France?\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.6834, 0.1475, lift_point: 0.6834, 0.1475; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #PRESS_BACK#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59443_19.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of France?; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4109, lift_point: 0.0525, 0.4109; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of France?\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.6834, 0.1475, lift_point: 0.6834, 0.1475; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59443_20.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of France?; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4109, lift_point: 0.0525, 0.4109; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of France?\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.6834, 0.1475, lift_point: 0.6834, 0.1475; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59443_21.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of France?; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4109, lift_point: 0.0525, 0.4109; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of France?\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.6834, 0.1475, lift_point: 0.6834, 0.1475; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.6729, 0.321, lift_point: 0.6729, 0.321", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59443_22.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of France?; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4109, lift_point: 0.0525, 0.4109; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of France?\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.6834, 0.1475, lift_point: 0.6834, 0.1475; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6729, 0.321, lift_point: 0.6729, 0.321", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59443_23.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of France?; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4109, lift_point: 0.0525, 0.4109; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of France?\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.6834, 0.1475, lift_point: 0.6834, 0.1475; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6729, 0.321, lift_point: 0.6729, 0.321; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.6606, 0.6509, lift_point: 0.6606, 0.6509", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59443_24.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of France?; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4109, lift_point: 0.0525, 0.4109; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of France?\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.6834, 0.1475, lift_point: 0.6834, 0.1475; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6729, 0.321, lift_point: 0.6729, 0.321; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6606, 0.6509, lift_point: 0.6606, 0.6509", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59443_25.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of France?; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4109, lift_point: 0.0525, 0.4109; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of France?\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.6834, 0.1475, lift_point: 0.6834, 0.1475; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6729, 0.321, lift_point: 0.6729, 0.321; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6606, 0.6509, lift_point: 0.6606, 0.6509; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59443_26.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of France?; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4109, lift_point: 0.0525, 0.4109; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of France?\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.6834, 0.1475, lift_point: 0.6834, 0.1475; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6729, 0.321, lift_point: 0.6729, 0.321; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6606, 0.6509, lift_point: 0.6606, 0.6509; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59443_27.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of France?; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4109, lift_point: 0.0525, 0.4109; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of France?\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.6834, 0.1475, lift_point: 0.6834, 0.1475; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6729, 0.321, lift_point: 0.6729, 0.321; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6606, 0.6509, lift_point: 0.6606, 0.6509; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59443_28.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of France?; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4109, lift_point: 0.0525, 0.4109; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of France?\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.6834, 0.1475, lift_point: 0.6834, 0.1475; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6729, 0.321, lift_point: 0.6729, 0.321; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6606, 0.6509, lift_point: 0.6606, 0.6509; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59443_29.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of France?; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4109, lift_point: 0.0525, 0.4109; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of France?\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.6834, 0.1475, lift_point: 0.6834, 0.1475; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6729, 0.321, lift_point: 0.6729, 0.321; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6606, 0.6509, lift_point: 0.6606, 0.6509; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.1015, 0.551, lift_point: 0.1015, 0.551", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59443_30.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of France?; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4109, lift_point: 0.0525, 0.4109; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of France?\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.6834, 0.1475, lift_point: 0.6834, 0.1475; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6729, 0.321, lift_point: 0.6729, 0.321; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6606, 0.6509, lift_point: 0.6606, 0.6509; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1015, 0.551, lift_point: 0.1015, 0.551", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59443_31.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of France?; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4109, lift_point: 0.0525, 0.4109; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of France?\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.6834, 0.1475, lift_point: 0.6834, 0.1475; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6729, 0.321, lift_point: 0.6729, 0.321; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6606, 0.6509, lift_point: 0.6606, 0.6509; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1015, 0.551, lift_point: 0.1015, 0.551; The action is #Scrolling Down#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59443_32.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of France?; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4109, lift_point: 0.0525, 0.4109; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of France?\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.6834, 0.1475, lift_point: 0.6834, 0.1475; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6729, 0.321, lift_point: 0.6729, 0.321; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6606, 0.6509, lift_point: 0.6606, 0.6509; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1015, 0.551, lift_point: 0.1015, 0.551; The action is #Scrolling Down#; The action is #Scrolling Up#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59443_33.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of France?; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4109, lift_point: 0.0525, 0.4109; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of France?\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.6834, 0.1475, lift_point: 0.6834, 0.1475; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6729, 0.321, lift_point: 0.6729, 0.321; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6606, 0.6509, lift_point: 0.6606, 0.6509; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1015, 0.551, lift_point: 0.1015, 0.551; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.9445, 0.8241, lift_point: 0.9445, 0.8241", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59443_34.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of France?; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4109, lift_point: 0.0525, 0.4109; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of France?\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.6834, 0.1475, lift_point: 0.6834, 0.1475; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6729, 0.321, lift_point: 0.6729, 0.321; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6606, 0.6509, lift_point: 0.6606, 0.6509; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1015, 0.551, lift_point: 0.1015, 0.551; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9445, 0.8241, lift_point: 0.9445, 0.8241", "response": "The action is #DUAL_POINT#; touch_point: 0.2204, 0.6182, lift_point: 0.2204, 0.6182", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59443_35.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of France?; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4109, lift_point: 0.0525, 0.4109; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of France?\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.6834, 0.1475, lift_point: 0.6834, 0.1475; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6729, 0.321, lift_point: 0.6729, 0.321; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6606, 0.6509, lift_point: 0.6606, 0.6509; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1015, 0.551, lift_point: 0.1015, 0.551; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9445, 0.8241, lift_point: 0.9445, 0.8241; The action is #DUAL_POINT#; touch_point: 0.2204, 0.6182, lift_point: 0.2204, 0.6182", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59443_36.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of France?; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4109, lift_point: 0.0525, 0.4109; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of France?\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.6834, 0.1475, lift_point: 0.6834, 0.1475; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6729, 0.321, lift_point: 0.6729, 0.321; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6606, 0.6509, lift_point: 0.6606, 0.6509; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1015, 0.551, lift_point: 0.1015, 0.551; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9445, 0.8241, lift_point: 0.9445, 0.8241; The action is #DUAL_POINT#; touch_point: 0.2204, 0.6182, lift_point: 0.2204, 0.6182; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59443_37.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of France?; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4109, lift_point: 0.0525, 0.4109; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of France?\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.6834, 0.1475, lift_point: 0.6834, 0.1475; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6729, 0.321, lift_point: 0.6729, 0.321; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6606, 0.6509, lift_point: 0.6606, 0.6509; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1015, 0.551, lift_point: 0.1015, 0.551; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9445, 0.8241, lift_point: 0.9445, 0.8241; The action is #DUAL_POINT#; touch_point: 0.2204, 0.6182, lift_point: 0.2204, 0.6182; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59443_38.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of France?; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4109, lift_point: 0.0525, 0.4109; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of France?\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.6834, 0.1475, lift_point: 0.6834, 0.1475; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6729, 0.321, lift_point: 0.6729, 0.321; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6606, 0.6509, lift_point: 0.6606, 0.6509; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1015, 0.551, lift_point: 0.1015, 0.551; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9445, 0.8241, lift_point: 0.9445, 0.8241; The action is #DUAL_POINT#; touch_point: 0.2204, 0.6182, lift_point: 0.2204, 0.6182; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59443_39.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of France?; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4109, lift_point: 0.0525, 0.4109; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of France?\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.6834, 0.1475, lift_point: 0.6834, 0.1475; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6729, 0.321, lift_point: 0.6729, 0.321; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6606, 0.6509, lift_point: 0.6606, 0.6509; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1015, 0.551, lift_point: 0.1015, 0.551; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9445, 0.8241, lift_point: 0.9445, 0.8241; The action is #DUAL_POINT#; touch_point: 0.2204, 0.6182, lift_point: 0.2204, 0.6182; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59443_40.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of France?; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4109, lift_point: 0.0525, 0.4109; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of France?\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.6834, 0.1475, lift_point: 0.6834, 0.1475; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6729, 0.321, lift_point: 0.6729, 0.321; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6606, 0.6509, lift_point: 0.6606, 0.6509; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1015, 0.551, lift_point: 0.1015, 0.551; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9445, 0.8241, lift_point: 0.9445, 0.8241; The action is #DUAL_POINT#; touch_point: 0.2204, 0.6182, lift_point: 0.2204, 0.6182; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59443_41.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of France?; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4109, lift_point: 0.0525, 0.4109; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of France?\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.6834, 0.1475, lift_point: 0.6834, 0.1475; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6729, 0.321, lift_point: 0.6729, 0.321; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6606, 0.6509, lift_point: 0.6606, 0.6509; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1015, 0.551, lift_point: 0.1015, 0.551; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9445, 0.8241, lift_point: 0.9445, 0.8241; The action is #DUAL_POINT#; touch_point: 0.2204, 0.6182, lift_point: 0.2204, 0.6182; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59443_42.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of France?; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4109, lift_point: 0.0525, 0.4109; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of France?\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.6834, 0.1475, lift_point: 0.6834, 0.1475; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6729, 0.321, lift_point: 0.6729, 0.321; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6606, 0.6509, lift_point: 0.6606, 0.6509; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1015, 0.551, lift_point: 0.1015, 0.551; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9445, 0.8241, lift_point: 0.9445, 0.8241; The action is #DUAL_POINT#; touch_point: 0.2204, 0.6182, lift_point: 0.2204, 0.6182; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59443_43.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of France?; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4109, lift_point: 0.0525, 0.4109; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of France?\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.6834, 0.1475, lift_point: 0.6834, 0.1475; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6729, 0.321, lift_point: 0.6729, 0.321; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6606, 0.6509, lift_point: 0.6606, 0.6509; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1015, 0.551, lift_point: 0.1015, 0.551; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9445, 0.8241, lift_point: 0.9445, 0.8241; The action is #DUAL_POINT#; touch_point: 0.2204, 0.6182, lift_point: 0.2204, 0.6182; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59443_44.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of France?; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4109, lift_point: 0.0525, 0.4109; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of France?\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.6834, 0.1475, lift_point: 0.6834, 0.1475; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6729, 0.321, lift_point: 0.6729, 0.321; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6606, 0.6509, lift_point: 0.6606, 0.6509; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1015, 0.551, lift_point: 0.1015, 0.551; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9445, 0.8241, lift_point: 0.9445, 0.8241; The action is #DUAL_POINT#; touch_point: 0.2204, 0.6182, lift_point: 0.2204, 0.6182; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59443_45.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of France?; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4109, lift_point: 0.0525, 0.4109; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of France?\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.6834, 0.1475, lift_point: 0.6834, 0.1475; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6729, 0.321, lift_point: 0.6729, 0.321; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6606, 0.6509, lift_point: 0.6606, 0.6509; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1015, 0.551, lift_point: 0.1015, 0.551; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9445, 0.8241, lift_point: 0.9445, 0.8241; The action is #DUAL_POINT#; touch_point: 0.2204, 0.6182, lift_point: 0.2204, 0.6182; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59443_46.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of France?; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4109, lift_point: 0.0525, 0.4109; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of France?\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.6834, 0.1475, lift_point: 0.6834, 0.1475; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6729, 0.321, lift_point: 0.6729, 0.321; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6606, 0.6509, lift_point: 0.6606, 0.6509; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1015, 0.551, lift_point: 0.1015, 0.551; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9445, 0.8241, lift_point: 0.9445, 0.8241; The action is #DUAL_POINT#; touch_point: 0.2204, 0.6182, lift_point: 0.2204, 0.6182; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59443_47.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of France?; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4109, lift_point: 0.0525, 0.4109; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of France?\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.6834, 0.1475, lift_point: 0.6834, 0.1475; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6729, 0.321, lift_point: 0.6729, 0.321; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6606, 0.6509, lift_point: 0.6606, 0.6509; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1015, 0.551, lift_point: 0.1015, 0.551; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9445, 0.8241, lift_point: 0.9445, 0.8241; The action is #DUAL_POINT#; touch_point: 0.2204, 0.6182, lift_point: 0.2204, 0.6182; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59443_48.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of France?; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4109, lift_point: 0.0525, 0.4109; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of France?\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.6834, 0.1475, lift_point: 0.6834, 0.1475; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6729, 0.321, lift_point: 0.6729, 0.321; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6606, 0.6509, lift_point: 0.6606, 0.6509; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1015, 0.551, lift_point: 0.1015, 0.551; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9445, 0.8241, lift_point: 0.9445, 0.8241; The action is #DUAL_POINT#; touch_point: 0.2204, 0.6182, lift_point: 0.2204, 0.6182; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59443_49.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of France?; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4109, lift_point: 0.0525, 0.4109; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of France?\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.6834, 0.1475, lift_point: 0.6834, 0.1475; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6729, 0.321, lift_point: 0.6729, 0.321; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6606, 0.6509, lift_point: 0.6606, 0.6509; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1015, 0.551, lift_point: 0.1015, 0.551; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9445, 0.8241, lift_point: 0.9445, 0.8241; The action is #DUAL_POINT#; touch_point: 0.2204, 0.6182, lift_point: 0.2204, 0.6182; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59443_50.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of France?; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4109, lift_point: 0.0525, 0.4109; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of France?\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.6834, 0.1475, lift_point: 0.6834, 0.1475; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6729, 0.321, lift_point: 0.6729, 0.321; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6606, 0.6509, lift_point: 0.6606, 0.6509; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1015, 0.551, lift_point: 0.1015, 0.551; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9445, 0.8241, lift_point: 0.9445, 0.8241; The action is #DUAL_POINT#; touch_point: 0.2204, 0.6182, lift_point: 0.2204, 0.6182; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.2324, 0.6434, lift_point: 0.2324, 0.6434", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59443_51.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of France?; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4109, lift_point: 0.0525, 0.4109; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of France?\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.6834, 0.1475, lift_point: 0.6834, 0.1475; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6729, 0.321, lift_point: 0.6729, 0.321; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6606, 0.6509, lift_point: 0.6606, 0.6509; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1015, 0.551, lift_point: 0.1015, 0.551; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9445, 0.8241, lift_point: 0.9445, 0.8241; The action is #DUAL_POINT#; touch_point: 0.2204, 0.6182, lift_point: 0.2204, 0.6182; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2324, 0.6434, lift_point: 0.2324, 0.6434", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59443_52.png" ] }, { "query": "\nPrevious Actions: Goal: What is the price of a 12' ladder at Lowes?", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59657_1.png" ] }, { "query": "\nPrevious Actions: Goal: What is the price of a 12' ladder at Lowes?; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.4985, 0.6804, lift_point: 0.4985, 0.6804", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59657_2.png" ] }, { "query": "\nPrevious Actions: Goal: What is the price of a 12' ladder at Lowes?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4985, 0.6804, lift_point: 0.4985, 0.6804", "response": "The action is #DUAL_POINT#; touch_point: 0.0577, 0.7161, lift_point: 0.0577, 0.7161", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59657_3.png" ] }, { "query": "\nPrevious Actions: Goal: What is the price of a 12' ladder at Lowes?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4985, 0.6804, lift_point: 0.4985, 0.6804; The action is #DUAL_POINT#; touch_point: 0.0577, 0.7161, lift_point: 0.0577, 0.7161", "response": "The action is #DUAL_POINT#; touch_point: 0.0712, 0.8898, lift_point: 0.0712, 0.8898", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59657_4.png" ] }, { "query": "\nPrevious Actions: Goal: What is the price of a 12' ladder at Lowes?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4985, 0.6804, lift_point: 0.4985, 0.6804; The action is #DUAL_POINT#; touch_point: 0.0577, 0.7161, lift_point: 0.0577, 0.7161; The action is #DUAL_POINT#; touch_point: 0.0712, 0.8898, lift_point: 0.0712, 0.8898", "response": "The action is #DUAL_POINT#; touch_point: 0.0692, 0.4163, lift_point: 0.0692, 0.4163", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59657_5.png" ] }, { "query": "\nPrevious Actions: Goal: What is the price of a 12' ladder at Lowes?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4985, 0.6804, lift_point: 0.4985, 0.6804; The action is #DUAL_POINT#; touch_point: 0.0577, 0.7161, lift_point: 0.0577, 0.7161; The action is #DUAL_POINT#; touch_point: 0.0712, 0.8898, lift_point: 0.0712, 0.8898; The action is #DUAL_POINT#; touch_point: 0.0692, 0.4163, lift_point: 0.0692, 0.4163", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the price of a 12 ladder at Lowes? \"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59657_6.png" ] }, { "query": "\nPrevious Actions: Goal: What is the price of a 12' ladder at Lowes?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4985, 0.6804, lift_point: 0.4985, 0.6804; The action is #DUAL_POINT#; touch_point: 0.0577, 0.7161, lift_point: 0.0577, 0.7161; The action is #DUAL_POINT#; touch_point: 0.0712, 0.8898, lift_point: 0.0712, 0.8898; The action is #DUAL_POINT#; touch_point: 0.0692, 0.4163, lift_point: 0.0692, 0.4163; The action is #TYPE#; And the content is : \"typed_text\": \"What is the price of a 12 ladder at Lowes? \"", "response": "The action is #DUAL_POINT#; touch_point: 0.2151, 0.4389, lift_point: 0.2151, 0.4389", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59657_7.png" ] }, { "query": "\nPrevious Actions: Goal: What is the price of a 12' ladder at Lowes?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4985, 0.6804, lift_point: 0.4985, 0.6804; The action is #DUAL_POINT#; touch_point: 0.0577, 0.7161, lift_point: 0.0577, 0.7161; The action is #DUAL_POINT#; touch_point: 0.0712, 0.8898, lift_point: 0.0712, 0.8898; The action is #DUAL_POINT#; touch_point: 0.0692, 0.4163, lift_point: 0.0692, 0.4163; The action is #TYPE#; And the content is : \"typed_text\": \"What is the price of a 12 ladder at Lowes? \"; The action is #DUAL_POINT#; touch_point: 0.2151, 0.4389, lift_point: 0.2151, 0.4389", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59657_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in the Philippines?", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59748_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in the Philippines?; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.4953, 0.7194, lift_point: 0.4953, 0.7194", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59748_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in the Philippines?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4953, 0.7194, lift_point: 0.4953, 0.7194", "response": "The action is #DUAL_POINT#; touch_point: 0.0552, 0.7481, lift_point: 0.0552, 0.7481", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59748_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in the Philippines?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4953, 0.7194, lift_point: 0.4953, 0.7194; The action is #DUAL_POINT#; touch_point: 0.0552, 0.7481, lift_point: 0.0552, 0.7481", "response": "The action is #DUAL_POINT#; touch_point: 0.0689, 0.9156, lift_point: 0.0689, 0.9156", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59748_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in the Philippines?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4953, 0.7194, lift_point: 0.4953, 0.7194; The action is #DUAL_POINT#; touch_point: 0.0552, 0.7481, lift_point: 0.0552, 0.7481; The action is #DUAL_POINT#; touch_point: 0.0689, 0.9156, lift_point: 0.0689, 0.9156", "response": "The action is #DUAL_POINT#; touch_point: 0.0483, 0.3175, lift_point: 0.0483, 0.3175", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59748_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in the Philippines?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4953, 0.7194, lift_point: 0.4953, 0.7194; The action is #DUAL_POINT#; touch_point: 0.0552, 0.7481, lift_point: 0.0552, 0.7481; The action is #DUAL_POINT#; touch_point: 0.0689, 0.9156, lift_point: 0.0689, 0.9156; The action is #DUAL_POINT#; touch_point: 0.0483, 0.3175, lift_point: 0.0483, 0.3175", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in the Philippines? \"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59748_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in the Philippines?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4953, 0.7194, lift_point: 0.4953, 0.7194; The action is #DUAL_POINT#; touch_point: 0.0552, 0.7481, lift_point: 0.0552, 0.7481; The action is #DUAL_POINT#; touch_point: 0.0689, 0.9156, lift_point: 0.0689, 0.9156; The action is #DUAL_POINT#; touch_point: 0.0483, 0.3175, lift_point: 0.0483, 0.3175; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in the Philippines? \"", "response": "The action is #DUAL_POINT#; touch_point: 0.1341, 0.4067, lift_point: 0.1341, 0.4067", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59748_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in the Philippines?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4953, 0.7194, lift_point: 0.4953, 0.7194; The action is #DUAL_POINT#; touch_point: 0.0552, 0.7481, lift_point: 0.0552, 0.7481; The action is #DUAL_POINT#; touch_point: 0.0689, 0.9156, lift_point: 0.0689, 0.9156; The action is #DUAL_POINT#; touch_point: 0.0483, 0.3175, lift_point: 0.0483, 0.3175; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in the Philippines? \"; The action is #DUAL_POINT#; touch_point: 0.1341, 0.4067, lift_point: 0.1341, 0.4067", "response": "The action is #DUAL_POINT#; touch_point: 0.5572, 0.8201, lift_point: 0.5572, 0.8201", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59748_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in the Philippines?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4953, 0.7194, lift_point: 0.4953, 0.7194; The action is #DUAL_POINT#; touch_point: 0.0552, 0.7481, lift_point: 0.0552, 0.7481; The action is #DUAL_POINT#; touch_point: 0.0689, 0.9156, lift_point: 0.0689, 0.9156; The action is #DUAL_POINT#; touch_point: 0.0483, 0.3175, lift_point: 0.0483, 0.3175; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in the Philippines? \"; The action is #DUAL_POINT#; touch_point: 0.1341, 0.4067, lift_point: 0.1341, 0.4067; The action is #DUAL_POINT#; touch_point: 0.5572, 0.8201, lift_point: 0.5572, 0.8201", "response": "The action is #DUAL_POINT#; touch_point: 0.1623, 0.3842, lift_point: 0.1623, 0.3842", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59748_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in the Philippines?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4953, 0.7194, lift_point: 0.4953, 0.7194; The action is #DUAL_POINT#; touch_point: 0.0552, 0.7481, lift_point: 0.0552, 0.7481; The action is #DUAL_POINT#; touch_point: 0.0689, 0.9156, lift_point: 0.0689, 0.9156; The action is #DUAL_POINT#; touch_point: 0.0483, 0.3175, lift_point: 0.0483, 0.3175; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in the Philippines? \"; The action is #DUAL_POINT#; touch_point: 0.1341, 0.4067, lift_point: 0.1341, 0.4067; The action is #DUAL_POINT#; touch_point: 0.5572, 0.8201, lift_point: 0.5572, 0.8201; The action is #DUAL_POINT#; touch_point: 0.1623, 0.3842, lift_point: 0.1623, 0.3842", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/59748_10.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Burger King?", "response": "The action is #DUAL_POINT#; touch_point: 0.6252, 0.3348, lift_point: 0.6252, 0.3348", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/60169_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Burger King?; The action is #DUAL_POINT#; touch_point: 0.6252, 0.3348, lift_point: 0.6252, 0.3348", "response": "The action is #DUAL_POINT#; touch_point: 0.6386, 0.2705, lift_point: 0.6386, 0.2705", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/60169_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Burger King?; The action is #DUAL_POINT#; touch_point: 0.6252, 0.3348, lift_point: 0.6252, 0.3348; The action is #DUAL_POINT#; touch_point: 0.6386, 0.2705, lift_point: 0.6386, 0.2705", "response": "The action is #DUAL_POINT#; touch_point: 0.6386, 0.2705, lift_point: 0.6386, 0.2705", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/60169_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Burger King?; The action is #DUAL_POINT#; touch_point: 0.6252, 0.3348, lift_point: 0.6252, 0.3348; The action is #DUAL_POINT#; touch_point: 0.6386, 0.2705, lift_point: 0.6386, 0.2705; The action is #DUAL_POINT#; touch_point: 0.6386, 0.2705, lift_point: 0.6386, 0.2705", "response": "The action is #DUAL_POINT#; touch_point: 0.3922, 0.5348, lift_point: 0.3922, 0.5348", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/60169_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Burger King?; The action is #DUAL_POINT#; touch_point: 0.6252, 0.3348, lift_point: 0.6252, 0.3348; The action is #DUAL_POINT#; touch_point: 0.6386, 0.2705, lift_point: 0.6386, 0.2705; The action is #DUAL_POINT#; touch_point: 0.6386, 0.2705, lift_point: 0.6386, 0.2705; The action is #DUAL_POINT#; touch_point: 0.3922, 0.5348, lift_point: 0.3922, 0.5348", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/60169_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Barcelona to Mexico city", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/60314_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Barcelona to Mexico city; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.6161, 0.3105, lift_point: 0.6161, 0.3105", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/60314_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Barcelona to Mexico city; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6161, 0.3105, lift_point: 0.6161, 0.3105", "response": "The action is #DUAL_POINT#; touch_point: 0.6161, 0.3105, lift_point: 0.6161, 0.3105", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/60314_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Barcelona to Mexico city; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6161, 0.3105, lift_point: 0.6161, 0.3105; The action is #DUAL_POINT#; touch_point: 0.6161, 0.3105, lift_point: 0.6161, 0.3105", "response": "The action is #DUAL_POINT#; touch_point: 0.2223, 0.7321, lift_point: 0.2223, 0.7321", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/60314_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Barcelona to Mexico city; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6161, 0.3105, lift_point: 0.6161, 0.3105; The action is #DUAL_POINT#; touch_point: 0.6161, 0.3105, lift_point: 0.6161, 0.3105; The action is #DUAL_POINT#; touch_point: 0.2223, 0.7321, lift_point: 0.2223, 0.7321", "response": "The action is #DUAL_POINT#; touch_point: 0.0708, 0.9074, lift_point: 0.0708, 0.9074", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/60314_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Barcelona to Mexico city; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6161, 0.3105, lift_point: 0.6161, 0.3105; The action is #DUAL_POINT#; touch_point: 0.6161, 0.3105, lift_point: 0.6161, 0.3105; The action is #DUAL_POINT#; touch_point: 0.2223, 0.7321, lift_point: 0.2223, 0.7321; The action is #DUAL_POINT#; touch_point: 0.0708, 0.9074, lift_point: 0.0708, 0.9074", "response": "The action is #DUAL_POINT#; touch_point: 0.074, 0.3732, lift_point: 0.074, 0.3732", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/60314_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Barcelona to Mexico city; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6161, 0.3105, lift_point: 0.6161, 0.3105; The action is #DUAL_POINT#; touch_point: 0.6161, 0.3105, lift_point: 0.6161, 0.3105; The action is #DUAL_POINT#; touch_point: 0.2223, 0.7321, lift_point: 0.2223, 0.7321; The action is #DUAL_POINT#; touch_point: 0.0708, 0.9074, lift_point: 0.0708, 0.9074; The action is #DUAL_POINT#; touch_point: 0.074, 0.3732, lift_point: 0.074, 0.3732", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for flights from Barcelona to Mexico city \"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/60314_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Barcelona to Mexico city; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6161, 0.3105, lift_point: 0.6161, 0.3105; The action is #DUAL_POINT#; touch_point: 0.6161, 0.3105, lift_point: 0.6161, 0.3105; The action is #DUAL_POINT#; touch_point: 0.2223, 0.7321, lift_point: 0.2223, 0.7321; The action is #DUAL_POINT#; touch_point: 0.0708, 0.9074, lift_point: 0.0708, 0.9074; The action is #DUAL_POINT#; touch_point: 0.074, 0.3732, lift_point: 0.074, 0.3732; The action is #TYPE#; And the content is : \"typed_text\": \"Search for flights from Barcelona to Mexico city \"", "response": "The action is #DUAL_POINT#; touch_point: 0.1612, 0.3762, lift_point: 0.1612, 0.3762", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/60314_8.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Barcelona to Mexico city; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6161, 0.3105, lift_point: 0.6161, 0.3105; The action is #DUAL_POINT#; touch_point: 0.6161, 0.3105, lift_point: 0.6161, 0.3105; The action is #DUAL_POINT#; touch_point: 0.2223, 0.7321, lift_point: 0.2223, 0.7321; The action is #DUAL_POINT#; touch_point: 0.0708, 0.9074, lift_point: 0.0708, 0.9074; The action is #DUAL_POINT#; touch_point: 0.074, 0.3732, lift_point: 0.074, 0.3732; The action is #TYPE#; And the content is : \"typed_text\": \"Search for flights from Barcelona to Mexico city \"; The action is #DUAL_POINT#; touch_point: 0.1612, 0.3762, lift_point: 0.1612, 0.3762", "response": "The action is #DUAL_POINT#; touch_point: 0.3079, 0.428, lift_point: 0.3079, 0.428", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/60314_9.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Barcelona to Mexico city; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6161, 0.3105, lift_point: 0.6161, 0.3105; The action is #DUAL_POINT#; touch_point: 0.6161, 0.3105, lift_point: 0.6161, 0.3105; The action is #DUAL_POINT#; touch_point: 0.2223, 0.7321, lift_point: 0.2223, 0.7321; The action is #DUAL_POINT#; touch_point: 0.0708, 0.9074, lift_point: 0.0708, 0.9074; The action is #DUAL_POINT#; touch_point: 0.074, 0.3732, lift_point: 0.074, 0.3732; The action is #TYPE#; And the content is : \"typed_text\": \"Search for flights from Barcelona to Mexico city \"; The action is #DUAL_POINT#; touch_point: 0.1612, 0.3762, lift_point: 0.1612, 0.3762; The action is #DUAL_POINT#; touch_point: 0.3079, 0.428, lift_point: 0.3079, 0.428", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/60314_10.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news about the US stock market?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/60410_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news about the US stock market?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.633, 0.2733, lift_point: 0.633, 0.2733", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/60410_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news about the US stock market?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.633, 0.2733, lift_point: 0.633, 0.2733", "response": "The action is #DUAL_POINT#; touch_point: 0.1364, 0.3315, lift_point: 0.1364, 0.3315", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/60410_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news about the US stock market?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.633, 0.2733, lift_point: 0.633, 0.2733; The action is #DUAL_POINT#; touch_point: 0.1364, 0.3315, lift_point: 0.1364, 0.3315", "response": "The action is #DUAL_POINT#; touch_point: 0.0598, 0.9041, lift_point: 0.0598, 0.9041", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/60410_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news about the US stock market?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.633, 0.2733, lift_point: 0.633, 0.2733; The action is #DUAL_POINT#; touch_point: 0.1364, 0.3315, lift_point: 0.1364, 0.3315; The action is #DUAL_POINT#; touch_point: 0.0598, 0.9041, lift_point: 0.0598, 0.9041", "response": "The action is #DUAL_POINT#; touch_point: 0.0588, 0.4485, lift_point: 0.0588, 0.4485", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/60410_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news about the US stock market?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.633, 0.2733, lift_point: 0.633, 0.2733; The action is #DUAL_POINT#; touch_point: 0.1364, 0.3315, lift_point: 0.1364, 0.3315; The action is #DUAL_POINT#; touch_point: 0.0598, 0.9041, lift_point: 0.0598, 0.9041; The action is #DUAL_POINT#; touch_point: 0.0588, 0.4485, lift_point: 0.0588, 0.4485", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news about the US stock market? \"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/60410_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news about the US stock market?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.633, 0.2733, lift_point: 0.633, 0.2733; The action is #DUAL_POINT#; touch_point: 0.1364, 0.3315, lift_point: 0.1364, 0.3315; The action is #DUAL_POINT#; touch_point: 0.0598, 0.9041, lift_point: 0.0598, 0.9041; The action is #DUAL_POINT#; touch_point: 0.0588, 0.4485, lift_point: 0.0588, 0.4485; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news about the US stock market? \"", "response": "The action is #DUAL_POINT#; touch_point: 0.1404, 0.3738, lift_point: 0.1404, 0.3738", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/60410_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news about the US stock market?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.633, 0.2733, lift_point: 0.633, 0.2733; The action is #DUAL_POINT#; touch_point: 0.1364, 0.3315, lift_point: 0.1364, 0.3315; The action is #DUAL_POINT#; touch_point: 0.0598, 0.9041, lift_point: 0.0598, 0.9041; The action is #DUAL_POINT#; touch_point: 0.0588, 0.4485, lift_point: 0.0588, 0.4485; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news about the US stock market? \"; The action is #DUAL_POINT#; touch_point: 0.1404, 0.3738, lift_point: 0.1404, 0.3738", "response": "The action is #DUAL_POINT#; touch_point: 0.5156, 0.3897, lift_point: 0.5156, 0.3897", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/60410_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news about the US stock market?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.633, 0.2733, lift_point: 0.633, 0.2733; The action is #DUAL_POINT#; touch_point: 0.1364, 0.3315, lift_point: 0.1364, 0.3315; The action is #DUAL_POINT#; touch_point: 0.0598, 0.9041, lift_point: 0.0598, 0.9041; The action is #DUAL_POINT#; touch_point: 0.0588, 0.4485, lift_point: 0.0588, 0.4485; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news about the US stock market? \"; The action is #DUAL_POINT#; touch_point: 0.1404, 0.3738, lift_point: 0.1404, 0.3738; The action is #DUAL_POINT#; touch_point: 0.5156, 0.3897, lift_point: 0.5156, 0.3897", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/60410_9.png" ] }, { "query": "\nPrevious Actions: Goal: Open the gallery", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/60414_1.png" ] }, { "query": "\nPrevious Actions: Goal: Open the gallery; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/60414_2.png" ] }, { "query": "\nPrevious Actions: Goal: Open the gallery; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.5969, 0.4606, lift_point: 0.5969, 0.4606", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/60414_3.png" ] }, { "query": "\nPrevious Actions: Goal: Open the gallery; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5969, 0.4606, lift_point: 0.5969, 0.4606", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/60414_4.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Walmart?", "response": "The action is #DUAL_POINT#; touch_point: 0.8077, 0.6506, lift_point: 0.8077, 0.6506", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/60909_1.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Walmart?; The action is #DUAL_POINT#; touch_point: 0.8077, 0.6506, lift_point: 0.8077, 0.6506", "response": "The action is #DUAL_POINT#; touch_point: 0.2986, 0.4424, lift_point: 0.2986, 0.4424", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/60909_2.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Walmart?; The action is #DUAL_POINT#; touch_point: 0.8077, 0.6506, lift_point: 0.8077, 0.6506; The action is #DUAL_POINT#; touch_point: 0.2986, 0.4424, lift_point: 0.2986, 0.4424", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"how do i get to the nearest walmart\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/60909_3.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Walmart?; The action is #DUAL_POINT#; touch_point: 0.8077, 0.6506, lift_point: 0.8077, 0.6506; The action is #DUAL_POINT#; touch_point: 0.2986, 0.4424, lift_point: 0.2986, 0.4424; The action is #TYPE#; And the content is : \"typed_text\": \"how do i get to the nearest walmart\"", "response": "The action is #DUAL_POINT#; touch_point: 0.2954, 0.5354, lift_point: 0.2954, 0.5354", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/60909_4.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Walmart?; The action is #DUAL_POINT#; touch_point: 0.8077, 0.6506, lift_point: 0.8077, 0.6506; The action is #DUAL_POINT#; touch_point: 0.2986, 0.4424, lift_point: 0.2986, 0.4424; The action is #TYPE#; And the content is : \"typed_text\": \"how do i get to the nearest walmart\"; The action is #DUAL_POINT#; touch_point: 0.2954, 0.5354, lift_point: 0.2954, 0.5354", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"nearest walmart\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/60909_5.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Walmart?; The action is #DUAL_POINT#; touch_point: 0.8077, 0.6506, lift_point: 0.8077, 0.6506; The action is #DUAL_POINT#; touch_point: 0.2986, 0.4424, lift_point: 0.2986, 0.4424; The action is #TYPE#; And the content is : \"typed_text\": \"how do i get to the nearest walmart\"; The action is #DUAL_POINT#; touch_point: 0.2954, 0.5354, lift_point: 0.2954, 0.5354; The action is #TYPE#; And the content is : \"typed_text\": \"nearest walmart\"", "response": "The action is #DUAL_POINT#; touch_point: 0.128, 0.3125, lift_point: 0.128, 0.3125", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/60909_6.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Walmart?; The action is #DUAL_POINT#; touch_point: 0.8077, 0.6506, lift_point: 0.8077, 0.6506; The action is #DUAL_POINT#; touch_point: 0.2986, 0.4424, lift_point: 0.2986, 0.4424; The action is #TYPE#; And the content is : \"typed_text\": \"how do i get to the nearest walmart\"; The action is #DUAL_POINT#; touch_point: 0.2954, 0.5354, lift_point: 0.2954, 0.5354; The action is #TYPE#; And the content is : \"typed_text\": \"nearest walmart\"; The action is #DUAL_POINT#; touch_point: 0.128, 0.3125, lift_point: 0.128, 0.3125", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/60909_7.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Walmart?; The action is #DUAL_POINT#; touch_point: 0.8077, 0.6506, lift_point: 0.8077, 0.6506; The action is #DUAL_POINT#; touch_point: 0.2986, 0.4424, lift_point: 0.2986, 0.4424; The action is #TYPE#; And the content is : \"typed_text\": \"how do i get to the nearest walmart\"; The action is #DUAL_POINT#; touch_point: 0.2954, 0.5354, lift_point: 0.2954, 0.5354; The action is #TYPE#; And the content is : \"typed_text\": \"nearest walmart\"; The action is #DUAL_POINT#; touch_point: 0.128, 0.3125, lift_point: 0.128, 0.3125; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/60909_8.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Walmart?; The action is #DUAL_POINT#; touch_point: 0.8077, 0.6506, lift_point: 0.8077, 0.6506; The action is #DUAL_POINT#; touch_point: 0.2986, 0.4424, lift_point: 0.2986, 0.4424; The action is #TYPE#; And the content is : \"typed_text\": \"how do i get to the nearest walmart\"; The action is #DUAL_POINT#; touch_point: 0.2954, 0.5354, lift_point: 0.2954, 0.5354; The action is #TYPE#; And the content is : \"typed_text\": \"nearest walmart\"; The action is #DUAL_POINT#; touch_point: 0.128, 0.3125, lift_point: 0.128, 0.3125; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/60909_9.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Walmart?; The action is #DUAL_POINT#; touch_point: 0.8077, 0.6506, lift_point: 0.8077, 0.6506; The action is #DUAL_POINT#; touch_point: 0.2986, 0.4424, lift_point: 0.2986, 0.4424; The action is #TYPE#; And the content is : \"typed_text\": \"how do i get to the nearest walmart\"; The action is #DUAL_POINT#; touch_point: 0.2954, 0.5354, lift_point: 0.2954, 0.5354; The action is #TYPE#; And the content is : \"typed_text\": \"nearest walmart\"; The action is #DUAL_POINT#; touch_point: 0.128, 0.3125, lift_point: 0.128, 0.3125; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/60909_10.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Walmart?; The action is #DUAL_POINT#; touch_point: 0.8077, 0.6506, lift_point: 0.8077, 0.6506; The action is #DUAL_POINT#; touch_point: 0.2986, 0.4424, lift_point: 0.2986, 0.4424; The action is #TYPE#; And the content is : \"typed_text\": \"how do i get to the nearest walmart\"; The action is #DUAL_POINT#; touch_point: 0.2954, 0.5354, lift_point: 0.2954, 0.5354; The action is #TYPE#; And the content is : \"typed_text\": \"nearest walmart\"; The action is #DUAL_POINT#; touch_point: 0.128, 0.3125, lift_point: 0.128, 0.3125; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/60909_11.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Walmart?; The action is #DUAL_POINT#; touch_point: 0.8077, 0.6506, lift_point: 0.8077, 0.6506; The action is #DUAL_POINT#; touch_point: 0.2986, 0.4424, lift_point: 0.2986, 0.4424; The action is #TYPE#; And the content is : \"typed_text\": \"how do i get to the nearest walmart\"; The action is #DUAL_POINT#; touch_point: 0.2954, 0.5354, lift_point: 0.2954, 0.5354; The action is #TYPE#; And the content is : \"typed_text\": \"nearest walmart\"; The action is #DUAL_POINT#; touch_point: 0.128, 0.3125, lift_point: 0.128, 0.3125; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/60909_12.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Walmart?; The action is #DUAL_POINT#; touch_point: 0.8077, 0.6506, lift_point: 0.8077, 0.6506; The action is #DUAL_POINT#; touch_point: 0.2986, 0.4424, lift_point: 0.2986, 0.4424; The action is #TYPE#; And the content is : \"typed_text\": \"how do i get to the nearest walmart\"; The action is #DUAL_POINT#; touch_point: 0.2954, 0.5354, lift_point: 0.2954, 0.5354; The action is #TYPE#; And the content is : \"typed_text\": \"nearest walmart\"; The action is #DUAL_POINT#; touch_point: 0.128, 0.3125, lift_point: 0.128, 0.3125; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.389, 0.3822, lift_point: 0.389, 0.3822", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/60909_13.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Walmart?; The action is #DUAL_POINT#; touch_point: 0.8077, 0.6506, lift_point: 0.8077, 0.6506; The action is #DUAL_POINT#; touch_point: 0.2986, 0.4424, lift_point: 0.2986, 0.4424; The action is #TYPE#; And the content is : \"typed_text\": \"how do i get to the nearest walmart\"; The action is #DUAL_POINT#; touch_point: 0.2954, 0.5354, lift_point: 0.2954, 0.5354; The action is #TYPE#; And the content is : \"typed_text\": \"nearest walmart\"; The action is #DUAL_POINT#; touch_point: 0.128, 0.3125, lift_point: 0.128, 0.3125; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.389, 0.3822, lift_point: 0.389, 0.3822", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/60909_14.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Walmart?; The action is #DUAL_POINT#; touch_point: 0.8077, 0.6506, lift_point: 0.8077, 0.6506; The action is #DUAL_POINT#; touch_point: 0.2986, 0.4424, lift_point: 0.2986, 0.4424; The action is #TYPE#; And the content is : \"typed_text\": \"how do i get to the nearest walmart\"; The action is #DUAL_POINT#; touch_point: 0.2954, 0.5354, lift_point: 0.2954, 0.5354; The action is #TYPE#; And the content is : \"typed_text\": \"nearest walmart\"; The action is #DUAL_POINT#; touch_point: 0.128, 0.3125, lift_point: 0.128, 0.3125; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.389, 0.3822, lift_point: 0.389, 0.3822; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3463, 0.2764, lift_point: 0.3463, 0.2764", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/60909_15.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Walmart?; The action is #DUAL_POINT#; touch_point: 0.8077, 0.6506, lift_point: 0.8077, 0.6506; The action is #DUAL_POINT#; touch_point: 0.2986, 0.4424, lift_point: 0.2986, 0.4424; The action is #TYPE#; And the content is : \"typed_text\": \"how do i get to the nearest walmart\"; The action is #DUAL_POINT#; touch_point: 0.2954, 0.5354, lift_point: 0.2954, 0.5354; The action is #TYPE#; And the content is : \"typed_text\": \"nearest walmart\"; The action is #DUAL_POINT#; touch_point: 0.128, 0.3125, lift_point: 0.128, 0.3125; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.389, 0.3822, lift_point: 0.389, 0.3822; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3463, 0.2764, lift_point: 0.3463, 0.2764", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/60909_16.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Walmart?; The action is #DUAL_POINT#; touch_point: 0.8077, 0.6506, lift_point: 0.8077, 0.6506; The action is #DUAL_POINT#; touch_point: 0.2986, 0.4424, lift_point: 0.2986, 0.4424; The action is #TYPE#; And the content is : \"typed_text\": \"how do i get to the nearest walmart\"; The action is #DUAL_POINT#; touch_point: 0.2954, 0.5354, lift_point: 0.2954, 0.5354; The action is #TYPE#; And the content is : \"typed_text\": \"nearest walmart\"; The action is #DUAL_POINT#; touch_point: 0.128, 0.3125, lift_point: 0.128, 0.3125; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.389, 0.3822, lift_point: 0.389, 0.3822; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3463, 0.2764, lift_point: 0.3463, 0.2764; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/60909_17.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Walmart?; The action is #DUAL_POINT#; touch_point: 0.8077, 0.6506, lift_point: 0.8077, 0.6506; The action is #DUAL_POINT#; touch_point: 0.2986, 0.4424, lift_point: 0.2986, 0.4424; The action is #TYPE#; And the content is : \"typed_text\": \"how do i get to the nearest walmart\"; The action is #DUAL_POINT#; touch_point: 0.2954, 0.5354, lift_point: 0.2954, 0.5354; The action is #TYPE#; And the content is : \"typed_text\": \"nearest walmart\"; The action is #DUAL_POINT#; touch_point: 0.128, 0.3125, lift_point: 0.128, 0.3125; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.389, 0.3822, lift_point: 0.389, 0.3822; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3463, 0.2764, lift_point: 0.3463, 0.2764; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/60909_18.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Walmart?; The action is #DUAL_POINT#; touch_point: 0.8077, 0.6506, lift_point: 0.8077, 0.6506; The action is #DUAL_POINT#; touch_point: 0.2986, 0.4424, lift_point: 0.2986, 0.4424; The action is #TYPE#; And the content is : \"typed_text\": \"how do i get to the nearest walmart\"; The action is #DUAL_POINT#; touch_point: 0.2954, 0.5354, lift_point: 0.2954, 0.5354; The action is #TYPE#; And the content is : \"typed_text\": \"nearest walmart\"; The action is #DUAL_POINT#; touch_point: 0.128, 0.3125, lift_point: 0.128, 0.3125; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.389, 0.3822, lift_point: 0.389, 0.3822; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3463, 0.2764, lift_point: 0.3463, 0.2764; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3088, 0.6094, lift_point: 0.3088, 0.6094", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/60909_19.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Walmart?; The action is #DUAL_POINT#; touch_point: 0.8077, 0.6506, lift_point: 0.8077, 0.6506; The action is #DUAL_POINT#; touch_point: 0.2986, 0.4424, lift_point: 0.2986, 0.4424; The action is #TYPE#; And the content is : \"typed_text\": \"how do i get to the nearest walmart\"; The action is #DUAL_POINT#; touch_point: 0.2954, 0.5354, lift_point: 0.2954, 0.5354; The action is #TYPE#; And the content is : \"typed_text\": \"nearest walmart\"; The action is #DUAL_POINT#; touch_point: 0.128, 0.3125, lift_point: 0.128, 0.3125; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.389, 0.3822, lift_point: 0.389, 0.3822; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3463, 0.2764, lift_point: 0.3463, 0.2764; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3088, 0.6094, lift_point: 0.3088, 0.6094", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/60909_20.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome window", "response": "The action is #DUAL_POINT#; touch_point: 0.7895, 0.7097, lift_point: 0.7895, 0.7097", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61181_1.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome window; The action is #DUAL_POINT#; touch_point: 0.7895, 0.7097, lift_point: 0.7895, 0.7097", "response": "The action is #DUAL_POINT#; touch_point: 0.0598, 0.4926, lift_point: 0.0598, 0.4926", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61181_2.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome window; The action is #DUAL_POINT#; touch_point: 0.7895, 0.7097, lift_point: 0.7895, 0.7097; The action is #DUAL_POINT#; touch_point: 0.0598, 0.4926, lift_point: 0.0598, 0.4926", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61181_3.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome window; The action is #DUAL_POINT#; touch_point: 0.7895, 0.7097, lift_point: 0.7895, 0.7097; The action is #DUAL_POINT#; touch_point: 0.0598, 0.4926, lift_point: 0.0598, 0.4926; The action is #Scrolling Up#", "response": "The action is #DUAL_POINT#; touch_point: 0.0623, 0.9153, lift_point: 0.0623, 0.9153", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61181_4.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome window; The action is #DUAL_POINT#; touch_point: 0.7895, 0.7097, lift_point: 0.7895, 0.7097; The action is #DUAL_POINT#; touch_point: 0.0598, 0.4926, lift_point: 0.0598, 0.4926; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0623, 0.9153, lift_point: 0.0623, 0.9153", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61181_5.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome window; The action is #DUAL_POINT#; touch_point: 0.7895, 0.7097, lift_point: 0.7895, 0.7097; The action is #DUAL_POINT#; touch_point: 0.0598, 0.4926, lift_point: 0.0598, 0.4926; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0623, 0.9153, lift_point: 0.0623, 0.9153; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8015, 0.6568, lift_point: 0.8015, 0.6568", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61181_6.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome window; The action is #DUAL_POINT#; touch_point: 0.7895, 0.7097, lift_point: 0.7895, 0.7097; The action is #DUAL_POINT#; touch_point: 0.0598, 0.4926, lift_point: 0.0598, 0.4926; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0623, 0.9153, lift_point: 0.0623, 0.9153; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8015, 0.6568, lift_point: 0.8015, 0.6568", "response": "The action is #PRESS_BACK#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61181_7.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome window; The action is #DUAL_POINT#; touch_point: 0.7895, 0.7097, lift_point: 0.7895, 0.7097; The action is #DUAL_POINT#; touch_point: 0.0598, 0.4926, lift_point: 0.0598, 0.4926; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0623, 0.9153, lift_point: 0.0623, 0.9153; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8015, 0.6568, lift_point: 0.8015, 0.6568; The action is #PRESS_BACK#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61181_8.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome window; The action is #DUAL_POINT#; touch_point: 0.7895, 0.7097, lift_point: 0.7895, 0.7097; The action is #DUAL_POINT#; touch_point: 0.0598, 0.4926, lift_point: 0.0598, 0.4926; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0623, 0.9153, lift_point: 0.0623, 0.9153; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8015, 0.6568, lift_point: 0.8015, 0.6568; The action is #PRESS_BACK#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.1904, 0.5908, lift_point: 0.1904, 0.5908", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61181_9.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome window; The action is #DUAL_POINT#; touch_point: 0.7895, 0.7097, lift_point: 0.7895, 0.7097; The action is #DUAL_POINT#; touch_point: 0.0598, 0.4926, lift_point: 0.0598, 0.4926; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0623, 0.9153, lift_point: 0.0623, 0.9153; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8015, 0.6568, lift_point: 0.8015, 0.6568; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1904, 0.5908, lift_point: 0.1904, 0.5908", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61181_10.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from San Diego to Seattle", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61263_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from San Diego to Seattle; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7817, 0.6517, lift_point: 0.7817, 0.6517", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61263_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from San Diego to Seattle; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7817, 0.6517, lift_point: 0.7817, 0.6517", "response": "The action is #DUAL_POINT#; touch_point: 0.0675, 0.3969, lift_point: 0.0675, 0.3969", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61263_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from San Diego to Seattle; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7817, 0.6517, lift_point: 0.7817, 0.6517; The action is #DUAL_POINT#; touch_point: 0.0675, 0.3969, lift_point: 0.0675, 0.3969", "response": "The action is #DUAL_POINT#; touch_point: 0.0639, 0.9182, lift_point: 0.0639, 0.9182", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61263_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from San Diego to Seattle; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7817, 0.6517, lift_point: 0.7817, 0.6517; The action is #DUAL_POINT#; touch_point: 0.0675, 0.3969, lift_point: 0.0675, 0.3969; The action is #DUAL_POINT#; touch_point: 0.0639, 0.9182, lift_point: 0.0639, 0.9182", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"flight from san diego to seatle\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61263_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from San Diego to Seattle; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7817, 0.6517, lift_point: 0.7817, 0.6517; The action is #DUAL_POINT#; touch_point: 0.0675, 0.3969, lift_point: 0.0675, 0.3969; The action is #DUAL_POINT#; touch_point: 0.0639, 0.9182, lift_point: 0.0639, 0.9182; The action is #TYPE#; And the content is : \"typed_text\": \"flight from san diego to seatle\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1482, 0.6046, lift_point: 0.1482, 0.6046", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61263_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from San Diego to Seattle; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7817, 0.6517, lift_point: 0.7817, 0.6517; The action is #DUAL_POINT#; touch_point: 0.0675, 0.3969, lift_point: 0.0675, 0.3969; The action is #DUAL_POINT#; touch_point: 0.0639, 0.9182, lift_point: 0.0639, 0.9182; The action is #TYPE#; And the content is : \"typed_text\": \"flight from san diego to seatle\"; The action is #DUAL_POINT#; touch_point: 0.1482, 0.6046, lift_point: 0.1482, 0.6046", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61263_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from San Diego to Seattle; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7817, 0.6517, lift_point: 0.7817, 0.6517; The action is #DUAL_POINT#; touch_point: 0.0675, 0.3969, lift_point: 0.0675, 0.3969; The action is #DUAL_POINT#; touch_point: 0.0639, 0.9182, lift_point: 0.0639, 0.9182; The action is #TYPE#; And the content is : \"typed_text\": \"flight from san diego to seatle\"; The action is #DUAL_POINT#; touch_point: 0.1482, 0.6046, lift_point: 0.1482, 0.6046; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61263_8.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from San Diego to Seattle; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7817, 0.6517, lift_point: 0.7817, 0.6517; The action is #DUAL_POINT#; touch_point: 0.0675, 0.3969, lift_point: 0.0675, 0.3969; The action is #DUAL_POINT#; touch_point: 0.0639, 0.9182, lift_point: 0.0639, 0.9182; The action is #TYPE#; And the content is : \"typed_text\": \"flight from san diego to seatle\"; The action is #DUAL_POINT#; touch_point: 0.1482, 0.6046, lift_point: 0.1482, 0.6046; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.8495, 0.446, lift_point: 0.8495, 0.446", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61263_9.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from San Diego to Seattle; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7817, 0.6517, lift_point: 0.7817, 0.6517; The action is #DUAL_POINT#; touch_point: 0.0675, 0.3969, lift_point: 0.0675, 0.3969; The action is #DUAL_POINT#; touch_point: 0.0639, 0.9182, lift_point: 0.0639, 0.9182; The action is #TYPE#; And the content is : \"typed_text\": \"flight from san diego to seatle\"; The action is #DUAL_POINT#; touch_point: 0.1482, 0.6046, lift_point: 0.1482, 0.6046; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8495, 0.446, lift_point: 0.8495, 0.446", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61263_10.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in space exploration?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61293_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in space exploration?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7931, 0.6448, lift_point: 0.7931, 0.6448", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61293_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in space exploration?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7931, 0.6448, lift_point: 0.7931, 0.6448", "response": "The action is #DUAL_POINT#; touch_point: 0.7925, 0.6805, lift_point: 0.7925, 0.6805", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61293_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in space exploration?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7931, 0.6448, lift_point: 0.7931, 0.6448; The action is #DUAL_POINT#; touch_point: 0.7925, 0.6805, lift_point: 0.7925, 0.6805", "response": "The action is #DUAL_POINT#; touch_point: 0.0674, 0.8177, lift_point: 0.0674, 0.8177", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61293_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in space exploration?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7931, 0.6448, lift_point: 0.7931, 0.6448; The action is #DUAL_POINT#; touch_point: 0.7925, 0.6805, lift_point: 0.7925, 0.6805; The action is #DUAL_POINT#; touch_point: 0.0674, 0.8177, lift_point: 0.0674, 0.8177", "response": "The action is #DUAL_POINT#; touch_point: 0.1732, 0.9098, lift_point: 0.1732, 0.9098", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61293_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in space exploration?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7931, 0.6448, lift_point: 0.7931, 0.6448; The action is #DUAL_POINT#; touch_point: 0.7925, 0.6805, lift_point: 0.7925, 0.6805; The action is #DUAL_POINT#; touch_point: 0.0674, 0.8177, lift_point: 0.0674, 0.8177; The action is #DUAL_POINT#; touch_point: 0.1732, 0.9098, lift_point: 0.1732, 0.9098", "response": "The action is #DUAL_POINT#; touch_point: 0.173, 0.892, lift_point: 0.173, 0.892", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61293_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in space exploration?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7931, 0.6448, lift_point: 0.7931, 0.6448; The action is #DUAL_POINT#; touch_point: 0.7925, 0.6805, lift_point: 0.7925, 0.6805; The action is #DUAL_POINT#; touch_point: 0.0674, 0.8177, lift_point: 0.0674, 0.8177; The action is #DUAL_POINT#; touch_point: 0.1732, 0.9098, lift_point: 0.1732, 0.9098; The action is #DUAL_POINT#; touch_point: 0.173, 0.892, lift_point: 0.173, 0.892", "response": "The action is #DUAL_POINT#; touch_point: 0.1765, 0.9076, lift_point: 0.1765, 0.9076", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61293_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in space exploration?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7931, 0.6448, lift_point: 0.7931, 0.6448; The action is #DUAL_POINT#; touch_point: 0.7925, 0.6805, lift_point: 0.7925, 0.6805; The action is #DUAL_POINT#; touch_point: 0.0674, 0.8177, lift_point: 0.0674, 0.8177; The action is #DUAL_POINT#; touch_point: 0.1732, 0.9098, lift_point: 0.1732, 0.9098; The action is #DUAL_POINT#; touch_point: 0.173, 0.892, lift_point: 0.173, 0.892; The action is #DUAL_POINT#; touch_point: 0.1765, 0.9076, lift_point: 0.1765, 0.9076", "response": "The action is #DUAL_POINT#; touch_point: 0.1752, 0.9076, lift_point: 0.1752, 0.9076", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61293_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in space exploration?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7931, 0.6448, lift_point: 0.7931, 0.6448; The action is #DUAL_POINT#; touch_point: 0.7925, 0.6805, lift_point: 0.7925, 0.6805; The action is #DUAL_POINT#; touch_point: 0.0674, 0.8177, lift_point: 0.0674, 0.8177; The action is #DUAL_POINT#; touch_point: 0.1732, 0.9098, lift_point: 0.1732, 0.9098; The action is #DUAL_POINT#; touch_point: 0.173, 0.892, lift_point: 0.173, 0.892; The action is #DUAL_POINT#; touch_point: 0.1765, 0.9076, lift_point: 0.1765, 0.9076; The action is #DUAL_POINT#; touch_point: 0.1752, 0.9076, lift_point: 0.1752, 0.9076", "response": "The action is #DUAL_POINT#; touch_point: 0.1508, 0.9043, lift_point: 0.1508, 0.9043", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61293_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in space exploration?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7931, 0.6448, lift_point: 0.7931, 0.6448; The action is #DUAL_POINT#; touch_point: 0.7925, 0.6805, lift_point: 0.7925, 0.6805; The action is #DUAL_POINT#; touch_point: 0.0674, 0.8177, lift_point: 0.0674, 0.8177; The action is #DUAL_POINT#; touch_point: 0.1732, 0.9098, lift_point: 0.1732, 0.9098; The action is #DUAL_POINT#; touch_point: 0.173, 0.892, lift_point: 0.173, 0.892; The action is #DUAL_POINT#; touch_point: 0.1765, 0.9076, lift_point: 0.1765, 0.9076; The action is #DUAL_POINT#; touch_point: 0.1752, 0.9076, lift_point: 0.1752, 0.9076; The action is #DUAL_POINT#; touch_point: 0.1508, 0.9043, lift_point: 0.1508, 0.9043", "response": "The action is #DUAL_POINT#; touch_point: 0.1766, 0.8965, lift_point: 0.1766, 0.8965", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61293_10.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in space exploration?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7931, 0.6448, lift_point: 0.7931, 0.6448; The action is #DUAL_POINT#; touch_point: 0.7925, 0.6805, lift_point: 0.7925, 0.6805; The action is #DUAL_POINT#; touch_point: 0.0674, 0.8177, lift_point: 0.0674, 0.8177; The action is #DUAL_POINT#; touch_point: 0.1732, 0.9098, lift_point: 0.1732, 0.9098; The action is #DUAL_POINT#; touch_point: 0.173, 0.892, lift_point: 0.173, 0.892; The action is #DUAL_POINT#; touch_point: 0.1765, 0.9076, lift_point: 0.1765, 0.9076; The action is #DUAL_POINT#; touch_point: 0.1752, 0.9076, lift_point: 0.1752, 0.9076; The action is #DUAL_POINT#; touch_point: 0.1508, 0.9043, lift_point: 0.1508, 0.9043; The action is #DUAL_POINT#; touch_point: 0.1766, 0.8965, lift_point: 0.1766, 0.8965", "response": "The action is #DUAL_POINT#; touch_point: 0.1792, 0.8965, lift_point: 0.1792, 0.8965", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61293_11.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in space exploration?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7931, 0.6448, lift_point: 0.7931, 0.6448; The action is #DUAL_POINT#; touch_point: 0.7925, 0.6805, lift_point: 0.7925, 0.6805; The action is #DUAL_POINT#; touch_point: 0.0674, 0.8177, lift_point: 0.0674, 0.8177; The action is #DUAL_POINT#; touch_point: 0.1732, 0.9098, lift_point: 0.1732, 0.9098; The action is #DUAL_POINT#; touch_point: 0.173, 0.892, lift_point: 0.173, 0.892; The action is #DUAL_POINT#; touch_point: 0.1765, 0.9076, lift_point: 0.1765, 0.9076; The action is #DUAL_POINT#; touch_point: 0.1752, 0.9076, lift_point: 0.1752, 0.9076; The action is #DUAL_POINT#; touch_point: 0.1508, 0.9043, lift_point: 0.1508, 0.9043; The action is #DUAL_POINT#; touch_point: 0.1766, 0.8965, lift_point: 0.1766, 0.8965; The action is #DUAL_POINT#; touch_point: 0.1792, 0.8965, lift_point: 0.1792, 0.8965", "response": "The action is #DUAL_POINT#; touch_point: 0.1278, 0.9208, lift_point: 0.1278, 0.9208", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61293_12.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in space exploration?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7931, 0.6448, lift_point: 0.7931, 0.6448; The action is #DUAL_POINT#; touch_point: 0.7925, 0.6805, lift_point: 0.7925, 0.6805; The action is #DUAL_POINT#; touch_point: 0.0674, 0.8177, lift_point: 0.0674, 0.8177; The action is #DUAL_POINT#; touch_point: 0.1732, 0.9098, lift_point: 0.1732, 0.9098; The action is #DUAL_POINT#; touch_point: 0.173, 0.892, lift_point: 0.173, 0.892; The action is #DUAL_POINT#; touch_point: 0.1765, 0.9076, lift_point: 0.1765, 0.9076; The action is #DUAL_POINT#; touch_point: 0.1752, 0.9076, lift_point: 0.1752, 0.9076; The action is #DUAL_POINT#; touch_point: 0.1508, 0.9043, lift_point: 0.1508, 0.9043; The action is #DUAL_POINT#; touch_point: 0.1766, 0.8965, lift_point: 0.1766, 0.8965; The action is #DUAL_POINT#; touch_point: 0.1792, 0.8965, lift_point: 0.1792, 0.8965; The action is #DUAL_POINT#; touch_point: 0.1278, 0.9208, lift_point: 0.1278, 0.9208", "response": "The action is #DUAL_POINT#; touch_point: 0.0601, 0.9113, lift_point: 0.0601, 0.9113", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61293_13.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in space exploration?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7931, 0.6448, lift_point: 0.7931, 0.6448; The action is #DUAL_POINT#; touch_point: 0.7925, 0.6805, lift_point: 0.7925, 0.6805; The action is #DUAL_POINT#; touch_point: 0.0674, 0.8177, lift_point: 0.0674, 0.8177; The action is #DUAL_POINT#; touch_point: 0.1732, 0.9098, lift_point: 0.1732, 0.9098; The action is #DUAL_POINT#; touch_point: 0.173, 0.892, lift_point: 0.173, 0.892; The action is #DUAL_POINT#; touch_point: 0.1765, 0.9076, lift_point: 0.1765, 0.9076; The action is #DUAL_POINT#; touch_point: 0.1752, 0.9076, lift_point: 0.1752, 0.9076; The action is #DUAL_POINT#; touch_point: 0.1508, 0.9043, lift_point: 0.1508, 0.9043; The action is #DUAL_POINT#; touch_point: 0.1766, 0.8965, lift_point: 0.1766, 0.8965; The action is #DUAL_POINT#; touch_point: 0.1792, 0.8965, lift_point: 0.1792, 0.8965; The action is #DUAL_POINT#; touch_point: 0.1278, 0.9208, lift_point: 0.1278, 0.9208; The action is #DUAL_POINT#; touch_point: 0.0601, 0.9113, lift_point: 0.0601, 0.9113", "response": "The action is #DUAL_POINT#; touch_point: 0.331, 0.6001, lift_point: 0.331, 0.6001", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61293_14.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in space exploration?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7931, 0.6448, lift_point: 0.7931, 0.6448; The action is #DUAL_POINT#; touch_point: 0.7925, 0.6805, lift_point: 0.7925, 0.6805; The action is #DUAL_POINT#; touch_point: 0.0674, 0.8177, lift_point: 0.0674, 0.8177; The action is #DUAL_POINT#; touch_point: 0.1732, 0.9098, lift_point: 0.1732, 0.9098; The action is #DUAL_POINT#; touch_point: 0.173, 0.892, lift_point: 0.173, 0.892; The action is #DUAL_POINT#; touch_point: 0.1765, 0.9076, lift_point: 0.1765, 0.9076; The action is #DUAL_POINT#; touch_point: 0.1752, 0.9076, lift_point: 0.1752, 0.9076; The action is #DUAL_POINT#; touch_point: 0.1508, 0.9043, lift_point: 0.1508, 0.9043; The action is #DUAL_POINT#; touch_point: 0.1766, 0.8965, lift_point: 0.1766, 0.8965; The action is #DUAL_POINT#; touch_point: 0.1792, 0.8965, lift_point: 0.1792, 0.8965; The action is #DUAL_POINT#; touch_point: 0.1278, 0.9208, lift_point: 0.1278, 0.9208; The action is #DUAL_POINT#; touch_point: 0.0601, 0.9113, lift_point: 0.0601, 0.9113; The action is #DUAL_POINT#; touch_point: 0.331, 0.6001, lift_point: 0.331, 0.6001", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"latest news in space exploration\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61293_15.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in space exploration?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7931, 0.6448, lift_point: 0.7931, 0.6448; The action is #DUAL_POINT#; touch_point: 0.7925, 0.6805, lift_point: 0.7925, 0.6805; The action is #DUAL_POINT#; touch_point: 0.0674, 0.8177, lift_point: 0.0674, 0.8177; The action is #DUAL_POINT#; touch_point: 0.1732, 0.9098, lift_point: 0.1732, 0.9098; The action is #DUAL_POINT#; touch_point: 0.173, 0.892, lift_point: 0.173, 0.892; The action is #DUAL_POINT#; touch_point: 0.1765, 0.9076, lift_point: 0.1765, 0.9076; The action is #DUAL_POINT#; touch_point: 0.1752, 0.9076, lift_point: 0.1752, 0.9076; The action is #DUAL_POINT#; touch_point: 0.1508, 0.9043, lift_point: 0.1508, 0.9043; The action is #DUAL_POINT#; touch_point: 0.1766, 0.8965, lift_point: 0.1766, 0.8965; The action is #DUAL_POINT#; touch_point: 0.1792, 0.8965, lift_point: 0.1792, 0.8965; The action is #DUAL_POINT#; touch_point: 0.1278, 0.9208, lift_point: 0.1278, 0.9208; The action is #DUAL_POINT#; touch_point: 0.0601, 0.9113, lift_point: 0.0601, 0.9113; The action is #DUAL_POINT#; touch_point: 0.331, 0.6001, lift_point: 0.331, 0.6001; The action is #TYPE#; And the content is : \"typed_text\": \"latest news in space exploration\"", "response": "The action is #PRESS_BACK#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61293_16.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in space exploration?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7931, 0.6448, lift_point: 0.7931, 0.6448; The action is #DUAL_POINT#; touch_point: 0.7925, 0.6805, lift_point: 0.7925, 0.6805; The action is #DUAL_POINT#; touch_point: 0.0674, 0.8177, lift_point: 0.0674, 0.8177; The action is #DUAL_POINT#; touch_point: 0.1732, 0.9098, lift_point: 0.1732, 0.9098; The action is #DUAL_POINT#; touch_point: 0.173, 0.892, lift_point: 0.173, 0.892; The action is #DUAL_POINT#; touch_point: 0.1765, 0.9076, lift_point: 0.1765, 0.9076; The action is #DUAL_POINT#; touch_point: 0.1752, 0.9076, lift_point: 0.1752, 0.9076; The action is #DUAL_POINT#; touch_point: 0.1508, 0.9043, lift_point: 0.1508, 0.9043; The action is #DUAL_POINT#; touch_point: 0.1766, 0.8965, lift_point: 0.1766, 0.8965; The action is #DUAL_POINT#; touch_point: 0.1792, 0.8965, lift_point: 0.1792, 0.8965; The action is #DUAL_POINT#; touch_point: 0.1278, 0.9208, lift_point: 0.1278, 0.9208; The action is #DUAL_POINT#; touch_point: 0.0601, 0.9113, lift_point: 0.0601, 0.9113; The action is #DUAL_POINT#; touch_point: 0.331, 0.6001, lift_point: 0.331, 0.6001; The action is #TYPE#; And the content is : \"typed_text\": \"latest news in space exploration\"; The action is #PRESS_BACK#", "response": "The action is #DUAL_POINT#; touch_point: 0.3087, 0.6682, lift_point: 0.3087, 0.6682", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61293_17.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in space exploration?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7931, 0.6448, lift_point: 0.7931, 0.6448; The action is #DUAL_POINT#; touch_point: 0.7925, 0.6805, lift_point: 0.7925, 0.6805; The action is #DUAL_POINT#; touch_point: 0.0674, 0.8177, lift_point: 0.0674, 0.8177; The action is #DUAL_POINT#; touch_point: 0.1732, 0.9098, lift_point: 0.1732, 0.9098; The action is #DUAL_POINT#; touch_point: 0.173, 0.892, lift_point: 0.173, 0.892; The action is #DUAL_POINT#; touch_point: 0.1765, 0.9076, lift_point: 0.1765, 0.9076; The action is #DUAL_POINT#; touch_point: 0.1752, 0.9076, lift_point: 0.1752, 0.9076; The action is #DUAL_POINT#; touch_point: 0.1508, 0.9043, lift_point: 0.1508, 0.9043; The action is #DUAL_POINT#; touch_point: 0.1766, 0.8965, lift_point: 0.1766, 0.8965; The action is #DUAL_POINT#; touch_point: 0.1792, 0.8965, lift_point: 0.1792, 0.8965; The action is #DUAL_POINT#; touch_point: 0.1278, 0.9208, lift_point: 0.1278, 0.9208; The action is #DUAL_POINT#; touch_point: 0.0601, 0.9113, lift_point: 0.0601, 0.9113; The action is #DUAL_POINT#; touch_point: 0.331, 0.6001, lift_point: 0.331, 0.6001; The action is #TYPE#; And the content is : \"typed_text\": \"latest news in space exploration\"; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.3087, 0.6682, lift_point: 0.3087, 0.6682", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"latest news in space exploration\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61293_18.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in space exploration?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7931, 0.6448, lift_point: 0.7931, 0.6448; The action is #DUAL_POINT#; touch_point: 0.7925, 0.6805, lift_point: 0.7925, 0.6805; The action is #DUAL_POINT#; touch_point: 0.0674, 0.8177, lift_point: 0.0674, 0.8177; The action is #DUAL_POINT#; touch_point: 0.1732, 0.9098, lift_point: 0.1732, 0.9098; The action is #DUAL_POINT#; touch_point: 0.173, 0.892, lift_point: 0.173, 0.892; The action is #DUAL_POINT#; touch_point: 0.1765, 0.9076, lift_point: 0.1765, 0.9076; The action is #DUAL_POINT#; touch_point: 0.1752, 0.9076, lift_point: 0.1752, 0.9076; The action is #DUAL_POINT#; touch_point: 0.1508, 0.9043, lift_point: 0.1508, 0.9043; The action is #DUAL_POINT#; touch_point: 0.1766, 0.8965, lift_point: 0.1766, 0.8965; The action is #DUAL_POINT#; touch_point: 0.1792, 0.8965, lift_point: 0.1792, 0.8965; The action is #DUAL_POINT#; touch_point: 0.1278, 0.9208, lift_point: 0.1278, 0.9208; The action is #DUAL_POINT#; touch_point: 0.0601, 0.9113, lift_point: 0.0601, 0.9113; The action is #DUAL_POINT#; touch_point: 0.331, 0.6001, lift_point: 0.331, 0.6001; The action is #TYPE#; And the content is : \"typed_text\": \"latest news in space exploration\"; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.3087, 0.6682, lift_point: 0.3087, 0.6682; The action is #TYPE#; And the content is : \"typed_text\": \"latest news in space exploration\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61293_19.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in space exploration?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7931, 0.6448, lift_point: 0.7931, 0.6448; The action is #DUAL_POINT#; touch_point: 0.7925, 0.6805, lift_point: 0.7925, 0.6805; The action is #DUAL_POINT#; touch_point: 0.0674, 0.8177, lift_point: 0.0674, 0.8177; The action is #DUAL_POINT#; touch_point: 0.1732, 0.9098, lift_point: 0.1732, 0.9098; The action is #DUAL_POINT#; touch_point: 0.173, 0.892, lift_point: 0.173, 0.892; The action is #DUAL_POINT#; touch_point: 0.1765, 0.9076, lift_point: 0.1765, 0.9076; The action is #DUAL_POINT#; touch_point: 0.1752, 0.9076, lift_point: 0.1752, 0.9076; The action is #DUAL_POINT#; touch_point: 0.1508, 0.9043, lift_point: 0.1508, 0.9043; The action is #DUAL_POINT#; touch_point: 0.1766, 0.8965, lift_point: 0.1766, 0.8965; The action is #DUAL_POINT#; touch_point: 0.1792, 0.8965, lift_point: 0.1792, 0.8965; The action is #DUAL_POINT#; touch_point: 0.1278, 0.9208, lift_point: 0.1278, 0.9208; The action is #DUAL_POINT#; touch_point: 0.0601, 0.9113, lift_point: 0.0601, 0.9113; The action is #DUAL_POINT#; touch_point: 0.331, 0.6001, lift_point: 0.331, 0.6001; The action is #TYPE#; And the content is : \"typed_text\": \"latest news in space exploration\"; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.3087, 0.6682, lift_point: 0.3087, 0.6682; The action is #TYPE#; And the content is : \"typed_text\": \"latest news in space exploration\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"", "response": "The action is #DUAL_POINT#; touch_point: 0.2154, 0.5227, lift_point: 0.2154, 0.5227", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61293_20.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in space exploration?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7931, 0.6448, lift_point: 0.7931, 0.6448; The action is #DUAL_POINT#; touch_point: 0.7925, 0.6805, lift_point: 0.7925, 0.6805; The action is #DUAL_POINT#; touch_point: 0.0674, 0.8177, lift_point: 0.0674, 0.8177; The action is #DUAL_POINT#; touch_point: 0.1732, 0.9098, lift_point: 0.1732, 0.9098; The action is #DUAL_POINT#; touch_point: 0.173, 0.892, lift_point: 0.173, 0.892; The action is #DUAL_POINT#; touch_point: 0.1765, 0.9076, lift_point: 0.1765, 0.9076; The action is #DUAL_POINT#; touch_point: 0.1752, 0.9076, lift_point: 0.1752, 0.9076; The action is #DUAL_POINT#; touch_point: 0.1508, 0.9043, lift_point: 0.1508, 0.9043; The action is #DUAL_POINT#; touch_point: 0.1766, 0.8965, lift_point: 0.1766, 0.8965; The action is #DUAL_POINT#; touch_point: 0.1792, 0.8965, lift_point: 0.1792, 0.8965; The action is #DUAL_POINT#; touch_point: 0.1278, 0.9208, lift_point: 0.1278, 0.9208; The action is #DUAL_POINT#; touch_point: 0.0601, 0.9113, lift_point: 0.0601, 0.9113; The action is #DUAL_POINT#; touch_point: 0.331, 0.6001, lift_point: 0.331, 0.6001; The action is #TYPE#; And the content is : \"typed_text\": \"latest news in space exploration\"; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.3087, 0.6682, lift_point: 0.3087, 0.6682; The action is #TYPE#; And the content is : \"typed_text\": \"latest news in space exploration\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.2154, 0.5227, lift_point: 0.2154, 0.5227", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61293_21.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in space exploration?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7931, 0.6448, lift_point: 0.7931, 0.6448; The action is #DUAL_POINT#; touch_point: 0.7925, 0.6805, lift_point: 0.7925, 0.6805; The action is #DUAL_POINT#; touch_point: 0.0674, 0.8177, lift_point: 0.0674, 0.8177; The action is #DUAL_POINT#; touch_point: 0.1732, 0.9098, lift_point: 0.1732, 0.9098; The action is #DUAL_POINT#; touch_point: 0.173, 0.892, lift_point: 0.173, 0.892; The action is #DUAL_POINT#; touch_point: 0.1765, 0.9076, lift_point: 0.1765, 0.9076; The action is #DUAL_POINT#; touch_point: 0.1752, 0.9076, lift_point: 0.1752, 0.9076; The action is #DUAL_POINT#; touch_point: 0.1508, 0.9043, lift_point: 0.1508, 0.9043; The action is #DUAL_POINT#; touch_point: 0.1766, 0.8965, lift_point: 0.1766, 0.8965; The action is #DUAL_POINT#; touch_point: 0.1792, 0.8965, lift_point: 0.1792, 0.8965; The action is #DUAL_POINT#; touch_point: 0.1278, 0.9208, lift_point: 0.1278, 0.9208; The action is #DUAL_POINT#; touch_point: 0.0601, 0.9113, lift_point: 0.0601, 0.9113; The action is #DUAL_POINT#; touch_point: 0.331, 0.6001, lift_point: 0.331, 0.6001; The action is #TYPE#; And the content is : \"typed_text\": \"latest news in space exploration\"; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.3087, 0.6682, lift_point: 0.3087, 0.6682; The action is #TYPE#; And the content is : \"typed_text\": \"latest news in space exploration\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.2154, 0.5227, lift_point: 0.2154, 0.5227; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.6425, 0.3476, lift_point: 0.6425, 0.3476", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61293_22.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in space exploration?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7931, 0.6448, lift_point: 0.7931, 0.6448; The action is #DUAL_POINT#; touch_point: 0.7925, 0.6805, lift_point: 0.7925, 0.6805; The action is #DUAL_POINT#; touch_point: 0.0674, 0.8177, lift_point: 0.0674, 0.8177; The action is #DUAL_POINT#; touch_point: 0.1732, 0.9098, lift_point: 0.1732, 0.9098; The action is #DUAL_POINT#; touch_point: 0.173, 0.892, lift_point: 0.173, 0.892; The action is #DUAL_POINT#; touch_point: 0.1765, 0.9076, lift_point: 0.1765, 0.9076; The action is #DUAL_POINT#; touch_point: 0.1752, 0.9076, lift_point: 0.1752, 0.9076; The action is #DUAL_POINT#; touch_point: 0.1508, 0.9043, lift_point: 0.1508, 0.9043; The action is #DUAL_POINT#; touch_point: 0.1766, 0.8965, lift_point: 0.1766, 0.8965; The action is #DUAL_POINT#; touch_point: 0.1792, 0.8965, lift_point: 0.1792, 0.8965; The action is #DUAL_POINT#; touch_point: 0.1278, 0.9208, lift_point: 0.1278, 0.9208; The action is #DUAL_POINT#; touch_point: 0.0601, 0.9113, lift_point: 0.0601, 0.9113; The action is #DUAL_POINT#; touch_point: 0.331, 0.6001, lift_point: 0.331, 0.6001; The action is #TYPE#; And the content is : \"typed_text\": \"latest news in space exploration\"; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.3087, 0.6682, lift_point: 0.3087, 0.6682; The action is #TYPE#; And the content is : \"typed_text\": \"latest news in space exploration\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.2154, 0.5227, lift_point: 0.2154, 0.5227; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6425, 0.3476, lift_point: 0.6425, 0.3476", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61293_23.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in space exploration?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7931, 0.6448, lift_point: 0.7931, 0.6448; The action is #DUAL_POINT#; touch_point: 0.7925, 0.6805, lift_point: 0.7925, 0.6805; The action is #DUAL_POINT#; touch_point: 0.0674, 0.8177, lift_point: 0.0674, 0.8177; The action is #DUAL_POINT#; touch_point: 0.1732, 0.9098, lift_point: 0.1732, 0.9098; The action is #DUAL_POINT#; touch_point: 0.173, 0.892, lift_point: 0.173, 0.892; The action is #DUAL_POINT#; touch_point: 0.1765, 0.9076, lift_point: 0.1765, 0.9076; The action is #DUAL_POINT#; touch_point: 0.1752, 0.9076, lift_point: 0.1752, 0.9076; The action is #DUAL_POINT#; touch_point: 0.1508, 0.9043, lift_point: 0.1508, 0.9043; The action is #DUAL_POINT#; touch_point: 0.1766, 0.8965, lift_point: 0.1766, 0.8965; The action is #DUAL_POINT#; touch_point: 0.1792, 0.8965, lift_point: 0.1792, 0.8965; The action is #DUAL_POINT#; touch_point: 0.1278, 0.9208, lift_point: 0.1278, 0.9208; The action is #DUAL_POINT#; touch_point: 0.0601, 0.9113, lift_point: 0.0601, 0.9113; The action is #DUAL_POINT#; touch_point: 0.331, 0.6001, lift_point: 0.331, 0.6001; The action is #TYPE#; And the content is : \"typed_text\": \"latest news in space exploration\"; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.3087, 0.6682, lift_point: 0.3087, 0.6682; The action is #TYPE#; And the content is : \"typed_text\": \"latest news in space exploration\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.2154, 0.5227, lift_point: 0.2154, 0.5227; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6425, 0.3476, lift_point: 0.6425, 0.3476; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61293_24.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in space exploration?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7931, 0.6448, lift_point: 0.7931, 0.6448; The action is #DUAL_POINT#; touch_point: 0.7925, 0.6805, lift_point: 0.7925, 0.6805; The action is #DUAL_POINT#; touch_point: 0.0674, 0.8177, lift_point: 0.0674, 0.8177; The action is #DUAL_POINT#; touch_point: 0.1732, 0.9098, lift_point: 0.1732, 0.9098; The action is #DUAL_POINT#; touch_point: 0.173, 0.892, lift_point: 0.173, 0.892; The action is #DUAL_POINT#; touch_point: 0.1765, 0.9076, lift_point: 0.1765, 0.9076; The action is #DUAL_POINT#; touch_point: 0.1752, 0.9076, lift_point: 0.1752, 0.9076; The action is #DUAL_POINT#; touch_point: 0.1508, 0.9043, lift_point: 0.1508, 0.9043; The action is #DUAL_POINT#; touch_point: 0.1766, 0.8965, lift_point: 0.1766, 0.8965; The action is #DUAL_POINT#; touch_point: 0.1792, 0.8965, lift_point: 0.1792, 0.8965; The action is #DUAL_POINT#; touch_point: 0.1278, 0.9208, lift_point: 0.1278, 0.9208; The action is #DUAL_POINT#; touch_point: 0.0601, 0.9113, lift_point: 0.0601, 0.9113; The action is #DUAL_POINT#; touch_point: 0.331, 0.6001, lift_point: 0.331, 0.6001; The action is #TYPE#; And the content is : \"typed_text\": \"latest news in space exploration\"; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.3087, 0.6682, lift_point: 0.3087, 0.6682; The action is #TYPE#; And the content is : \"typed_text\": \"latest news in space exploration\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.2154, 0.5227, lift_point: 0.2154, 0.5227; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6425, 0.3476, lift_point: 0.6425, 0.3476; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61293_25.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in space exploration?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7931, 0.6448, lift_point: 0.7931, 0.6448; The action is #DUAL_POINT#; touch_point: 0.7925, 0.6805, lift_point: 0.7925, 0.6805; The action is #DUAL_POINT#; touch_point: 0.0674, 0.8177, lift_point: 0.0674, 0.8177; The action is #DUAL_POINT#; touch_point: 0.1732, 0.9098, lift_point: 0.1732, 0.9098; The action is #DUAL_POINT#; touch_point: 0.173, 0.892, lift_point: 0.173, 0.892; The action is #DUAL_POINT#; touch_point: 0.1765, 0.9076, lift_point: 0.1765, 0.9076; The action is #DUAL_POINT#; touch_point: 0.1752, 0.9076, lift_point: 0.1752, 0.9076; The action is #DUAL_POINT#; touch_point: 0.1508, 0.9043, lift_point: 0.1508, 0.9043; The action is #DUAL_POINT#; touch_point: 0.1766, 0.8965, lift_point: 0.1766, 0.8965; The action is #DUAL_POINT#; touch_point: 0.1792, 0.8965, lift_point: 0.1792, 0.8965; The action is #DUAL_POINT#; touch_point: 0.1278, 0.9208, lift_point: 0.1278, 0.9208; The action is #DUAL_POINT#; touch_point: 0.0601, 0.9113, lift_point: 0.0601, 0.9113; The action is #DUAL_POINT#; touch_point: 0.331, 0.6001, lift_point: 0.331, 0.6001; The action is #TYPE#; And the content is : \"typed_text\": \"latest news in space exploration\"; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.3087, 0.6682, lift_point: 0.3087, 0.6682; The action is #TYPE#; And the content is : \"typed_text\": \"latest news in space exploration\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.2154, 0.5227, lift_point: 0.2154, 0.5227; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6425, 0.3476, lift_point: 0.6425, 0.3476; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61293_26.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in space exploration?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7931, 0.6448, lift_point: 0.7931, 0.6448; The action is #DUAL_POINT#; touch_point: 0.7925, 0.6805, lift_point: 0.7925, 0.6805; The action is #DUAL_POINT#; touch_point: 0.0674, 0.8177, lift_point: 0.0674, 0.8177; The action is #DUAL_POINT#; touch_point: 0.1732, 0.9098, lift_point: 0.1732, 0.9098; The action is #DUAL_POINT#; touch_point: 0.173, 0.892, lift_point: 0.173, 0.892; The action is #DUAL_POINT#; touch_point: 0.1765, 0.9076, lift_point: 0.1765, 0.9076; The action is #DUAL_POINT#; touch_point: 0.1752, 0.9076, lift_point: 0.1752, 0.9076; The action is #DUAL_POINT#; touch_point: 0.1508, 0.9043, lift_point: 0.1508, 0.9043; The action is #DUAL_POINT#; touch_point: 0.1766, 0.8965, lift_point: 0.1766, 0.8965; The action is #DUAL_POINT#; touch_point: 0.1792, 0.8965, lift_point: 0.1792, 0.8965; The action is #DUAL_POINT#; touch_point: 0.1278, 0.9208, lift_point: 0.1278, 0.9208; The action is #DUAL_POINT#; touch_point: 0.0601, 0.9113, lift_point: 0.0601, 0.9113; The action is #DUAL_POINT#; touch_point: 0.331, 0.6001, lift_point: 0.331, 0.6001; The action is #TYPE#; And the content is : \"typed_text\": \"latest news in space exploration\"; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.3087, 0.6682, lift_point: 0.3087, 0.6682; The action is #TYPE#; And the content is : \"typed_text\": \"latest news in space exploration\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.2154, 0.5227, lift_point: 0.2154, 0.5227; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6425, 0.3476, lift_point: 0.6425, 0.3476; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3964, 0.5443, lift_point: 0.3964, 0.5443", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61293_27.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in space exploration?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7931, 0.6448, lift_point: 0.7931, 0.6448; The action is #DUAL_POINT#; touch_point: 0.7925, 0.6805, lift_point: 0.7925, 0.6805; The action is #DUAL_POINT#; touch_point: 0.0674, 0.8177, lift_point: 0.0674, 0.8177; The action is #DUAL_POINT#; touch_point: 0.1732, 0.9098, lift_point: 0.1732, 0.9098; The action is #DUAL_POINT#; touch_point: 0.173, 0.892, lift_point: 0.173, 0.892; The action is #DUAL_POINT#; touch_point: 0.1765, 0.9076, lift_point: 0.1765, 0.9076; The action is #DUAL_POINT#; touch_point: 0.1752, 0.9076, lift_point: 0.1752, 0.9076; The action is #DUAL_POINT#; touch_point: 0.1508, 0.9043, lift_point: 0.1508, 0.9043; The action is #DUAL_POINT#; touch_point: 0.1766, 0.8965, lift_point: 0.1766, 0.8965; The action is #DUAL_POINT#; touch_point: 0.1792, 0.8965, lift_point: 0.1792, 0.8965; The action is #DUAL_POINT#; touch_point: 0.1278, 0.9208, lift_point: 0.1278, 0.9208; The action is #DUAL_POINT#; touch_point: 0.0601, 0.9113, lift_point: 0.0601, 0.9113; The action is #DUAL_POINT#; touch_point: 0.331, 0.6001, lift_point: 0.331, 0.6001; The action is #TYPE#; And the content is : \"typed_text\": \"latest news in space exploration\"; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.3087, 0.6682, lift_point: 0.3087, 0.6682; The action is #TYPE#; And the content is : \"typed_text\": \"latest news in space exploration\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.2154, 0.5227, lift_point: 0.2154, 0.5227; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6425, 0.3476, lift_point: 0.6425, 0.3476; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3964, 0.5443, lift_point: 0.3964, 0.5443", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61293_28.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in space exploration?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7931, 0.6448, lift_point: 0.7931, 0.6448; The action is #DUAL_POINT#; touch_point: 0.7925, 0.6805, lift_point: 0.7925, 0.6805; The action is #DUAL_POINT#; touch_point: 0.0674, 0.8177, lift_point: 0.0674, 0.8177; The action is #DUAL_POINT#; touch_point: 0.1732, 0.9098, lift_point: 0.1732, 0.9098; The action is #DUAL_POINT#; touch_point: 0.173, 0.892, lift_point: 0.173, 0.892; The action is #DUAL_POINT#; touch_point: 0.1765, 0.9076, lift_point: 0.1765, 0.9076; The action is #DUAL_POINT#; touch_point: 0.1752, 0.9076, lift_point: 0.1752, 0.9076; The action is #DUAL_POINT#; touch_point: 0.1508, 0.9043, lift_point: 0.1508, 0.9043; The action is #DUAL_POINT#; touch_point: 0.1766, 0.8965, lift_point: 0.1766, 0.8965; The action is #DUAL_POINT#; touch_point: 0.1792, 0.8965, lift_point: 0.1792, 0.8965; The action is #DUAL_POINT#; touch_point: 0.1278, 0.9208, lift_point: 0.1278, 0.9208; The action is #DUAL_POINT#; touch_point: 0.0601, 0.9113, lift_point: 0.0601, 0.9113; The action is #DUAL_POINT#; touch_point: 0.331, 0.6001, lift_point: 0.331, 0.6001; The action is #TYPE#; And the content is : \"typed_text\": \"latest news in space exploration\"; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.3087, 0.6682, lift_point: 0.3087, 0.6682; The action is #TYPE#; And the content is : \"typed_text\": \"latest news in space exploration\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.2154, 0.5227, lift_point: 0.2154, 0.5227; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6425, 0.3476, lift_point: 0.6425, 0.3476; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3964, 0.5443, lift_point: 0.3964, 0.5443; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3323, 0.4624, lift_point: 0.3323, 0.4624", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61293_29.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in space exploration?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7931, 0.6448, lift_point: 0.7931, 0.6448; The action is #DUAL_POINT#; touch_point: 0.7925, 0.6805, lift_point: 0.7925, 0.6805; The action is #DUAL_POINT#; touch_point: 0.0674, 0.8177, lift_point: 0.0674, 0.8177; The action is #DUAL_POINT#; touch_point: 0.1732, 0.9098, lift_point: 0.1732, 0.9098; The action is #DUAL_POINT#; touch_point: 0.173, 0.892, lift_point: 0.173, 0.892; The action is #DUAL_POINT#; touch_point: 0.1765, 0.9076, lift_point: 0.1765, 0.9076; The action is #DUAL_POINT#; touch_point: 0.1752, 0.9076, lift_point: 0.1752, 0.9076; The action is #DUAL_POINT#; touch_point: 0.1508, 0.9043, lift_point: 0.1508, 0.9043; The action is #DUAL_POINT#; touch_point: 0.1766, 0.8965, lift_point: 0.1766, 0.8965; The action is #DUAL_POINT#; touch_point: 0.1792, 0.8965, lift_point: 0.1792, 0.8965; The action is #DUAL_POINT#; touch_point: 0.1278, 0.9208, lift_point: 0.1278, 0.9208; The action is #DUAL_POINT#; touch_point: 0.0601, 0.9113, lift_point: 0.0601, 0.9113; The action is #DUAL_POINT#; touch_point: 0.331, 0.6001, lift_point: 0.331, 0.6001; The action is #TYPE#; And the content is : \"typed_text\": \"latest news in space exploration\"; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.3087, 0.6682, lift_point: 0.3087, 0.6682; The action is #TYPE#; And the content is : \"typed_text\": \"latest news in space exploration\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.2154, 0.5227, lift_point: 0.2154, 0.5227; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6425, 0.3476, lift_point: 0.6425, 0.3476; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3964, 0.5443, lift_point: 0.3964, 0.5443; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3323, 0.4624, lift_point: 0.3323, 0.4624", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61293_30.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Bolivia?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61351_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Bolivia?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8006, 0.6824, lift_point: 0.8006, 0.6824", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61351_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Bolivia?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8006, 0.6824, lift_point: 0.8006, 0.6824", "response": "The action is #DUAL_POINT#; touch_point: 0.0726, 0.4245, lift_point: 0.0726, 0.4245", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61351_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Bolivia?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8006, 0.6824, lift_point: 0.8006, 0.6824; The action is #DUAL_POINT#; touch_point: 0.0726, 0.4245, lift_point: 0.0726, 0.4245", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"whats the new in bolivia\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61351_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Bolivia?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8006, 0.6824, lift_point: 0.8006, 0.6824; The action is #DUAL_POINT#; touch_point: 0.0726, 0.4245, lift_point: 0.0726, 0.4245; The action is #TYPE#; And the content is : \"typed_text\": \"whats the new in bolivia\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1326, 0.4855, lift_point: 0.1326, 0.4855", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61351_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Bolivia?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8006, 0.6824, lift_point: 0.8006, 0.6824; The action is #DUAL_POINT#; touch_point: 0.0726, 0.4245, lift_point: 0.0726, 0.4245; The action is #TYPE#; And the content is : \"typed_text\": \"whats the new in bolivia\"; The action is #DUAL_POINT#; touch_point: 0.1326, 0.4855, lift_point: 0.1326, 0.4855", "response": "The action is #DUAL_POINT#; touch_point: 0.6276, 0.6021, lift_point: 0.6276, 0.6021", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61351_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Bolivia?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8006, 0.6824, lift_point: 0.8006, 0.6824; The action is #DUAL_POINT#; touch_point: 0.0726, 0.4245, lift_point: 0.0726, 0.4245; The action is #TYPE#; And the content is : \"typed_text\": \"whats the new in bolivia\"; The action is #DUAL_POINT#; touch_point: 0.1326, 0.4855, lift_point: 0.1326, 0.4855; The action is #DUAL_POINT#; touch_point: 0.6276, 0.6021, lift_point: 0.6276, 0.6021", "response": "The action is #DUAL_POINT#; touch_point: 0.8529, 0.9696, lift_point: 0.8529, 0.9696", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61351_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Bolivia?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8006, 0.6824, lift_point: 0.8006, 0.6824; The action is #DUAL_POINT#; touch_point: 0.0726, 0.4245, lift_point: 0.0726, 0.4245; The action is #TYPE#; And the content is : \"typed_text\": \"whats the new in bolivia\"; The action is #DUAL_POINT#; touch_point: 0.1326, 0.4855, lift_point: 0.1326, 0.4855; The action is #DUAL_POINT#; touch_point: 0.6276, 0.6021, lift_point: 0.6276, 0.6021; The action is #DUAL_POINT#; touch_point: 0.8529, 0.9696, lift_point: 0.8529, 0.9696", "response": "The action is #DUAL_POINT#; touch_point: 0.8542, 0.972, lift_point: 0.8542, 0.972", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61351_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Bolivia?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8006, 0.6824, lift_point: 0.8006, 0.6824; The action is #DUAL_POINT#; touch_point: 0.0726, 0.4245, lift_point: 0.0726, 0.4245; The action is #TYPE#; And the content is : \"typed_text\": \"whats the new in bolivia\"; The action is #DUAL_POINT#; touch_point: 0.1326, 0.4855, lift_point: 0.1326, 0.4855; The action is #DUAL_POINT#; touch_point: 0.6276, 0.6021, lift_point: 0.6276, 0.6021; The action is #DUAL_POINT#; touch_point: 0.8529, 0.9696, lift_point: 0.8529, 0.9696; The action is #DUAL_POINT#; touch_point: 0.8542, 0.972, lift_point: 0.8542, 0.972", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61351_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Bolivia?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8006, 0.6824, lift_point: 0.8006, 0.6824; The action is #DUAL_POINT#; touch_point: 0.0726, 0.4245, lift_point: 0.0726, 0.4245; The action is #TYPE#; And the content is : \"typed_text\": \"whats the new in bolivia\"; The action is #DUAL_POINT#; touch_point: 0.1326, 0.4855, lift_point: 0.1326, 0.4855; The action is #DUAL_POINT#; touch_point: 0.6276, 0.6021, lift_point: 0.6276, 0.6021; The action is #DUAL_POINT#; touch_point: 0.8529, 0.9696, lift_point: 0.8529, 0.9696; The action is #DUAL_POINT#; touch_point: 0.8542, 0.972, lift_point: 0.8542, 0.972; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61351_10.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Bolivia?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8006, 0.6824, lift_point: 0.8006, 0.6824; The action is #DUAL_POINT#; touch_point: 0.0726, 0.4245, lift_point: 0.0726, 0.4245; The action is #TYPE#; And the content is : \"typed_text\": \"whats the new in bolivia\"; The action is #DUAL_POINT#; touch_point: 0.1326, 0.4855, lift_point: 0.1326, 0.4855; The action is #DUAL_POINT#; touch_point: 0.6276, 0.6021, lift_point: 0.6276, 0.6021; The action is #DUAL_POINT#; touch_point: 0.8529, 0.9696, lift_point: 0.8529, 0.9696; The action is #DUAL_POINT#; touch_point: 0.8542, 0.972, lift_point: 0.8542, 0.972; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61351_11.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Bolivia?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8006, 0.6824, lift_point: 0.8006, 0.6824; The action is #DUAL_POINT#; touch_point: 0.0726, 0.4245, lift_point: 0.0726, 0.4245; The action is #TYPE#; And the content is : \"typed_text\": \"whats the new in bolivia\"; The action is #DUAL_POINT#; touch_point: 0.1326, 0.4855, lift_point: 0.1326, 0.4855; The action is #DUAL_POINT#; touch_point: 0.6276, 0.6021, lift_point: 0.6276, 0.6021; The action is #DUAL_POINT#; touch_point: 0.8529, 0.9696, lift_point: 0.8529, 0.9696; The action is #DUAL_POINT#; touch_point: 0.8542, 0.972, lift_point: 0.8542, 0.972; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.559, 0.1962, lift_point: 0.559, 0.1962", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61351_12.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Bolivia?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8006, 0.6824, lift_point: 0.8006, 0.6824; The action is #DUAL_POINT#; touch_point: 0.0726, 0.4245, lift_point: 0.0726, 0.4245; The action is #TYPE#; And the content is : \"typed_text\": \"whats the new in bolivia\"; The action is #DUAL_POINT#; touch_point: 0.1326, 0.4855, lift_point: 0.1326, 0.4855; The action is #DUAL_POINT#; touch_point: 0.6276, 0.6021, lift_point: 0.6276, 0.6021; The action is #DUAL_POINT#; touch_point: 0.8529, 0.9696, lift_point: 0.8529, 0.9696; The action is #DUAL_POINT#; touch_point: 0.8542, 0.972, lift_point: 0.8542, 0.972; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.559, 0.1962, lift_point: 0.559, 0.1962", "response": "The action is #DUAL_POINT#; touch_point: 0.857, 0.9552, lift_point: 0.857, 0.9552", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61351_13.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Bolivia?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8006, 0.6824, lift_point: 0.8006, 0.6824; The action is #DUAL_POINT#; touch_point: 0.0726, 0.4245, lift_point: 0.0726, 0.4245; The action is #TYPE#; And the content is : \"typed_text\": \"whats the new in bolivia\"; The action is #DUAL_POINT#; touch_point: 0.1326, 0.4855, lift_point: 0.1326, 0.4855; The action is #DUAL_POINT#; touch_point: 0.6276, 0.6021, lift_point: 0.6276, 0.6021; The action is #DUAL_POINT#; touch_point: 0.8529, 0.9696, lift_point: 0.8529, 0.9696; The action is #DUAL_POINT#; touch_point: 0.8542, 0.972, lift_point: 0.8542, 0.972; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.559, 0.1962, lift_point: 0.559, 0.1962; The action is #DUAL_POINT#; touch_point: 0.857, 0.9552, lift_point: 0.857, 0.9552", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61351_14.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Bolivia?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8006, 0.6824, lift_point: 0.8006, 0.6824; The action is #DUAL_POINT#; touch_point: 0.0726, 0.4245, lift_point: 0.0726, 0.4245; The action is #TYPE#; And the content is : \"typed_text\": \"whats the new in bolivia\"; The action is #DUAL_POINT#; touch_point: 0.1326, 0.4855, lift_point: 0.1326, 0.4855; The action is #DUAL_POINT#; touch_point: 0.6276, 0.6021, lift_point: 0.6276, 0.6021; The action is #DUAL_POINT#; touch_point: 0.8529, 0.9696, lift_point: 0.8529, 0.9696; The action is #DUAL_POINT#; touch_point: 0.8542, 0.972, lift_point: 0.8542, 0.972; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.559, 0.1962, lift_point: 0.559, 0.1962; The action is #DUAL_POINT#; touch_point: 0.857, 0.9552, lift_point: 0.857, 0.9552; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61351_15.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Bolivia?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8006, 0.6824, lift_point: 0.8006, 0.6824; The action is #DUAL_POINT#; touch_point: 0.0726, 0.4245, lift_point: 0.0726, 0.4245; The action is #TYPE#; And the content is : \"typed_text\": \"whats the new in bolivia\"; The action is #DUAL_POINT#; touch_point: 0.1326, 0.4855, lift_point: 0.1326, 0.4855; The action is #DUAL_POINT#; touch_point: 0.6276, 0.6021, lift_point: 0.6276, 0.6021; The action is #DUAL_POINT#; touch_point: 0.8529, 0.9696, lift_point: 0.8529, 0.9696; The action is #DUAL_POINT#; touch_point: 0.8542, 0.972, lift_point: 0.8542, 0.972; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.559, 0.1962, lift_point: 0.559, 0.1962; The action is #DUAL_POINT#; touch_point: 0.857, 0.9552, lift_point: 0.857, 0.9552; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61351_16.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Bolivia?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8006, 0.6824, lift_point: 0.8006, 0.6824; The action is #DUAL_POINT#; touch_point: 0.0726, 0.4245, lift_point: 0.0726, 0.4245; The action is #TYPE#; And the content is : \"typed_text\": \"whats the new in bolivia\"; The action is #DUAL_POINT#; touch_point: 0.1326, 0.4855, lift_point: 0.1326, 0.4855; The action is #DUAL_POINT#; touch_point: 0.6276, 0.6021, lift_point: 0.6276, 0.6021; The action is #DUAL_POINT#; touch_point: 0.8529, 0.9696, lift_point: 0.8529, 0.9696; The action is #DUAL_POINT#; touch_point: 0.8542, 0.972, lift_point: 0.8542, 0.972; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.559, 0.1962, lift_point: 0.559, 0.1962; The action is #DUAL_POINT#; touch_point: 0.857, 0.9552, lift_point: 0.857, 0.9552; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.4715, 0.9252, lift_point: 0.4715, 0.9252", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61351_17.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Bolivia?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8006, 0.6824, lift_point: 0.8006, 0.6824; The action is #DUAL_POINT#; touch_point: 0.0726, 0.4245, lift_point: 0.0726, 0.4245; The action is #TYPE#; And the content is : \"typed_text\": \"whats the new in bolivia\"; The action is #DUAL_POINT#; touch_point: 0.1326, 0.4855, lift_point: 0.1326, 0.4855; The action is #DUAL_POINT#; touch_point: 0.6276, 0.6021, lift_point: 0.6276, 0.6021; The action is #DUAL_POINT#; touch_point: 0.8529, 0.9696, lift_point: 0.8529, 0.9696; The action is #DUAL_POINT#; touch_point: 0.8542, 0.972, lift_point: 0.8542, 0.972; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.559, 0.1962, lift_point: 0.559, 0.1962; The action is #DUAL_POINT#; touch_point: 0.857, 0.9552, lift_point: 0.857, 0.9552; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4715, 0.9252, lift_point: 0.4715, 0.9252", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61351_18.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Mexico", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61549_1.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Mexico; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61549_2.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Mexico; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.4808, 0.7102, lift_point: 0.4808, 0.7102", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61549_3.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Mexico; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4808, 0.7102, lift_point: 0.4808, 0.7102", "response": "The action is #DUAL_POINT#; touch_point: 0.1319, 0.3981, lift_point: 0.1319, 0.3981", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61549_4.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Mexico; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4808, 0.7102, lift_point: 0.4808, 0.7102; The action is #DUAL_POINT#; touch_point: 0.1319, 0.3981, lift_point: 0.1319, 0.3981", "response": "The action is #DUAL_POINT#; touch_point: 0.0564, 0.9072, lift_point: 0.0564, 0.9072", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61549_5.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Mexico; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4808, 0.7102, lift_point: 0.4808, 0.7102; The action is #DUAL_POINT#; touch_point: 0.1319, 0.3981, lift_point: 0.1319, 0.3981; The action is #DUAL_POINT#; touch_point: 0.0564, 0.9072, lift_point: 0.0564, 0.9072", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Google the capital of Mexico\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61549_6.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Mexico; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4808, 0.7102, lift_point: 0.4808, 0.7102; The action is #DUAL_POINT#; touch_point: 0.1319, 0.3981, lift_point: 0.1319, 0.3981; The action is #DUAL_POINT#; touch_point: 0.0564, 0.9072, lift_point: 0.0564, 0.9072; The action is #TYPE#; And the content is : \"typed_text\": \"Google the capital of Mexico\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1329, 0.2502, lift_point: 0.1329, 0.2502", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61549_7.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Mexico; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4808, 0.7102, lift_point: 0.4808, 0.7102; The action is #DUAL_POINT#; touch_point: 0.1319, 0.3981, lift_point: 0.1319, 0.3981; The action is #DUAL_POINT#; touch_point: 0.0564, 0.9072, lift_point: 0.0564, 0.9072; The action is #TYPE#; And the content is : \"typed_text\": \"Google the capital of Mexico\"; The action is #DUAL_POINT#; touch_point: 0.1329, 0.2502, lift_point: 0.1329, 0.2502", "response": "The action is #DUAL_POINT#; touch_point: 0.5498, 0.2842, lift_point: 0.5498, 0.2842", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61549_8.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Mexico; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4808, 0.7102, lift_point: 0.4808, 0.7102; The action is #DUAL_POINT#; touch_point: 0.1319, 0.3981, lift_point: 0.1319, 0.3981; The action is #DUAL_POINT#; touch_point: 0.0564, 0.9072, lift_point: 0.0564, 0.9072; The action is #TYPE#; And the content is : \"typed_text\": \"Google the capital of Mexico\"; The action is #DUAL_POINT#; touch_point: 0.1329, 0.2502, lift_point: 0.1329, 0.2502; The action is #DUAL_POINT#; touch_point: 0.5498, 0.2842, lift_point: 0.5498, 0.2842", "response": "The action is #DUAL_POINT#; touch_point: 0.7309, 0.5486, lift_point: 0.7309, 0.5486", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61549_9.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Mexico; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4808, 0.7102, lift_point: 0.4808, 0.7102; The action is #DUAL_POINT#; touch_point: 0.1319, 0.3981, lift_point: 0.1319, 0.3981; The action is #DUAL_POINT#; touch_point: 0.0564, 0.9072, lift_point: 0.0564, 0.9072; The action is #TYPE#; And the content is : \"typed_text\": \"Google the capital of Mexico\"; The action is #DUAL_POINT#; touch_point: 0.1329, 0.2502, lift_point: 0.1329, 0.2502; The action is #DUAL_POINT#; touch_point: 0.5498, 0.2842, lift_point: 0.5498, 0.2842; The action is #DUAL_POINT#; touch_point: 0.7309, 0.5486, lift_point: 0.7309, 0.5486", "response": "The action is #DUAL_POINT#; touch_point: 0.7324, 0.8548, lift_point: 0.7324, 0.8548", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61549_10.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Mexico; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4808, 0.7102, lift_point: 0.4808, 0.7102; The action is #DUAL_POINT#; touch_point: 0.1319, 0.3981, lift_point: 0.1319, 0.3981; The action is #DUAL_POINT#; touch_point: 0.0564, 0.9072, lift_point: 0.0564, 0.9072; The action is #TYPE#; And the content is : \"typed_text\": \"Google the capital of Mexico\"; The action is #DUAL_POINT#; touch_point: 0.1329, 0.2502, lift_point: 0.1329, 0.2502; The action is #DUAL_POINT#; touch_point: 0.5498, 0.2842, lift_point: 0.5498, 0.2842; The action is #DUAL_POINT#; touch_point: 0.7309, 0.5486, lift_point: 0.7309, 0.5486; The action is #DUAL_POINT#; touch_point: 0.7324, 0.8548, lift_point: 0.7324, 0.8548", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61549_11.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Myanmar?", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61609_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Myanmar?; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.4927, 0.6819, lift_point: 0.4927, 0.6819", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61609_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Myanmar?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4927, 0.6819, lift_point: 0.4927, 0.6819", "response": "The action is #DUAL_POINT#; touch_point: 0.12, 0.5854, lift_point: 0.12, 0.5854", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61609_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Myanmar?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4927, 0.6819, lift_point: 0.4927, 0.6819; The action is #DUAL_POINT#; touch_point: 0.12, 0.5854, lift_point: 0.12, 0.5854", "response": "The action is #DUAL_POINT#; touch_point: 0.0631, 0.9282, lift_point: 0.0631, 0.9282", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61609_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Myanmar?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4927, 0.6819, lift_point: 0.4927, 0.6819; The action is #DUAL_POINT#; touch_point: 0.12, 0.5854, lift_point: 0.12, 0.5854; The action is #DUAL_POINT#; touch_point: 0.0631, 0.9282, lift_point: 0.0631, 0.9282", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Myanmar?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61609_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Myanmar?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4927, 0.6819, lift_point: 0.4927, 0.6819; The action is #DUAL_POINT#; touch_point: 0.12, 0.5854, lift_point: 0.12, 0.5854; The action is #DUAL_POINT#; touch_point: 0.0631, 0.9282, lift_point: 0.0631, 0.9282; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Myanmar?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1211, 0.3715, lift_point: 0.1211, 0.3715", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61609_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Myanmar?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4927, 0.6819, lift_point: 0.4927, 0.6819; The action is #DUAL_POINT#; touch_point: 0.12, 0.5854, lift_point: 0.12, 0.5854; The action is #DUAL_POINT#; touch_point: 0.0631, 0.9282, lift_point: 0.0631, 0.9282; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Myanmar?\"; The action is #DUAL_POINT#; touch_point: 0.1211, 0.3715, lift_point: 0.1211, 0.3715", "response": "The action is #DUAL_POINT#; touch_point: 0.2598, 0.2621, lift_point: 0.2598, 0.2621", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61609_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Myanmar?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4927, 0.6819, lift_point: 0.4927, 0.6819; The action is #DUAL_POINT#; touch_point: 0.12, 0.5854, lift_point: 0.12, 0.5854; The action is #DUAL_POINT#; touch_point: 0.0631, 0.9282, lift_point: 0.0631, 0.9282; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Myanmar?\"; The action is #DUAL_POINT#; touch_point: 0.1211, 0.3715, lift_point: 0.1211, 0.3715; The action is #DUAL_POINT#; touch_point: 0.2598, 0.2621, lift_point: 0.2598, 0.2621", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61609_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in San Francisco?", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61631_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in San Francisco?; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.4801, 0.6961, lift_point: 0.4801, 0.6961", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61631_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in San Francisco?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4801, 0.6961, lift_point: 0.4801, 0.6961", "response": "The action is #DUAL_POINT#; touch_point: 0.2509, 0.5219, lift_point: 0.2509, 0.5219", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61631_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in San Francisco?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4801, 0.6961, lift_point: 0.4801, 0.6961; The action is #DUAL_POINT#; touch_point: 0.2509, 0.5219, lift_point: 0.2509, 0.5219", "response": "The action is #DUAL_POINT#; touch_point: 0.0593, 0.9237, lift_point: 0.0593, 0.9237", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61631_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in San Francisco?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4801, 0.6961, lift_point: 0.4801, 0.6961; The action is #DUAL_POINT#; touch_point: 0.2509, 0.5219, lift_point: 0.2509, 0.5219; The action is #DUAL_POINT#; touch_point: 0.0593, 0.9237, lift_point: 0.0593, 0.9237", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in San Francisco?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61631_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in San Francisco?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4801, 0.6961, lift_point: 0.4801, 0.6961; The action is #DUAL_POINT#; touch_point: 0.2509, 0.5219, lift_point: 0.2509, 0.5219; The action is #DUAL_POINT#; touch_point: 0.0593, 0.9237, lift_point: 0.0593, 0.9237; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in San Francisco?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1294, 0.3941, lift_point: 0.1294, 0.3941", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61631_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in San Francisco?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4801, 0.6961, lift_point: 0.4801, 0.6961; The action is #DUAL_POINT#; touch_point: 0.2509, 0.5219, lift_point: 0.2509, 0.5219; The action is #DUAL_POINT#; touch_point: 0.0593, 0.9237, lift_point: 0.0593, 0.9237; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in San Francisco?\"; The action is #DUAL_POINT#; touch_point: 0.1294, 0.3941, lift_point: 0.1294, 0.3941", "response": "The action is #DUAL_POINT#; touch_point: 0.2854, 0.4765, lift_point: 0.2854, 0.4765", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61631_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in San Francisco?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4801, 0.6961, lift_point: 0.4801, 0.6961; The action is #DUAL_POINT#; touch_point: 0.2509, 0.5219, lift_point: 0.2509, 0.5219; The action is #DUAL_POINT#; touch_point: 0.0593, 0.9237, lift_point: 0.0593, 0.9237; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in San Francisco?\"; The action is #DUAL_POINT#; touch_point: 0.1294, 0.3941, lift_point: 0.1294, 0.3941; The action is #DUAL_POINT#; touch_point: 0.2854, 0.4765, lift_point: 0.2854, 0.4765", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61631_8.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Las Vegas", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61675_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Las Vegas; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.4399, 0.6774, lift_point: 0.4399, 0.6774", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61675_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Las Vegas; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4399, 0.6774, lift_point: 0.4399, 0.6774", "response": "The action is #DUAL_POINT#; touch_point: 0.2615, 0.5066, lift_point: 0.2615, 0.5066", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61675_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Las Vegas; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4399, 0.6774, lift_point: 0.4399, 0.6774; The action is #DUAL_POINT#; touch_point: 0.2615, 0.5066, lift_point: 0.2615, 0.5066", "response": "The action is #DUAL_POINT#; touch_point: 0.0582, 0.9251, lift_point: 0.0582, 0.9251", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61675_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Las Vegas; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4399, 0.6774, lift_point: 0.4399, 0.6774; The action is #DUAL_POINT#; touch_point: 0.2615, 0.5066, lift_point: 0.2615, 0.5066; The action is #DUAL_POINT#; touch_point: 0.0582, 0.9251, lift_point: 0.0582, 0.9251", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Las Vegas\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61675_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Las Vegas; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4399, 0.6774, lift_point: 0.4399, 0.6774; The action is #DUAL_POINT#; touch_point: 0.2615, 0.5066, lift_point: 0.2615, 0.5066; The action is #DUAL_POINT#; touch_point: 0.0582, 0.9251, lift_point: 0.0582, 0.9251; The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Las Vegas\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1279, 0.3828, lift_point: 0.1279, 0.3828", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61675_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Las Vegas; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4399, 0.6774, lift_point: 0.4399, 0.6774; The action is #DUAL_POINT#; touch_point: 0.2615, 0.5066, lift_point: 0.2615, 0.5066; The action is #DUAL_POINT#; touch_point: 0.0582, 0.9251, lift_point: 0.0582, 0.9251; The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Las Vegas\"; The action is #DUAL_POINT#; touch_point: 0.1279, 0.3828, lift_point: 0.1279, 0.3828", "response": "The action is #DUAL_POINT#; touch_point: 0.2896, 0.4649, lift_point: 0.2896, 0.4649", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61675_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Las Vegas; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4399, 0.6774, lift_point: 0.4399, 0.6774; The action is #DUAL_POINT#; touch_point: 0.2615, 0.5066, lift_point: 0.2615, 0.5066; The action is #DUAL_POINT#; touch_point: 0.0582, 0.9251, lift_point: 0.0582, 0.9251; The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Las Vegas\"; The action is #DUAL_POINT#; touch_point: 0.1279, 0.3828, lift_point: 0.1279, 0.3828; The action is #DUAL_POINT#; touch_point: 0.2896, 0.4649, lift_point: 0.2896, 0.4649", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61675_8.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the new iPad cost?", "response": "The action is #DUAL_POINT#; touch_point: 0.8979, 0.4573, lift_point: 0.8979, 0.4573", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61809_1.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the new iPad cost?; The action is #DUAL_POINT#; touch_point: 0.8979, 0.4573, lift_point: 0.8979, 0.4573", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does the new iPad cost?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61809_2.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the new iPad cost?; The action is #DUAL_POINT#; touch_point: 0.8979, 0.4573, lift_point: 0.8979, 0.4573; The action is #TYPE#; And the content is : \"typed_text\": \"How much does the new iPad cost?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.0916, 0.6115, lift_point: 0.0916, 0.6115", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61809_3.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the new iPad cost?; The action is #DUAL_POINT#; touch_point: 0.8979, 0.4573, lift_point: 0.8979, 0.4573; The action is #TYPE#; And the content is : \"typed_text\": \"How much does the new iPad cost?\"; The action is #DUAL_POINT#; touch_point: 0.0916, 0.6115, lift_point: 0.0916, 0.6115", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61809_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Bangladesh?", "response": "The action is #DUAL_POINT#; touch_point: 0.9121, 0.5982, lift_point: 0.9121, 0.5982", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61924_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Bangladesh?; The action is #DUAL_POINT#; touch_point: 0.9121, 0.5982, lift_point: 0.9121, 0.5982", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Bangladesh?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61924_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Bangladesh?; The action is #DUAL_POINT#; touch_point: 0.9121, 0.5982, lift_point: 0.9121, 0.5982; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Bangladesh?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.116, 0.349, lift_point: 0.116, 0.349", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61924_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Bangladesh?; The action is #DUAL_POINT#; touch_point: 0.9121, 0.5982, lift_point: 0.9121, 0.5982; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Bangladesh?\"; The action is #DUAL_POINT#; touch_point: 0.116, 0.349, lift_point: 0.116, 0.349", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61924_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at IHOP?", "response": "The action is #DUAL_POINT#; touch_point: 0.9053, 0.3636, lift_point: 0.9053, 0.3636", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61964_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at IHOP?; The action is #DUAL_POINT#; touch_point: 0.9053, 0.3636, lift_point: 0.9053, 0.3636", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"the menu at IHOP\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61964_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at IHOP?; The action is #DUAL_POINT#; touch_point: 0.9053, 0.3636, lift_point: 0.9053, 0.3636; The action is #TYPE#; And the content is : \"typed_text\": \"the menu at IHOP\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1138, 0.3252, lift_point: 0.1138, 0.3252", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61964_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at IHOP?; The action is #DUAL_POINT#; touch_point: 0.9053, 0.3636, lift_point: 0.9053, 0.3636; The action is #TYPE#; And the content is : \"typed_text\": \"the menu at IHOP\"; The action is #DUAL_POINT#; touch_point: 0.1138, 0.3252, lift_point: 0.1138, 0.3252", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61964_4.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest T-Mobile Store?", "response": "The action is #DUAL_POINT#; touch_point: 0.9177, 0.4904, lift_point: 0.9177, 0.4904", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61974_1.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest T-Mobile Store?; The action is #DUAL_POINT#; touch_point: 0.9177, 0.4904, lift_point: 0.9177, 0.4904", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest T-Mobile Store?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61974_2.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest T-Mobile Store?; The action is #DUAL_POINT#; touch_point: 0.9177, 0.4904, lift_point: 0.9177, 0.4904; The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest T-Mobile Store?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.118, 0.5647, lift_point: 0.118, 0.5647", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61974_3.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest T-Mobile Store?; The action is #DUAL_POINT#; touch_point: 0.9177, 0.4904, lift_point: 0.9177, 0.4904; The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest T-Mobile Store?\"; The action is #DUAL_POINT#; touch_point: 0.118, 0.5647, lift_point: 0.118, 0.5647", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/61974_4.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome tab", "response": "The action is #DUAL_POINT#; touch_point: 0.8384, 0.573, lift_point: 0.8384, 0.573", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62045_1.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome tab; The action is #DUAL_POINT#; touch_point: 0.8384, 0.573, lift_point: 0.8384, 0.573", "response": "The action is #DUAL_POINT#; touch_point: 0.0603, 0.0385, lift_point: 0.0603, 0.0385", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62045_2.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome tab; The action is #DUAL_POINT#; touch_point: 0.8384, 0.573, lift_point: 0.8384, 0.573; The action is #DUAL_POINT#; touch_point: 0.0603, 0.0385, lift_point: 0.0603, 0.0385", "response": "The action is #DUAL_POINT#; touch_point: 0.0531, 0.0556, lift_point: 0.0531, 0.0556", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62045_3.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome tab; The action is #DUAL_POINT#; touch_point: 0.8384, 0.573, lift_point: 0.8384, 0.573; The action is #DUAL_POINT#; touch_point: 0.0603, 0.0385, lift_point: 0.0603, 0.0385; The action is #DUAL_POINT#; touch_point: 0.0531, 0.0556, lift_point: 0.0531, 0.0556", "response": "The action is #DUAL_POINT#; touch_point: 0.0531, 0.0556, lift_point: 0.0531, 0.0556", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62045_4.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome tab; The action is #DUAL_POINT#; touch_point: 0.8384, 0.573, lift_point: 0.8384, 0.573; The action is #DUAL_POINT#; touch_point: 0.0603, 0.0385, lift_point: 0.0603, 0.0385; The action is #DUAL_POINT#; touch_point: 0.0531, 0.0556, lift_point: 0.0531, 0.0556; The action is #DUAL_POINT#; touch_point: 0.0531, 0.0556, lift_point: 0.0531, 0.0556", "response": "The action is #DUAL_POINT#; touch_point: 0.0531, 0.0556, lift_point: 0.0531, 0.0556", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62045_5.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome tab; The action is #DUAL_POINT#; touch_point: 0.8384, 0.573, lift_point: 0.8384, 0.573; The action is #DUAL_POINT#; touch_point: 0.0603, 0.0385, lift_point: 0.0603, 0.0385; The action is #DUAL_POINT#; touch_point: 0.0531, 0.0556, lift_point: 0.0531, 0.0556; The action is #DUAL_POINT#; touch_point: 0.0531, 0.0556, lift_point: 0.0531, 0.0556; The action is #DUAL_POINT#; touch_point: 0.0531, 0.0556, lift_point: 0.0531, 0.0556", "response": "The action is #DUAL_POINT#; touch_point: 0.0531, 0.0556, lift_point: 0.0531, 0.0556", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62045_6.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome tab; The action is #DUAL_POINT#; touch_point: 0.8384, 0.573, lift_point: 0.8384, 0.573; The action is #DUAL_POINT#; touch_point: 0.0603, 0.0385, lift_point: 0.0603, 0.0385; The action is #DUAL_POINT#; touch_point: 0.0531, 0.0556, lift_point: 0.0531, 0.0556; The action is #DUAL_POINT#; touch_point: 0.0531, 0.0556, lift_point: 0.0531, 0.0556; The action is #DUAL_POINT#; touch_point: 0.0531, 0.0556, lift_point: 0.0531, 0.0556; The action is #DUAL_POINT#; touch_point: 0.0531, 0.0556, lift_point: 0.0531, 0.0556", "response": "The action is #DUAL_POINT#; touch_point: 0.0519, 0.8528, lift_point: 0.0519, 0.8528", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62045_7.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome tab; The action is #DUAL_POINT#; touch_point: 0.8384, 0.573, lift_point: 0.8384, 0.573; The action is #DUAL_POINT#; touch_point: 0.0603, 0.0385, lift_point: 0.0603, 0.0385; The action is #DUAL_POINT#; touch_point: 0.0531, 0.0556, lift_point: 0.0531, 0.0556; The action is #DUAL_POINT#; touch_point: 0.0531, 0.0556, lift_point: 0.0531, 0.0556; The action is #DUAL_POINT#; touch_point: 0.0531, 0.0556, lift_point: 0.0531, 0.0556; The action is #DUAL_POINT#; touch_point: 0.0531, 0.0556, lift_point: 0.0531, 0.0556; The action is #DUAL_POINT#; touch_point: 0.0519, 0.8528, lift_point: 0.0519, 0.8528", "response": "The action is #DUAL_POINT#; touch_point: 0.0568, 0.4626, lift_point: 0.0568, 0.4626", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62045_8.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome tab; The action is #DUAL_POINT#; touch_point: 0.8384, 0.573, lift_point: 0.8384, 0.573; The action is #DUAL_POINT#; touch_point: 0.0603, 0.0385, lift_point: 0.0603, 0.0385; The action is #DUAL_POINT#; touch_point: 0.0531, 0.0556, lift_point: 0.0531, 0.0556; The action is #DUAL_POINT#; touch_point: 0.0531, 0.0556, lift_point: 0.0531, 0.0556; The action is #DUAL_POINT#; touch_point: 0.0531, 0.0556, lift_point: 0.0531, 0.0556; The action is #DUAL_POINT#; touch_point: 0.0531, 0.0556, lift_point: 0.0531, 0.0556; The action is #DUAL_POINT#; touch_point: 0.0519, 0.8528, lift_point: 0.0519, 0.8528; The action is #DUAL_POINT#; touch_point: 0.0568, 0.4626, lift_point: 0.0568, 0.4626", "response": "The action is #DUAL_POINT#; touch_point: 0.0521, 0.0685, lift_point: 0.0521, 0.0685", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62045_9.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome tab; The action is #DUAL_POINT#; touch_point: 0.8384, 0.573, lift_point: 0.8384, 0.573; The action is #DUAL_POINT#; touch_point: 0.0603, 0.0385, lift_point: 0.0603, 0.0385; The action is #DUAL_POINT#; touch_point: 0.0531, 0.0556, lift_point: 0.0531, 0.0556; The action is #DUAL_POINT#; touch_point: 0.0531, 0.0556, lift_point: 0.0531, 0.0556; The action is #DUAL_POINT#; touch_point: 0.0531, 0.0556, lift_point: 0.0531, 0.0556; The action is #DUAL_POINT#; touch_point: 0.0531, 0.0556, lift_point: 0.0531, 0.0556; The action is #DUAL_POINT#; touch_point: 0.0519, 0.8528, lift_point: 0.0519, 0.8528; The action is #DUAL_POINT#; touch_point: 0.0568, 0.4626, lift_point: 0.0568, 0.4626; The action is #DUAL_POINT#; touch_point: 0.0521, 0.0685, lift_point: 0.0521, 0.0685", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62045_10.png" ] }, { "query": "\nPrevious Actions: Goal: How far is the moon?", "response": "The action is #DUAL_POINT#; touch_point: 0.918, 0.5556, lift_point: 0.918, 0.5556", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62063_1.png" ] }, { "query": "\nPrevious Actions: Goal: How far is the moon?; The action is #DUAL_POINT#; touch_point: 0.918, 0.5556, lift_point: 0.918, 0.5556", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"How far is the moon\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62063_2.png" ] }, { "query": "\nPrevious Actions: Goal: How far is the moon?; The action is #DUAL_POINT#; touch_point: 0.918, 0.5556, lift_point: 0.918, 0.5556; The action is #TYPE#; And the content is : \"typed_text\": \"How far is the moon\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1176, 0.5415, lift_point: 0.1176, 0.5415", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62063_3.png" ] }, { "query": "\nPrevious Actions: Goal: How far is the moon?; The action is #DUAL_POINT#; touch_point: 0.918, 0.5556, lift_point: 0.918, 0.5556; The action is #TYPE#; And the content is : \"typed_text\": \"How far is the moon\"; The action is #DUAL_POINT#; touch_point: 0.1176, 0.5415, lift_point: 0.1176, 0.5415", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62063_4.png" ] }, { "query": "\nPrevious Actions: Goal: Who is the president of the United States?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62079_1.png" ] }, { "query": "\nPrevious Actions: Goal: Who is the president of the United States?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8934, 0.6196, lift_point: 0.8934, 0.6196", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62079_2.png" ] }, { "query": "\nPrevious Actions: Goal: Who is the president of the United States?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8934, 0.6196, lift_point: 0.8934, 0.6196", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Who is the president of the United States?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62079_3.png" ] }, { "query": "\nPrevious Actions: Goal: Who is the president of the United States?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8934, 0.6196, lift_point: 0.8934, 0.6196; The action is #TYPE#; And the content is : \"typed_text\": \"Who is the president of the United States?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1177, 0.4356, lift_point: 0.1177, 0.4356", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62079_4.png" ] }, { "query": "\nPrevious Actions: Goal: Who is the president of the United States?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8934, 0.6196, lift_point: 0.8934, 0.6196; The action is #TYPE#; And the content is : \"typed_text\": \"Who is the president of the United States?\"; The action is #DUAL_POINT#; touch_point: 0.1177, 0.4356, lift_point: 0.1177, 0.4356", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62079_5.png" ] }, { "query": "\nPrevious Actions: Goal: Who is the president of the United States?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62183_1.png" ] }, { "query": "\nPrevious Actions: Goal: Who is the president of the United States?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8013, 0.1648, lift_point: 0.8013, 0.1648", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62183_2.png" ] }, { "query": "\nPrevious Actions: Goal: Who is the president of the United States?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8013, 0.1648, lift_point: 0.8013, 0.1648", "response": "The action is #DUAL_POINT#; touch_point: 0.8013, 0.1648, lift_point: 0.8013, 0.1648", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62183_3.png" ] }, { "query": "\nPrevious Actions: Goal: Who is the president of the United States?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8013, 0.1648, lift_point: 0.8013, 0.1648; The action is #DUAL_POINT#; touch_point: 0.8013, 0.1648, lift_point: 0.8013, 0.1648", "response": "The action is #TYPE#; And the content is : \"typed_text\": \" president of the United States\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62183_4.png" ] }, { "query": "\nPrevious Actions: Goal: Who is the president of the United States?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8013, 0.1648, lift_point: 0.8013, 0.1648; The action is #DUAL_POINT#; touch_point: 0.8013, 0.1648, lift_point: 0.8013, 0.1648; The action is #TYPE#; And the content is : \"typed_text\": \" president of the United States\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62183_5.png" ] }, { "query": "\nPrevious Actions: Goal: Who is the president of the United States?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8013, 0.1648, lift_point: 0.8013, 0.1648; The action is #DUAL_POINT#; touch_point: 0.8013, 0.1648, lift_point: 0.8013, 0.1648; The action is #TYPE#; And the content is : \"typed_text\": \" president of the United States\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62183_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new blush", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62224_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new blush; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8868, 0.1718, lift_point: 0.8868, 0.1718", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62224_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new blush; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8868, 0.1718, lift_point: 0.8868, 0.1718", "response": "The action is #DUAL_POINT#; touch_point: 0.8847, 0.2336, lift_point: 0.8847, 0.2336", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62224_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new blush; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8868, 0.1718, lift_point: 0.8868, 0.1718; The action is #DUAL_POINT#; touch_point: 0.8847, 0.2336, lift_point: 0.8847, 0.2336", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for a new blush\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62224_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new blush; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8868, 0.1718, lift_point: 0.8868, 0.1718; The action is #DUAL_POINT#; touch_point: 0.8847, 0.2336, lift_point: 0.8847, 0.2336; The action is #TYPE#; And the content is : \"typed_text\": \"Search for a new blush\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62224_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new blush; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8868, 0.1718, lift_point: 0.8868, 0.1718; The action is #DUAL_POINT#; touch_point: 0.8847, 0.2336, lift_point: 0.8847, 0.2336; The action is #TYPE#; And the content is : \"typed_text\": \"Search for a new blush\"; The action is #PRESS_ENTER#", "response": "The action is #DUAL_POINT#; touch_point: 0.3263, 0.4572, lift_point: 0.3263, 0.4572", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62224_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new blush; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8868, 0.1718, lift_point: 0.8868, 0.1718; The action is #DUAL_POINT#; touch_point: 0.8847, 0.2336, lift_point: 0.8847, 0.2336; The action is #TYPE#; And the content is : \"typed_text\": \"Search for a new blush\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.3263, 0.4572, lift_point: 0.3263, 0.4572", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62224_7.png" ] }, { "query": "\nPrevious Actions: Goal: Who is the president of the United States?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62378_1.png" ] }, { "query": "\nPrevious Actions: Goal: Who is the president of the United States?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8899, 0.5686, lift_point: 0.8899, 0.5686", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62378_2.png" ] }, { "query": "\nPrevious Actions: Goal: Who is the president of the United States?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8899, 0.5686, lift_point: 0.8899, 0.5686", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Who is the president of the United States\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62378_3.png" ] }, { "query": "\nPrevious Actions: Goal: Who is the president of the United States?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8899, 0.5686, lift_point: 0.8899, 0.5686; The action is #TYPE#; And the content is : \"typed_text\": \"Who is the president of the United States\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62378_4.png" ] }, { "query": "\nPrevious Actions: Goal: Who is the president of the United States?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8899, 0.5686, lift_point: 0.8899, 0.5686; The action is #TYPE#; And the content is : \"typed_text\": \"Who is the president of the United States\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62378_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new eyeshadow", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62436_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new eyeshadow; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8925, 0.5339, lift_point: 0.8925, 0.5339", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62436_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new eyeshadow; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8925, 0.5339, lift_point: 0.8925, 0.5339", "response": "The action is #TYPE#; And the content is : \"typed_text\": \" new eyeshadow\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62436_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new eyeshadow; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8925, 0.5339, lift_point: 0.8925, 0.5339; The action is #TYPE#; And the content is : \"typed_text\": \" new eyeshadow\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62436_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new eyeshadow; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8925, 0.5339, lift_point: 0.8925, 0.5339; The action is #TYPE#; And the content is : \"typed_text\": \" new eyeshadow\"; The action is #PRESS_ENTER#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62436_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new eyeshadow; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8925, 0.5339, lift_point: 0.8925, 0.5339; The action is #TYPE#; And the content is : \"typed_text\": \" new eyeshadow\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62436_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new eyeshadow; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8925, 0.5339, lift_point: 0.8925, 0.5339; The action is #TYPE#; And the content is : \"typed_text\": \" new eyeshadow\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62436_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new eyeshadow; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8925, 0.5339, lift_point: 0.8925, 0.5339; The action is #TYPE#; And the content is : \"typed_text\": \" new eyeshadow\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.5124, 0.5403, lift_point: 0.5124, 0.5403", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62436_8.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new eyeshadow; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8925, 0.5339, lift_point: 0.8925, 0.5339; The action is #TYPE#; And the content is : \"typed_text\": \" new eyeshadow\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5124, 0.5403, lift_point: 0.5124, 0.5403", "response": "The action is #DUAL_POINT#; touch_point: 0.8828, 0.6863, lift_point: 0.8828, 0.6863", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62436_9.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new eyeshadow; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8925, 0.5339, lift_point: 0.8925, 0.5339; The action is #TYPE#; And the content is : \"typed_text\": \" new eyeshadow\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5124, 0.5403, lift_point: 0.5124, 0.5403; The action is #DUAL_POINT#; touch_point: 0.8828, 0.6863, lift_point: 0.8828, 0.6863", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62436_10.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Sprint Store?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62459_1.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Sprint Store?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.878, 0.4599, lift_point: 0.878, 0.4599", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62459_2.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Sprint Store?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.878, 0.4599, lift_point: 0.878, 0.4599", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Sprint Store\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62459_3.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Sprint Store?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.878, 0.4599, lift_point: 0.878, 0.4599; The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Sprint Store\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62459_4.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Sprint Store?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.878, 0.4599, lift_point: 0.878, 0.4599; The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Sprint Store\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62459_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Orlando", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62491_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Orlando; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.895, 0.3061, lift_point: 0.895, 0.3061", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62491_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Orlando; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.895, 0.3061, lift_point: 0.895, 0.3061", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Orlando\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62491_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Orlando; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.895, 0.3061, lift_point: 0.895, 0.3061; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Orlando\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62491_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Orlando; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.895, 0.3061, lift_point: 0.895, 0.3061; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Orlando\"; The action is #PRESS_ENTER#", "response": "The action is #DUAL_POINT#; touch_point: 0.3382, 0.4826, lift_point: 0.3382, 0.4826", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62491_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Orlando; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.895, 0.3061, lift_point: 0.895, 0.3061; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Orlando\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.3382, 0.4826, lift_point: 0.3382, 0.4826", "response": "The action is #DUAL_POINT#; touch_point: 0.8047, 0.7443, lift_point: 0.8047, 0.7443", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62491_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Orlando; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.895, 0.3061, lift_point: 0.895, 0.3061; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Orlando\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.3382, 0.4826, lift_point: 0.3382, 0.4826; The action is #DUAL_POINT#; touch_point: 0.8047, 0.7443, lift_point: 0.8047, 0.7443", "response": "The action is #DUAL_POINT#; touch_point: 0.6461, 0.9417, lift_point: 0.6461, 0.9417", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62491_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Orlando; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.895, 0.3061, lift_point: 0.895, 0.3061; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Orlando\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.3382, 0.4826, lift_point: 0.3382, 0.4826; The action is #DUAL_POINT#; touch_point: 0.8047, 0.7443, lift_point: 0.8047, 0.7443; The action is #DUAL_POINT#; touch_point: 0.6461, 0.9417, lift_point: 0.6461, 0.9417", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62491_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news about the US economy?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62521_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news about the US economy?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8832, 0.4339, lift_point: 0.8832, 0.4339", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62521_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news about the US economy?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8832, 0.4339, lift_point: 0.8832, 0.4339", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news about the US economy\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62521_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news about the US economy?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8832, 0.4339, lift_point: 0.8832, 0.4339; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news about the US economy\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62521_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news about the US economy?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8832, 0.4339, lift_point: 0.8832, 0.4339; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news about the US economy\"; The action is #PRESS_ENTER#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62521_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news about the US economy?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8832, 0.4339, lift_point: 0.8832, 0.4339; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news about the US economy\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62521_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news about the US economy?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8832, 0.4339, lift_point: 0.8832, 0.4339; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news about the US economy\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62521_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news about the US economy?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8832, 0.4339, lift_point: 0.8832, 0.4339; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news about the US economy\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.6491, 0.4777, lift_point: 0.6491, 0.4777", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62521_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news about the US economy?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8832, 0.4339, lift_point: 0.8832, 0.4339; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news about the US economy\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6491, 0.4777, lift_point: 0.6491, 0.4777", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62521_9.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Tokyo", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62557_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Tokyo; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8814, 0.3866, lift_point: 0.8814, 0.3866", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62557_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Tokyo; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8814, 0.3866, lift_point: 0.8814, 0.3866", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Tokyo\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62557_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Tokyo; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8814, 0.3866, lift_point: 0.8814, 0.3866; The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Tokyo\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62557_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Tokyo; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8814, 0.3866, lift_point: 0.8814, 0.3866; The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Tokyo\"; The action is #PRESS_ENTER#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62557_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Tokyo; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8814, 0.3866, lift_point: 0.8814, 0.3866; The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Tokyo\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62557_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Tokyo; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8814, 0.3866, lift_point: 0.8814, 0.3866; The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Tokyo\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.7179, 0.4779, lift_point: 0.7179, 0.4779", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62557_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Tokyo; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8814, 0.3866, lift_point: 0.8814, 0.3866; The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Tokyo\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7179, 0.4779, lift_point: 0.7179, 0.4779", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62557_8.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Philadelphia?", "response": "The action is #DUAL_POINT#; touch_point: 0.8847, 0.5997, lift_point: 0.8847, 0.5997", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62563_1.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Philadelphia?; The action is #DUAL_POINT#; touch_point: 0.8847, 0.5997, lift_point: 0.8847, 0.5997", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62563_2.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Philadelphia?; The action is #DUAL_POINT#; touch_point: 0.8847, 0.5997, lift_point: 0.8847, 0.5997; The action is #PRESS_ENTER#", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"2 bedroom apartment rent for in Philadelphia\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62563_3.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Philadelphia?; The action is #DUAL_POINT#; touch_point: 0.8847, 0.5997, lift_point: 0.8847, 0.5997; The action is #PRESS_ENTER#; The action is #TYPE#; And the content is : \"typed_text\": \"2 bedroom apartment rent for in Philadelphia\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62563_4.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Philadelphia?; The action is #DUAL_POINT#; touch_point: 0.8847, 0.5997, lift_point: 0.8847, 0.5997; The action is #PRESS_ENTER#; The action is #TYPE#; And the content is : \"typed_text\": \"2 bedroom apartment rent for in Philadelphia\"; The action is #PRESS_ENTER#", "response": "The action is #DUAL_POINT#; touch_point: 0.353, 0.463, lift_point: 0.353, 0.463", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62563_5.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Philadelphia?; The action is #DUAL_POINT#; touch_point: 0.8847, 0.5997, lift_point: 0.8847, 0.5997; The action is #PRESS_ENTER#; The action is #TYPE#; And the content is : \"typed_text\": \"2 bedroom apartment rent for in Philadelphia\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.353, 0.463, lift_point: 0.353, 0.463", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62563_6.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Home Depot?", "response": "The action is #DUAL_POINT#; touch_point: 0.8975, 0.4375, lift_point: 0.8975, 0.4375", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62576_1.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Home Depot?; The action is #DUAL_POINT#; touch_point: 0.8975, 0.4375, lift_point: 0.8975, 0.4375", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Home Depot\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62576_2.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Home Depot?; The action is #DUAL_POINT#; touch_point: 0.8975, 0.4375, lift_point: 0.8975, 0.4375; The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Home Depot\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1697, 0.5376, lift_point: 0.1697, 0.5376", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62576_3.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Home Depot?; The action is #DUAL_POINT#; touch_point: 0.8975, 0.4375, lift_point: 0.8975, 0.4375; The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Home Depot\"; The action is #DUAL_POINT#; touch_point: 0.1697, 0.5376, lift_point: 0.1697, 0.5376", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62576_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new highlighter", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62605_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new highlighter; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.9068, 0.4789, lift_point: 0.9068, 0.4789", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62605_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new highlighter; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.9068, 0.4789, lift_point: 0.9068, 0.4789", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for a new highlighter\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62605_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new highlighter; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.9068, 0.4789, lift_point: 0.9068, 0.4789; The action is #TYPE#; And the content is : \"typed_text\": \"Search for a new highlighter\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1187, 0.3716, lift_point: 0.1187, 0.3716", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62605_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new highlighter; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.9068, 0.4789, lift_point: 0.9068, 0.4789; The action is #TYPE#; And the content is : \"typed_text\": \"Search for a new highlighter\"; The action is #DUAL_POINT#; touch_point: 0.1187, 0.3716, lift_point: 0.1187, 0.3716", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62605_5.png" ] }, { "query": "\nPrevious Actions: Goal: How old is the earth?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62628_1.png" ] }, { "query": "\nPrevious Actions: Goal: How old is the earth?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8922, 0.5157, lift_point: 0.8922, 0.5157", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62628_2.png" ] }, { "query": "\nPrevious Actions: Goal: How old is the earth?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8922, 0.5157, lift_point: 0.8922, 0.5157", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"How old is the earth?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62628_3.png" ] }, { "query": "\nPrevious Actions: Goal: How old is the earth?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8922, 0.5157, lift_point: 0.8922, 0.5157; The action is #TYPE#; And the content is : \"typed_text\": \"How old is the earth?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1773, 0.4353, lift_point: 0.1773, 0.4353", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62628_4.png" ] }, { "query": "\nPrevious Actions: Goal: How old is the earth?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8922, 0.5157, lift_point: 0.8922, 0.5157; The action is #TYPE#; And the content is : \"typed_text\": \"How old is the earth?\"; The action is #DUAL_POINT#; touch_point: 0.1773, 0.4353, lift_point: 0.1773, 0.4353", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62628_5.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Switzerland?", "response": "The action is #DUAL_POINT#; touch_point: 0.8978, 0.4062, lift_point: 0.8978, 0.4062", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62654_1.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Switzerland?; The action is #DUAL_POINT#; touch_point: 0.8978, 0.4062, lift_point: 0.8978, 0.4062", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Switzerland?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62654_2.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Switzerland?; The action is #DUAL_POINT#; touch_point: 0.8978, 0.4062, lift_point: 0.8978, 0.4062; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Switzerland?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1189, 0.4396, lift_point: 0.1189, 0.4396", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62654_3.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Switzerland?; The action is #DUAL_POINT#; touch_point: 0.8978, 0.4062, lift_point: 0.8978, 0.4062; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Switzerland?\"; The action is #DUAL_POINT#; touch_point: 0.1189, 0.4396, lift_point: 0.1189, 0.4396", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62654_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new eyeliner", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62700_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new eyeliner; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62700_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new eyeliner; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.8404, 0.5427, lift_point: 0.8404, 0.5427", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62700_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new eyeliner; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8404, 0.5427, lift_point: 0.8404, 0.5427", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62700_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new eyeliner; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8404, 0.5427, lift_point: 0.8404, 0.5427; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.485, 0.32, lift_point: 0.485, 0.32", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62700_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new eyeliner; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8404, 0.5427, lift_point: 0.8404, 0.5427; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.485, 0.32, lift_point: 0.485, 0.32", "response": "The action is #DUAL_POINT#; touch_point: 0.555, 0.3808, lift_point: 0.555, 0.3808", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62700_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new eyeliner; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8404, 0.5427, lift_point: 0.8404, 0.5427; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.485, 0.32, lift_point: 0.485, 0.32; The action is #DUAL_POINT#; touch_point: 0.555, 0.3808, lift_point: 0.555, 0.3808", "response": "The action is #DUAL_POINT#; touch_point: 0.6534, 0.5577, lift_point: 0.6534, 0.5577", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62700_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new eyeliner; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8404, 0.5427, lift_point: 0.8404, 0.5427; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.485, 0.32, lift_point: 0.485, 0.32; The action is #DUAL_POINT#; touch_point: 0.555, 0.3808, lift_point: 0.555, 0.3808; The action is #DUAL_POINT#; touch_point: 0.6534, 0.5577, lift_point: 0.6534, 0.5577", "response": "The action is #DUAL_POINT#; touch_point: 0.8915, 0.4337, lift_point: 0.8915, 0.4337", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62700_8.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new eyeliner; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8404, 0.5427, lift_point: 0.8404, 0.5427; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.485, 0.32, lift_point: 0.485, 0.32; The action is #DUAL_POINT#; touch_point: 0.555, 0.3808, lift_point: 0.555, 0.3808; The action is #DUAL_POINT#; touch_point: 0.6534, 0.5577, lift_point: 0.6534, 0.5577; The action is #DUAL_POINT#; touch_point: 0.8915, 0.4337, lift_point: 0.8915, 0.4337", "response": "The action is #DUAL_POINT#; touch_point: 0.8915, 0.4337, lift_point: 0.8915, 0.4337", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62700_9.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new eyeliner; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8404, 0.5427, lift_point: 0.8404, 0.5427; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.485, 0.32, lift_point: 0.485, 0.32; The action is #DUAL_POINT#; touch_point: 0.555, 0.3808, lift_point: 0.555, 0.3808; The action is #DUAL_POINT#; touch_point: 0.6534, 0.5577, lift_point: 0.6534, 0.5577; The action is #DUAL_POINT#; touch_point: 0.8915, 0.4337, lift_point: 0.8915, 0.4337; The action is #DUAL_POINT#; touch_point: 0.8915, 0.4337, lift_point: 0.8915, 0.4337", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for a new eyeliner\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62700_10.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new eyeliner; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8404, 0.5427, lift_point: 0.8404, 0.5427; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.485, 0.32, lift_point: 0.485, 0.32; The action is #DUAL_POINT#; touch_point: 0.555, 0.3808, lift_point: 0.555, 0.3808; The action is #DUAL_POINT#; touch_point: 0.6534, 0.5577, lift_point: 0.6534, 0.5577; The action is #DUAL_POINT#; touch_point: 0.8915, 0.4337, lift_point: 0.8915, 0.4337; The action is #DUAL_POINT#; touch_point: 0.8915, 0.4337, lift_point: 0.8915, 0.4337; The action is #TYPE#; And the content is : \"typed_text\": \"Search for a new eyeliner\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1211, 0.2958, lift_point: 0.1211, 0.2958", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62700_11.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new eyeliner; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8404, 0.5427, lift_point: 0.8404, 0.5427; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.485, 0.32, lift_point: 0.485, 0.32; The action is #DUAL_POINT#; touch_point: 0.555, 0.3808, lift_point: 0.555, 0.3808; The action is #DUAL_POINT#; touch_point: 0.6534, 0.5577, lift_point: 0.6534, 0.5577; The action is #DUAL_POINT#; touch_point: 0.8915, 0.4337, lift_point: 0.8915, 0.4337; The action is #DUAL_POINT#; touch_point: 0.8915, 0.4337, lift_point: 0.8915, 0.4337; The action is #TYPE#; And the content is : \"typed_text\": \"Search for a new eyeliner\"; The action is #DUAL_POINT#; touch_point: 0.1211, 0.2958, lift_point: 0.1211, 0.2958", "response": "The action is #DUAL_POINT#; touch_point: 0.1642, 0.2992, lift_point: 0.1642, 0.2992", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62700_12.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new eyeliner; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8404, 0.5427, lift_point: 0.8404, 0.5427; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.485, 0.32, lift_point: 0.485, 0.32; The action is #DUAL_POINT#; touch_point: 0.555, 0.3808, lift_point: 0.555, 0.3808; The action is #DUAL_POINT#; touch_point: 0.6534, 0.5577, lift_point: 0.6534, 0.5577; The action is #DUAL_POINT#; touch_point: 0.8915, 0.4337, lift_point: 0.8915, 0.4337; The action is #DUAL_POINT#; touch_point: 0.8915, 0.4337, lift_point: 0.8915, 0.4337; The action is #TYPE#; And the content is : \"typed_text\": \"Search for a new eyeliner\"; The action is #DUAL_POINT#; touch_point: 0.1211, 0.2958, lift_point: 0.1211, 0.2958; The action is #DUAL_POINT#; touch_point: 0.1642, 0.2992, lift_point: 0.1642, 0.2992", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62700_13.png" ] }, { "query": "\nPrevious Actions: Goal: Search for top rated burger restaurants on Maps", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62973_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for top rated burger restaurants on Maps; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7763, 0.8735, lift_point: 0.7763, 0.8735", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62973_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for top rated burger restaurants on Maps; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7763, 0.8735, lift_point: 0.7763, 0.8735", "response": "The action is #DUAL_POINT#; touch_point: 0.059, 0.2932, lift_point: 0.059, 0.2932", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62973_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for top rated burger restaurants on Maps; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7763, 0.8735, lift_point: 0.7763, 0.8735; The action is #DUAL_POINT#; touch_point: 0.059, 0.2932, lift_point: 0.059, 0.2932", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"top rated burger restaurants\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62973_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for top rated burger restaurants on Maps; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7763, 0.8735, lift_point: 0.7763, 0.8735; The action is #DUAL_POINT#; touch_point: 0.059, 0.2932, lift_point: 0.059, 0.2932; The action is #TYPE#; And the content is : \"typed_text\": \"top rated burger restaurants\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1459, 0.5262, lift_point: 0.1459, 0.5262", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62973_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for top rated burger restaurants on Maps; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7763, 0.8735, lift_point: 0.7763, 0.8735; The action is #DUAL_POINT#; touch_point: 0.059, 0.2932, lift_point: 0.059, 0.2932; The action is #TYPE#; And the content is : \"typed_text\": \"top rated burger restaurants\"; The action is #DUAL_POINT#; touch_point: 0.1459, 0.5262, lift_point: 0.1459, 0.5262", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/62973_6.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Google Play Books app", "response": "The action is #DUAL_POINT#; touch_point: 0.7864, 0.8754, lift_point: 0.7864, 0.8754", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63015_1.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Google Play Books app; The action is #DUAL_POINT#; touch_point: 0.7864, 0.8754, lift_point: 0.7864, 0.8754", "response": "The action is #DUAL_POINT#; touch_point: 0.0615, 0.7847, lift_point: 0.0615, 0.7847", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63015_2.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Google Play Books app; The action is #DUAL_POINT#; touch_point: 0.7864, 0.8754, lift_point: 0.7864, 0.8754; The action is #DUAL_POINT#; touch_point: 0.0615, 0.7847, lift_point: 0.0615, 0.7847", "response": "The action is #DUAL_POINT#; touch_point: 0.0596, 0.9275, lift_point: 0.0596, 0.9275", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63015_3.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Google Play Books app; The action is #DUAL_POINT#; touch_point: 0.7864, 0.8754, lift_point: 0.7864, 0.8754; The action is #DUAL_POINT#; touch_point: 0.0615, 0.7847, lift_point: 0.0615, 0.7847; The action is #DUAL_POINT#; touch_point: 0.0596, 0.9275, lift_point: 0.0596, 0.9275", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"google play books app\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63015_4.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Google Play Books app; The action is #DUAL_POINT#; touch_point: 0.7864, 0.8754, lift_point: 0.7864, 0.8754; The action is #DUAL_POINT#; touch_point: 0.0615, 0.7847, lift_point: 0.0615, 0.7847; The action is #DUAL_POINT#; touch_point: 0.0596, 0.9275, lift_point: 0.0596, 0.9275; The action is #TYPE#; And the content is : \"typed_text\": \"google play books app\"", "response": "The action is #DUAL_POINT#; touch_point: 0.133, 0.2611, lift_point: 0.133, 0.2611", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63015_5.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Google Play Books app; The action is #DUAL_POINT#; touch_point: 0.7864, 0.8754, lift_point: 0.7864, 0.8754; The action is #DUAL_POINT#; touch_point: 0.0615, 0.7847, lift_point: 0.0615, 0.7847; The action is #DUAL_POINT#; touch_point: 0.0596, 0.9275, lift_point: 0.0596, 0.9275; The action is #TYPE#; And the content is : \"typed_text\": \"google play books app\"; The action is #DUAL_POINT#; touch_point: 0.133, 0.2611, lift_point: 0.133, 0.2611", "response": "The action is #DUAL_POINT#; touch_point: 0.151, 0.8536, lift_point: 0.151, 0.8536", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63015_6.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Google Play Books app; The action is #DUAL_POINT#; touch_point: 0.7864, 0.8754, lift_point: 0.7864, 0.8754; The action is #DUAL_POINT#; touch_point: 0.0615, 0.7847, lift_point: 0.0615, 0.7847; The action is #DUAL_POINT#; touch_point: 0.0596, 0.9275, lift_point: 0.0596, 0.9275; The action is #TYPE#; And the content is : \"typed_text\": \"google play books app\"; The action is #DUAL_POINT#; touch_point: 0.133, 0.2611, lift_point: 0.133, 0.2611; The action is #DUAL_POINT#; touch_point: 0.151, 0.8536, lift_point: 0.151, 0.8536", "response": "The action is #DUAL_POINT#; touch_point: 0.1519, 0.84, lift_point: 0.1519, 0.84", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63015_7.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Google Play Books app; The action is #DUAL_POINT#; touch_point: 0.7864, 0.8754, lift_point: 0.7864, 0.8754; The action is #DUAL_POINT#; touch_point: 0.0615, 0.7847, lift_point: 0.0615, 0.7847; The action is #DUAL_POINT#; touch_point: 0.0596, 0.9275, lift_point: 0.0596, 0.9275; The action is #TYPE#; And the content is : \"typed_text\": \"google play books app\"; The action is #DUAL_POINT#; touch_point: 0.133, 0.2611, lift_point: 0.133, 0.2611; The action is #DUAL_POINT#; touch_point: 0.151, 0.8536, lift_point: 0.151, 0.8536; The action is #DUAL_POINT#; touch_point: 0.1519, 0.84, lift_point: 0.1519, 0.84", "response": "The action is #DUAL_POINT#; touch_point: 0.6924, 0.4806, lift_point: 0.6924, 0.4806", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63015_8.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Google Play Books app; The action is #DUAL_POINT#; touch_point: 0.7864, 0.8754, lift_point: 0.7864, 0.8754; The action is #DUAL_POINT#; touch_point: 0.0615, 0.7847, lift_point: 0.0615, 0.7847; The action is #DUAL_POINT#; touch_point: 0.0596, 0.9275, lift_point: 0.0596, 0.9275; The action is #TYPE#; And the content is : \"typed_text\": \"google play books app\"; The action is #DUAL_POINT#; touch_point: 0.133, 0.2611, lift_point: 0.133, 0.2611; The action is #DUAL_POINT#; touch_point: 0.151, 0.8536, lift_point: 0.151, 0.8536; The action is #DUAL_POINT#; touch_point: 0.1519, 0.84, lift_point: 0.1519, 0.84; The action is #DUAL_POINT#; touch_point: 0.6924, 0.4806, lift_point: 0.6924, 0.4806", "response": "The action is #DUAL_POINT#; touch_point: 0.0721, 0.8912, lift_point: 0.0721, 0.8912", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63015_9.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Google Play Books app; The action is #DUAL_POINT#; touch_point: 0.7864, 0.8754, lift_point: 0.7864, 0.8754; The action is #DUAL_POINT#; touch_point: 0.0615, 0.7847, lift_point: 0.0615, 0.7847; The action is #DUAL_POINT#; touch_point: 0.0596, 0.9275, lift_point: 0.0596, 0.9275; The action is #TYPE#; And the content is : \"typed_text\": \"google play books app\"; The action is #DUAL_POINT#; touch_point: 0.133, 0.2611, lift_point: 0.133, 0.2611; The action is #DUAL_POINT#; touch_point: 0.151, 0.8536, lift_point: 0.151, 0.8536; The action is #DUAL_POINT#; touch_point: 0.1519, 0.84, lift_point: 0.1519, 0.84; The action is #DUAL_POINT#; touch_point: 0.6924, 0.4806, lift_point: 0.6924, 0.4806; The action is #DUAL_POINT#; touch_point: 0.0721, 0.8912, lift_point: 0.0721, 0.8912", "response": "The action is #DUAL_POINT#; touch_point: 0.4201, 0.261, lift_point: 0.4201, 0.261", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63015_10.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Google Play Books app; The action is #DUAL_POINT#; touch_point: 0.7864, 0.8754, lift_point: 0.7864, 0.8754; The action is #DUAL_POINT#; touch_point: 0.0615, 0.7847, lift_point: 0.0615, 0.7847; The action is #DUAL_POINT#; touch_point: 0.0596, 0.9275, lift_point: 0.0596, 0.9275; The action is #TYPE#; And the content is : \"typed_text\": \"google play books app\"; The action is #DUAL_POINT#; touch_point: 0.133, 0.2611, lift_point: 0.133, 0.2611; The action is #DUAL_POINT#; touch_point: 0.151, 0.8536, lift_point: 0.151, 0.8536; The action is #DUAL_POINT#; touch_point: 0.1519, 0.84, lift_point: 0.1519, 0.84; The action is #DUAL_POINT#; touch_point: 0.6924, 0.4806, lift_point: 0.6924, 0.4806; The action is #DUAL_POINT#; touch_point: 0.0721, 0.8912, lift_point: 0.0721, 0.8912; The action is #DUAL_POINT#; touch_point: 0.4201, 0.261, lift_point: 0.4201, 0.261", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63015_11.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Suriname?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63023_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Suriname?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7768, 0.6893, lift_point: 0.7768, 0.6893", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63023_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Suriname?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7768, 0.6893, lift_point: 0.7768, 0.6893", "response": "The action is #DUAL_POINT#; touch_point: 0.046, 0.3666, lift_point: 0.046, 0.3666", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63023_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Suriname?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7768, 0.6893, lift_point: 0.7768, 0.6893; The action is #DUAL_POINT#; touch_point: 0.046, 0.3666, lift_point: 0.046, 0.3666", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"news in suriname?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63023_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Suriname?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7768, 0.6893, lift_point: 0.7768, 0.6893; The action is #DUAL_POINT#; touch_point: 0.046, 0.3666, lift_point: 0.046, 0.3666; The action is #TYPE#; And the content is : \"typed_text\": \"news in suriname?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1234, 0.2373, lift_point: 0.1234, 0.2373", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63023_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Suriname?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7768, 0.6893, lift_point: 0.7768, 0.6893; The action is #DUAL_POINT#; touch_point: 0.046, 0.3666, lift_point: 0.046, 0.3666; The action is #TYPE#; And the content is : \"typed_text\": \"news in suriname?\"; The action is #DUAL_POINT#; touch_point: 0.1234, 0.2373, lift_point: 0.1234, 0.2373", "response": "The action is #DUAL_POINT#; touch_point: 0.3658, 0.1658, lift_point: 0.3658, 0.1658", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63023_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Suriname?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7768, 0.6893, lift_point: 0.7768, 0.6893; The action is #DUAL_POINT#; touch_point: 0.046, 0.3666, lift_point: 0.046, 0.3666; The action is #TYPE#; And the content is : \"typed_text\": \"news in suriname?\"; The action is #DUAL_POINT#; touch_point: 0.1234, 0.2373, lift_point: 0.1234, 0.2373; The action is #DUAL_POINT#; touch_point: 0.3658, 0.1658, lift_point: 0.3658, 0.1658", "response": "The action is #DUAL_POINT#; touch_point: 0.8344, 0.2127, lift_point: 0.8344, 0.2127", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63023_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Suriname?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7768, 0.6893, lift_point: 0.7768, 0.6893; The action is #DUAL_POINT#; touch_point: 0.046, 0.3666, lift_point: 0.046, 0.3666; The action is #TYPE#; And the content is : \"typed_text\": \"news in suriname?\"; The action is #DUAL_POINT#; touch_point: 0.1234, 0.2373, lift_point: 0.1234, 0.2373; The action is #DUAL_POINT#; touch_point: 0.3658, 0.1658, lift_point: 0.3658, 0.1658; The action is #DUAL_POINT#; touch_point: 0.8344, 0.2127, lift_point: 0.8344, 0.2127", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63023_8.png" ] }, { "query": "\nPrevious Actions: Goal: How far is the moon?", "response": "The action is #DUAL_POINT#; touch_point: 0.7789, 0.6906, lift_point: 0.7789, 0.6906", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63036_1.png" ] }, { "query": "\nPrevious Actions: Goal: How far is the moon?; The action is #DUAL_POINT#; touch_point: 0.7789, 0.6906, lift_point: 0.7789, 0.6906", "response": "The action is #DUAL_POINT#; touch_point: 0.0479, 0.2967, lift_point: 0.0479, 0.2967", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63036_2.png" ] }, { "query": "\nPrevious Actions: Goal: How far is the moon?; The action is #DUAL_POINT#; touch_point: 0.7789, 0.6906, lift_point: 0.7789, 0.6906; The action is #DUAL_POINT#; touch_point: 0.0479, 0.2967, lift_point: 0.0479, 0.2967", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"How far is the moon?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63036_3.png" ] }, { "query": "\nPrevious Actions: Goal: How far is the moon?; The action is #DUAL_POINT#; touch_point: 0.7789, 0.6906, lift_point: 0.7789, 0.6906; The action is #DUAL_POINT#; touch_point: 0.0479, 0.2967, lift_point: 0.0479, 0.2967; The action is #TYPE#; And the content is : \"typed_text\": \"How far is the moon?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.124, 0.481, lift_point: 0.124, 0.481", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63036_4.png" ] }, { "query": "\nPrevious Actions: Goal: How far is the moon?; The action is #DUAL_POINT#; touch_point: 0.7789, 0.6906, lift_point: 0.7789, 0.6906; The action is #DUAL_POINT#; touch_point: 0.0479, 0.2967, lift_point: 0.0479, 0.2967; The action is #TYPE#; And the content is : \"typed_text\": \"How far is the moon?\"; The action is #DUAL_POINT#; touch_point: 0.124, 0.481, lift_point: 0.124, 0.481", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63036_5.png" ] }, { "query": "\nPrevious Actions: Goal: Show me some nice wallpapers for my computer", "response": "The action is #DUAL_POINT#; touch_point: 0.7825, 0.6805, lift_point: 0.7825, 0.6805", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63127_1.png" ] }, { "query": "\nPrevious Actions: Goal: Show me some nice wallpapers for my computer; The action is #DUAL_POINT#; touch_point: 0.7825, 0.6805, lift_point: 0.7825, 0.6805", "response": "The action is #DUAL_POINT#; touch_point: 0.0464, 0.4198, lift_point: 0.0464, 0.4198", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63127_2.png" ] }, { "query": "\nPrevious Actions: Goal: Show me some nice wallpapers for my computer; The action is #DUAL_POINT#; touch_point: 0.7825, 0.6805, lift_point: 0.7825, 0.6805; The action is #DUAL_POINT#; touch_point: 0.0464, 0.4198, lift_point: 0.0464, 0.4198", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"nice wallpapers for my computer\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63127_3.png" ] }, { "query": "\nPrevious Actions: Goal: Show me some nice wallpapers for my computer; The action is #DUAL_POINT#; touch_point: 0.7825, 0.6805, lift_point: 0.7825, 0.6805; The action is #DUAL_POINT#; touch_point: 0.0464, 0.4198, lift_point: 0.0464, 0.4198; The action is #TYPE#; And the content is : \"typed_text\": \"nice wallpapers for my computer\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1226, 0.3679, lift_point: 0.1226, 0.3679", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63127_4.png" ] }, { "query": "\nPrevious Actions: Goal: Show me some nice wallpapers for my computer; The action is #DUAL_POINT#; touch_point: 0.7825, 0.6805, lift_point: 0.7825, 0.6805; The action is #DUAL_POINT#; touch_point: 0.0464, 0.4198, lift_point: 0.0464, 0.4198; The action is #TYPE#; And the content is : \"typed_text\": \"nice wallpapers for my computer\"; The action is #DUAL_POINT#; touch_point: 0.1226, 0.3679, lift_point: 0.1226, 0.3679", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63127_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Philadelphia", "response": "The action is #DUAL_POINT#; touch_point: 0.785, 0.6899, lift_point: 0.785, 0.6899", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63156_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Philadelphia; The action is #DUAL_POINT#; touch_point: 0.785, 0.6899, lift_point: 0.785, 0.6899", "response": "The action is #DUAL_POINT#; touch_point: 0.0448, 0.4535, lift_point: 0.0448, 0.4535", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63156_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Philadelphia; The action is #DUAL_POINT#; touch_point: 0.785, 0.6899, lift_point: 0.785, 0.6899; The action is #DUAL_POINT#; touch_point: 0.0448, 0.4535, lift_point: 0.0448, 0.4535", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Philadelphia\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63156_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Philadelphia; The action is #DUAL_POINT#; touch_point: 0.785, 0.6899, lift_point: 0.785, 0.6899; The action is #DUAL_POINT#; touch_point: 0.0448, 0.4535, lift_point: 0.0448, 0.4535; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Philadelphia\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1278, 0.3068, lift_point: 0.1278, 0.3068", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63156_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Philadelphia; The action is #DUAL_POINT#; touch_point: 0.785, 0.6899, lift_point: 0.785, 0.6899; The action is #DUAL_POINT#; touch_point: 0.0448, 0.4535, lift_point: 0.0448, 0.4535; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Philadelphia\"; The action is #DUAL_POINT#; touch_point: 0.1278, 0.3068, lift_point: 0.1278, 0.3068", "response": "The action is #DUAL_POINT#; touch_point: 0.3782, 0.3758, lift_point: 0.3782, 0.3758", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63156_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Philadelphia; The action is #DUAL_POINT#; touch_point: 0.785, 0.6899, lift_point: 0.785, 0.6899; The action is #DUAL_POINT#; touch_point: 0.0448, 0.4535, lift_point: 0.0448, 0.4535; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Philadelphia\"; The action is #DUAL_POINT#; touch_point: 0.1278, 0.3068, lift_point: 0.1278, 0.3068; The action is #DUAL_POINT#; touch_point: 0.3782, 0.3758, lift_point: 0.3782, 0.3758", "response": "The action is #DUAL_POINT#; touch_point: 0.3963, 0.9217, lift_point: 0.3963, 0.9217", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63156_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Philadelphia; The action is #DUAL_POINT#; touch_point: 0.785, 0.6899, lift_point: 0.785, 0.6899; The action is #DUAL_POINT#; touch_point: 0.0448, 0.4535, lift_point: 0.0448, 0.4535; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Philadelphia\"; The action is #DUAL_POINT#; touch_point: 0.1278, 0.3068, lift_point: 0.1278, 0.3068; The action is #DUAL_POINT#; touch_point: 0.3782, 0.3758, lift_point: 0.3782, 0.3758; The action is #DUAL_POINT#; touch_point: 0.3963, 0.9217, lift_point: 0.3963, 0.9217", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63156_7.png" ] }, { "query": "\nPrevious Actions: Goal: Checkthe settings for the Amazon Prime Music app", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63224_1.png" ] }, { "query": "\nPrevious Actions: Goal: Checkthe settings for the Amazon Prime Music app; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.7688, 0.1281, lift_point: 0.7688, 0.1281", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63224_2.png" ] }, { "query": "\nPrevious Actions: Goal: Checkthe settings for the Amazon Prime Music app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7688, 0.1281, lift_point: 0.7688, 0.1281", "response": "The action is #DUAL_POINT#; touch_point: 0.7191, 0.5092, lift_point: 0.7191, 0.5092", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63224_3.png" ] }, { "query": "\nPrevious Actions: Goal: Checkthe settings for the Amazon Prime Music app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7688, 0.1281, lift_point: 0.7688, 0.1281; The action is #DUAL_POINT#; touch_point: 0.7191, 0.5092, lift_point: 0.7191, 0.5092", "response": "The action is #DUAL_POINT#; touch_point: 0.4623, 0.522, lift_point: 0.4623, 0.522", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63224_4.png" ] }, { "query": "\nPrevious Actions: Goal: Checkthe settings for the Amazon Prime Music app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7688, 0.1281, lift_point: 0.7688, 0.1281; The action is #DUAL_POINT#; touch_point: 0.7191, 0.5092, lift_point: 0.7191, 0.5092; The action is #DUAL_POINT#; touch_point: 0.4623, 0.522, lift_point: 0.4623, 0.522", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63224_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the 2x4x8 boards at Home Depot?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63250_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the 2x4x8 boards at Home Depot?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7589, 0.3169, lift_point: 0.7589, 0.3169", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63250_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the 2x4x8 boards at Home Depot?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7589, 0.3169, lift_point: 0.7589, 0.3169", "response": "The action is #DUAL_POINT#; touch_point: 0.0721, 0.4079, lift_point: 0.0721, 0.4079", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63250_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the 2x4x8 boards at Home Depot?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7589, 0.3169, lift_point: 0.7589, 0.3169; The action is #DUAL_POINT#; touch_point: 0.0721, 0.4079, lift_point: 0.0721, 0.4079", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"home depot\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63250_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the 2x4x8 boards at Home Depot?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7589, 0.3169, lift_point: 0.7589, 0.3169; The action is #DUAL_POINT#; touch_point: 0.0721, 0.4079, lift_point: 0.0721, 0.4079; The action is #TYPE#; And the content is : \"typed_text\": \"home depot\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63250_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the 2x4x8 boards at Home Depot?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7589, 0.3169, lift_point: 0.7589, 0.3169; The action is #DUAL_POINT#; touch_point: 0.0721, 0.4079, lift_point: 0.0721, 0.4079; The action is #TYPE#; And the content is : \"typed_text\": \"home depot\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63250_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the 2x4x8 boards at Home Depot?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7589, 0.3169, lift_point: 0.7589, 0.3169; The action is #DUAL_POINT#; touch_point: 0.0721, 0.4079, lift_point: 0.0721, 0.4079; The action is #TYPE#; And the content is : \"typed_text\": \"home depot\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#", "response": "The action is #DUAL_POINT#; touch_point: 0.5978, 0.3387, lift_point: 0.5978, 0.3387", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63250_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the 2x4x8 boards at Home Depot?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7589, 0.3169, lift_point: 0.7589, 0.3169; The action is #DUAL_POINT#; touch_point: 0.0721, 0.4079, lift_point: 0.0721, 0.4079; The action is #TYPE#; And the content is : \"typed_text\": \"home depot\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.5978, 0.3387, lift_point: 0.5978, 0.3387", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63250_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like inToronto?", "response": "The action is #DUAL_POINT#; touch_point: 0.5971, 0.519, lift_point: 0.5971, 0.519", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63465_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like inToronto?; The action is #DUAL_POINT#; touch_point: 0.5971, 0.519, lift_point: 0.5971, 0.519", "response": "The action is #DUAL_POINT#; touch_point: 0.7529, 0.347, lift_point: 0.7529, 0.347", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63465_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like inToronto?; The action is #DUAL_POINT#; touch_point: 0.5971, 0.519, lift_point: 0.5971, 0.519; The action is #DUAL_POINT#; touch_point: 0.7529, 0.347, lift_point: 0.7529, 0.347", "response": "The action is #DUAL_POINT#; touch_point: 0.3952, 0.4097, lift_point: 0.3952, 0.4097", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63465_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like inToronto?; The action is #DUAL_POINT#; touch_point: 0.5971, 0.519, lift_point: 0.5971, 0.519; The action is #DUAL_POINT#; touch_point: 0.7529, 0.347, lift_point: 0.7529, 0.347; The action is #DUAL_POINT#; touch_point: 0.3952, 0.4097, lift_point: 0.3952, 0.4097", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"weather in toronto\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63465_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like inToronto?; The action is #DUAL_POINT#; touch_point: 0.5971, 0.519, lift_point: 0.5971, 0.519; The action is #DUAL_POINT#; touch_point: 0.7529, 0.347, lift_point: 0.7529, 0.347; The action is #DUAL_POINT#; touch_point: 0.3952, 0.4097, lift_point: 0.3952, 0.4097; The action is #TYPE#; And the content is : \"typed_text\": \"weather in toronto\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63465_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like inToronto?; The action is #DUAL_POINT#; touch_point: 0.5971, 0.519, lift_point: 0.5971, 0.519; The action is #DUAL_POINT#; touch_point: 0.7529, 0.347, lift_point: 0.7529, 0.347; The action is #DUAL_POINT#; touch_point: 0.3952, 0.4097, lift_point: 0.3952, 0.4097; The action is #TYPE#; And the content is : \"typed_text\": \"weather in toronto\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63465_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like inToronto?; The action is #DUAL_POINT#; touch_point: 0.5971, 0.519, lift_point: 0.5971, 0.519; The action is #DUAL_POINT#; touch_point: 0.7529, 0.347, lift_point: 0.7529, 0.347; The action is #DUAL_POINT#; touch_point: 0.3952, 0.4097, lift_point: 0.3952, 0.4097; The action is #TYPE#; And the content is : \"typed_text\": \"weather in toronto\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63465_7.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Dallas?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63634_1.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Dallas?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7474, 0.2992, lift_point: 0.7474, 0.2992", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63634_2.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Dallas?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7474, 0.2992, lift_point: 0.7474, 0.2992", "response": "The action is #DUAL_POINT#; touch_point: 0.0719, 0.6064, lift_point: 0.0719, 0.6064", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63634_3.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Dallas?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7474, 0.2992, lift_point: 0.7474, 0.2992; The action is #DUAL_POINT#; touch_point: 0.0719, 0.6064, lift_point: 0.0719, 0.6064", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent in Dallas\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63634_4.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Dallas?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7474, 0.2992, lift_point: 0.7474, 0.2992; The action is #DUAL_POINT#; touch_point: 0.0719, 0.6064, lift_point: 0.0719, 0.6064; The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent in Dallas\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63634_5.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Dallas?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7474, 0.2992, lift_point: 0.7474, 0.2992; The action is #DUAL_POINT#; touch_point: 0.0719, 0.6064, lift_point: 0.0719, 0.6064; The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent in Dallas\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63634_6.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Dallas?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7474, 0.2992, lift_point: 0.7474, 0.2992; The action is #DUAL_POINT#; touch_point: 0.0719, 0.6064, lift_point: 0.0719, 0.6064; The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent in Dallas\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63634_7.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Dallas?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7474, 0.2992, lift_point: 0.7474, 0.2992; The action is #DUAL_POINT#; touch_point: 0.0719, 0.6064, lift_point: 0.0719, 0.6064; The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent in Dallas\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63634_8.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Dallas?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7474, 0.2992, lift_point: 0.7474, 0.2992; The action is #DUAL_POINT#; touch_point: 0.0719, 0.6064, lift_point: 0.0719, 0.6064; The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent in Dallas\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63634_9.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Dallas?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7474, 0.2992, lift_point: 0.7474, 0.2992; The action is #DUAL_POINT#; touch_point: 0.0719, 0.6064, lift_point: 0.0719, 0.6064; The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent in Dallas\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.6434, 0.371, lift_point: 0.6434, 0.371", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63634_10.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Dallas?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7474, 0.2992, lift_point: 0.7474, 0.2992; The action is #DUAL_POINT#; touch_point: 0.0719, 0.6064, lift_point: 0.0719, 0.6064; The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent in Dallas\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6434, 0.371, lift_point: 0.6434, 0.371", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63634_11.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Dallas?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7474, 0.2992, lift_point: 0.7474, 0.2992; The action is #DUAL_POINT#; touch_point: 0.0719, 0.6064, lift_point: 0.0719, 0.6064; The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent in Dallas\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6434, 0.371, lift_point: 0.6434, 0.371; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.606, 0.3559, lift_point: 0.606, 0.3559", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63634_12.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Dallas?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7474, 0.2992, lift_point: 0.7474, 0.2992; The action is #DUAL_POINT#; touch_point: 0.0719, 0.6064, lift_point: 0.0719, 0.6064; The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent in Dallas\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6434, 0.371, lift_point: 0.6434, 0.371; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.606, 0.3559, lift_point: 0.606, 0.3559", "response": "The action is #DUAL_POINT#; touch_point: 0.3683, 0.9673, lift_point: 0.3683, 0.9673", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63634_13.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Dallas?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7474, 0.2992, lift_point: 0.7474, 0.2992; The action is #DUAL_POINT#; touch_point: 0.0719, 0.6064, lift_point: 0.0719, 0.6064; The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent in Dallas\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6434, 0.371, lift_point: 0.6434, 0.371; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.606, 0.3559, lift_point: 0.606, 0.3559; The action is #DUAL_POINT#; touch_point: 0.3683, 0.9673, lift_point: 0.3683, 0.9673", "response": "The action is #DUAL_POINT#; touch_point: 0.3683, 0.9673, lift_point: 0.3683, 0.9673", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63634_14.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Dallas?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7474, 0.2992, lift_point: 0.7474, 0.2992; The action is #DUAL_POINT#; touch_point: 0.0719, 0.6064, lift_point: 0.0719, 0.6064; The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent in Dallas\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6434, 0.371, lift_point: 0.6434, 0.371; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.606, 0.3559, lift_point: 0.606, 0.3559; The action is #DUAL_POINT#; touch_point: 0.3683, 0.9673, lift_point: 0.3683, 0.9673; The action is #DUAL_POINT#; touch_point: 0.3683, 0.9673, lift_point: 0.3683, 0.9673", "response": "The action is #DUAL_POINT#; touch_point: 0.3683, 0.9673, lift_point: 0.3683, 0.9673", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63634_15.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Dallas?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7474, 0.2992, lift_point: 0.7474, 0.2992; The action is #DUAL_POINT#; touch_point: 0.0719, 0.6064, lift_point: 0.0719, 0.6064; The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent in Dallas\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6434, 0.371, lift_point: 0.6434, 0.371; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.606, 0.3559, lift_point: 0.606, 0.3559; The action is #DUAL_POINT#; touch_point: 0.3683, 0.9673, lift_point: 0.3683, 0.9673; The action is #DUAL_POINT#; touch_point: 0.3683, 0.9673, lift_point: 0.3683, 0.9673; The action is #DUAL_POINT#; touch_point: 0.3683, 0.9673, lift_point: 0.3683, 0.9673", "response": "The action is #DUAL_POINT#; touch_point: 0.3683, 0.9673, lift_point: 0.3683, 0.9673", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63634_16.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Dallas?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7474, 0.2992, lift_point: 0.7474, 0.2992; The action is #DUAL_POINT#; touch_point: 0.0719, 0.6064, lift_point: 0.0719, 0.6064; The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent in Dallas\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6434, 0.371, lift_point: 0.6434, 0.371; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.606, 0.3559, lift_point: 0.606, 0.3559; The action is #DUAL_POINT#; touch_point: 0.3683, 0.9673, lift_point: 0.3683, 0.9673; The action is #DUAL_POINT#; touch_point: 0.3683, 0.9673, lift_point: 0.3683, 0.9673; The action is #DUAL_POINT#; touch_point: 0.3683, 0.9673, lift_point: 0.3683, 0.9673; The action is #DUAL_POINT#; touch_point: 0.3683, 0.9673, lift_point: 0.3683, 0.9673", "response": "The action is #DUAL_POINT#; touch_point: 0.1525, 0.0525, lift_point: 0.1525, 0.0525", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63634_17.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Dallas?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7474, 0.2992, lift_point: 0.7474, 0.2992; The action is #DUAL_POINT#; touch_point: 0.0719, 0.6064, lift_point: 0.0719, 0.6064; The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent in Dallas\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6434, 0.371, lift_point: 0.6434, 0.371; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.606, 0.3559, lift_point: 0.606, 0.3559; The action is #DUAL_POINT#; touch_point: 0.3683, 0.9673, lift_point: 0.3683, 0.9673; The action is #DUAL_POINT#; touch_point: 0.3683, 0.9673, lift_point: 0.3683, 0.9673; The action is #DUAL_POINT#; touch_point: 0.3683, 0.9673, lift_point: 0.3683, 0.9673; The action is #DUAL_POINT#; touch_point: 0.3683, 0.9673, lift_point: 0.3683, 0.9673; The action is #DUAL_POINT#; touch_point: 0.1525, 0.0525, lift_point: 0.1525, 0.0525", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63634_18.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Dallas?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7474, 0.2992, lift_point: 0.7474, 0.2992; The action is #DUAL_POINT#; touch_point: 0.0719, 0.6064, lift_point: 0.0719, 0.6064; The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent in Dallas\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6434, 0.371, lift_point: 0.6434, 0.371; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.606, 0.3559, lift_point: 0.606, 0.3559; The action is #DUAL_POINT#; touch_point: 0.3683, 0.9673, lift_point: 0.3683, 0.9673; The action is #DUAL_POINT#; touch_point: 0.3683, 0.9673, lift_point: 0.3683, 0.9673; The action is #DUAL_POINT#; touch_point: 0.3683, 0.9673, lift_point: 0.3683, 0.9673; The action is #DUAL_POINT#; touch_point: 0.3683, 0.9673, lift_point: 0.3683, 0.9673; The action is #DUAL_POINT#; touch_point: 0.1525, 0.0525, lift_point: 0.1525, 0.0525; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63634_19.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Dallas?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7474, 0.2992, lift_point: 0.7474, 0.2992; The action is #DUAL_POINT#; touch_point: 0.0719, 0.6064, lift_point: 0.0719, 0.6064; The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent in Dallas\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6434, 0.371, lift_point: 0.6434, 0.371; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.606, 0.3559, lift_point: 0.606, 0.3559; The action is #DUAL_POINT#; touch_point: 0.3683, 0.9673, lift_point: 0.3683, 0.9673; The action is #DUAL_POINT#; touch_point: 0.3683, 0.9673, lift_point: 0.3683, 0.9673; The action is #DUAL_POINT#; touch_point: 0.3683, 0.9673, lift_point: 0.3683, 0.9673; The action is #DUAL_POINT#; touch_point: 0.3683, 0.9673, lift_point: 0.3683, 0.9673; The action is #DUAL_POINT#; touch_point: 0.1525, 0.0525, lift_point: 0.1525, 0.0525; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.5687, 0.5023, lift_point: 0.5687, 0.5023", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63634_20.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Dallas?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7474, 0.2992, lift_point: 0.7474, 0.2992; The action is #DUAL_POINT#; touch_point: 0.0719, 0.6064, lift_point: 0.0719, 0.6064; The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent in Dallas\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6434, 0.371, lift_point: 0.6434, 0.371; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.606, 0.3559, lift_point: 0.606, 0.3559; The action is #DUAL_POINT#; touch_point: 0.3683, 0.9673, lift_point: 0.3683, 0.9673; The action is #DUAL_POINT#; touch_point: 0.3683, 0.9673, lift_point: 0.3683, 0.9673; The action is #DUAL_POINT#; touch_point: 0.3683, 0.9673, lift_point: 0.3683, 0.9673; The action is #DUAL_POINT#; touch_point: 0.3683, 0.9673, lift_point: 0.3683, 0.9673; The action is #DUAL_POINT#; touch_point: 0.1525, 0.0525, lift_point: 0.1525, 0.0525; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5687, 0.5023, lift_point: 0.5687, 0.5023", "response": "The action is #DUAL_POINT#; touch_point: 0.3748, 0.9512, lift_point: 0.3748, 0.9512", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63634_21.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Dallas?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7474, 0.2992, lift_point: 0.7474, 0.2992; The action is #DUAL_POINT#; touch_point: 0.0719, 0.6064, lift_point: 0.0719, 0.6064; The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent in Dallas\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6434, 0.371, lift_point: 0.6434, 0.371; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.606, 0.3559, lift_point: 0.606, 0.3559; The action is #DUAL_POINT#; touch_point: 0.3683, 0.9673, lift_point: 0.3683, 0.9673; The action is #DUAL_POINT#; touch_point: 0.3683, 0.9673, lift_point: 0.3683, 0.9673; The action is #DUAL_POINT#; touch_point: 0.3683, 0.9673, lift_point: 0.3683, 0.9673; The action is #DUAL_POINT#; touch_point: 0.3683, 0.9673, lift_point: 0.3683, 0.9673; The action is #DUAL_POINT#; touch_point: 0.1525, 0.0525, lift_point: 0.1525, 0.0525; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5687, 0.5023, lift_point: 0.5687, 0.5023; The action is #DUAL_POINT#; touch_point: 0.3748, 0.9512, lift_point: 0.3748, 0.9512", "response": "The action is #DUAL_POINT#; touch_point: 0.3748, 0.9512, lift_point: 0.3748, 0.9512", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63634_22.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Dallas?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7474, 0.2992, lift_point: 0.7474, 0.2992; The action is #DUAL_POINT#; touch_point: 0.0719, 0.6064, lift_point: 0.0719, 0.6064; The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent in Dallas\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6434, 0.371, lift_point: 0.6434, 0.371; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.606, 0.3559, lift_point: 0.606, 0.3559; The action is #DUAL_POINT#; touch_point: 0.3683, 0.9673, lift_point: 0.3683, 0.9673; The action is #DUAL_POINT#; touch_point: 0.3683, 0.9673, lift_point: 0.3683, 0.9673; The action is #DUAL_POINT#; touch_point: 0.3683, 0.9673, lift_point: 0.3683, 0.9673; The action is #DUAL_POINT#; touch_point: 0.3683, 0.9673, lift_point: 0.3683, 0.9673; The action is #DUAL_POINT#; touch_point: 0.1525, 0.0525, lift_point: 0.1525, 0.0525; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5687, 0.5023, lift_point: 0.5687, 0.5023; The action is #DUAL_POINT#; touch_point: 0.3748, 0.9512, lift_point: 0.3748, 0.9512; The action is #DUAL_POINT#; touch_point: 0.3748, 0.9512, lift_point: 0.3748, 0.9512", "response": "The action is #DUAL_POINT#; touch_point: 0.3748, 0.9512, lift_point: 0.3748, 0.9512", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63634_23.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Dallas?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7474, 0.2992, lift_point: 0.7474, 0.2992; The action is #DUAL_POINT#; touch_point: 0.0719, 0.6064, lift_point: 0.0719, 0.6064; The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent in Dallas\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6434, 0.371, lift_point: 0.6434, 0.371; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.606, 0.3559, lift_point: 0.606, 0.3559; The action is #DUAL_POINT#; touch_point: 0.3683, 0.9673, lift_point: 0.3683, 0.9673; The action is #DUAL_POINT#; touch_point: 0.3683, 0.9673, lift_point: 0.3683, 0.9673; The action is #DUAL_POINT#; touch_point: 0.3683, 0.9673, lift_point: 0.3683, 0.9673; The action is #DUAL_POINT#; touch_point: 0.3683, 0.9673, lift_point: 0.3683, 0.9673; The action is #DUAL_POINT#; touch_point: 0.1525, 0.0525, lift_point: 0.1525, 0.0525; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5687, 0.5023, lift_point: 0.5687, 0.5023; The action is #DUAL_POINT#; touch_point: 0.3748, 0.9512, lift_point: 0.3748, 0.9512; The action is #DUAL_POINT#; touch_point: 0.3748, 0.9512, lift_point: 0.3748, 0.9512; The action is #DUAL_POINT#; touch_point: 0.3748, 0.9512, lift_point: 0.3748, 0.9512", "response": "The action is #DUAL_POINT#; touch_point: 0.3748, 0.9512, lift_point: 0.3748, 0.9512", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63634_24.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Dallas?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7474, 0.2992, lift_point: 0.7474, 0.2992; The action is #DUAL_POINT#; touch_point: 0.0719, 0.6064, lift_point: 0.0719, 0.6064; The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent in Dallas\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6434, 0.371, lift_point: 0.6434, 0.371; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.606, 0.3559, lift_point: 0.606, 0.3559; The action is #DUAL_POINT#; touch_point: 0.3683, 0.9673, lift_point: 0.3683, 0.9673; The action is #DUAL_POINT#; touch_point: 0.3683, 0.9673, lift_point: 0.3683, 0.9673; The action is #DUAL_POINT#; touch_point: 0.3683, 0.9673, lift_point: 0.3683, 0.9673; The action is #DUAL_POINT#; touch_point: 0.3683, 0.9673, lift_point: 0.3683, 0.9673; The action is #DUAL_POINT#; touch_point: 0.1525, 0.0525, lift_point: 0.1525, 0.0525; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5687, 0.5023, lift_point: 0.5687, 0.5023; The action is #DUAL_POINT#; touch_point: 0.3748, 0.9512, lift_point: 0.3748, 0.9512; The action is #DUAL_POINT#; touch_point: 0.3748, 0.9512, lift_point: 0.3748, 0.9512; The action is #DUAL_POINT#; touch_point: 0.3748, 0.9512, lift_point: 0.3748, 0.9512; The action is #DUAL_POINT#; touch_point: 0.3748, 0.9512, lift_point: 0.3748, 0.9512", "response": "The action is #DUAL_POINT#; touch_point: 0.3748, 0.9512, lift_point: 0.3748, 0.9512", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63634_25.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Dallas?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7474, 0.2992, lift_point: 0.7474, 0.2992; The action is #DUAL_POINT#; touch_point: 0.0719, 0.6064, lift_point: 0.0719, 0.6064; The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent in Dallas\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6434, 0.371, lift_point: 0.6434, 0.371; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.606, 0.3559, lift_point: 0.606, 0.3559; The action is #DUAL_POINT#; touch_point: 0.3683, 0.9673, lift_point: 0.3683, 0.9673; The action is #DUAL_POINT#; touch_point: 0.3683, 0.9673, lift_point: 0.3683, 0.9673; The action is #DUAL_POINT#; touch_point: 0.3683, 0.9673, lift_point: 0.3683, 0.9673; The action is #DUAL_POINT#; touch_point: 0.3683, 0.9673, lift_point: 0.3683, 0.9673; The action is #DUAL_POINT#; touch_point: 0.1525, 0.0525, lift_point: 0.1525, 0.0525; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5687, 0.5023, lift_point: 0.5687, 0.5023; The action is #DUAL_POINT#; touch_point: 0.3748, 0.9512, lift_point: 0.3748, 0.9512; The action is #DUAL_POINT#; touch_point: 0.3748, 0.9512, lift_point: 0.3748, 0.9512; The action is #DUAL_POINT#; touch_point: 0.3748, 0.9512, lift_point: 0.3748, 0.9512; The action is #DUAL_POINT#; touch_point: 0.3748, 0.9512, lift_point: 0.3748, 0.9512; The action is #DUAL_POINT#; touch_point: 0.3748, 0.9512, lift_point: 0.3748, 0.9512", "response": "The action is #DUAL_POINT#; touch_point: 0.1544, 0.0272, lift_point: 0.1544, 0.0272", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63634_26.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Dallas?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7474, 0.2992, lift_point: 0.7474, 0.2992; The action is #DUAL_POINT#; touch_point: 0.0719, 0.6064, lift_point: 0.0719, 0.6064; The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent in Dallas\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6434, 0.371, lift_point: 0.6434, 0.371; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.606, 0.3559, lift_point: 0.606, 0.3559; The action is #DUAL_POINT#; touch_point: 0.3683, 0.9673, lift_point: 0.3683, 0.9673; The action is #DUAL_POINT#; touch_point: 0.3683, 0.9673, lift_point: 0.3683, 0.9673; The action is #DUAL_POINT#; touch_point: 0.3683, 0.9673, lift_point: 0.3683, 0.9673; The action is #DUAL_POINT#; touch_point: 0.3683, 0.9673, lift_point: 0.3683, 0.9673; The action is #DUAL_POINT#; touch_point: 0.1525, 0.0525, lift_point: 0.1525, 0.0525; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5687, 0.5023, lift_point: 0.5687, 0.5023; The action is #DUAL_POINT#; touch_point: 0.3748, 0.9512, lift_point: 0.3748, 0.9512; The action is #DUAL_POINT#; touch_point: 0.3748, 0.9512, lift_point: 0.3748, 0.9512; The action is #DUAL_POINT#; touch_point: 0.3748, 0.9512, lift_point: 0.3748, 0.9512; The action is #DUAL_POINT#; touch_point: 0.3748, 0.9512, lift_point: 0.3748, 0.9512; The action is #DUAL_POINT#; touch_point: 0.3748, 0.9512, lift_point: 0.3748, 0.9512; The action is #DUAL_POINT#; touch_point: 0.1544, 0.0272, lift_point: 0.1544, 0.0272", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63634_27.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Google Maps app", "response": "The action is #DUAL_POINT#; touch_point: 0.7482, 0.3056, lift_point: 0.7482, 0.3056", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63804_1.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Google Maps app; The action is #DUAL_POINT#; touch_point: 0.7482, 0.3056, lift_point: 0.7482, 0.3056", "response": "The action is #DUAL_POINT#; touch_point: 0.0812, 0.4505, lift_point: 0.0812, 0.4505", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63804_2.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Google Maps app; The action is #DUAL_POINT#; touch_point: 0.7482, 0.3056, lift_point: 0.7482, 0.3056; The action is #DUAL_POINT#; touch_point: 0.0812, 0.4505, lift_point: 0.0812, 0.4505", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63804_3.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Google Maps app; The action is #DUAL_POINT#; touch_point: 0.7482, 0.3056, lift_point: 0.7482, 0.3056; The action is #DUAL_POINT#; touch_point: 0.0812, 0.4505, lift_point: 0.0812, 0.4505; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63804_4.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Google Maps app; The action is #DUAL_POINT#; touch_point: 0.7482, 0.3056, lift_point: 0.7482, 0.3056; The action is #DUAL_POINT#; touch_point: 0.0812, 0.4505, lift_point: 0.0812, 0.4505; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.7474, 0.1525, lift_point: 0.7474, 0.1525", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63804_5.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Google Maps app; The action is #DUAL_POINT#; touch_point: 0.7482, 0.3056, lift_point: 0.7482, 0.3056; The action is #DUAL_POINT#; touch_point: 0.0812, 0.4505, lift_point: 0.0812, 0.4505; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7474, 0.1525, lift_point: 0.7474, 0.1525", "response": "The action is #DUAL_POINT#; touch_point: 0.7046, 0.4999, lift_point: 0.7046, 0.4999", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63804_6.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Google Maps app; The action is #DUAL_POINT#; touch_point: 0.7482, 0.3056, lift_point: 0.7482, 0.3056; The action is #DUAL_POINT#; touch_point: 0.0812, 0.4505, lift_point: 0.0812, 0.4505; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7474, 0.1525, lift_point: 0.7474, 0.1525; The action is #DUAL_POINT#; touch_point: 0.7046, 0.4999, lift_point: 0.7046, 0.4999", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63804_7.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Google Maps app; The action is #DUAL_POINT#; touch_point: 0.7482, 0.3056, lift_point: 0.7482, 0.3056; The action is #DUAL_POINT#; touch_point: 0.0812, 0.4505, lift_point: 0.0812, 0.4505; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7474, 0.1525, lift_point: 0.7474, 0.1525; The action is #DUAL_POINT#; touch_point: 0.7046, 0.4999, lift_point: 0.7046, 0.4999; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.4458, 0.4515, lift_point: 0.4458, 0.4515", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63804_8.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Google Maps app; The action is #DUAL_POINT#; touch_point: 0.7482, 0.3056, lift_point: 0.7482, 0.3056; The action is #DUAL_POINT#; touch_point: 0.0812, 0.4505, lift_point: 0.0812, 0.4505; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7474, 0.1525, lift_point: 0.7474, 0.1525; The action is #DUAL_POINT#; touch_point: 0.7046, 0.4999, lift_point: 0.7046, 0.4999; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4458, 0.4515, lift_point: 0.4458, 0.4515", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63804_9.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Google Maps app; The action is #DUAL_POINT#; touch_point: 0.7482, 0.3056, lift_point: 0.7482, 0.3056; The action is #DUAL_POINT#; touch_point: 0.0812, 0.4505, lift_point: 0.0812, 0.4505; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7474, 0.1525, lift_point: 0.7474, 0.1525; The action is #DUAL_POINT#; touch_point: 0.7046, 0.4999, lift_point: 0.7046, 0.4999; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4458, 0.4515, lift_point: 0.4458, 0.4515; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63804_10.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Google Maps app; The action is #DUAL_POINT#; touch_point: 0.7482, 0.3056, lift_point: 0.7482, 0.3056; The action is #DUAL_POINT#; touch_point: 0.0812, 0.4505, lift_point: 0.0812, 0.4505; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7474, 0.1525, lift_point: 0.7474, 0.1525; The action is #DUAL_POINT#; touch_point: 0.7046, 0.4999, lift_point: 0.7046, 0.4999; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4458, 0.4515, lift_point: 0.4458, 0.4515; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63804_11.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Google Maps app; The action is #DUAL_POINT#; touch_point: 0.7482, 0.3056, lift_point: 0.7482, 0.3056; The action is #DUAL_POINT#; touch_point: 0.0812, 0.4505, lift_point: 0.0812, 0.4505; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7474, 0.1525, lift_point: 0.7474, 0.1525; The action is #DUAL_POINT#; touch_point: 0.7046, 0.4999, lift_point: 0.7046, 0.4999; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4458, 0.4515, lift_point: 0.4458, 0.4515; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63804_12.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Google Maps app; The action is #DUAL_POINT#; touch_point: 0.7482, 0.3056, lift_point: 0.7482, 0.3056; The action is #DUAL_POINT#; touch_point: 0.0812, 0.4505, lift_point: 0.0812, 0.4505; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7474, 0.1525, lift_point: 0.7474, 0.1525; The action is #DUAL_POINT#; touch_point: 0.7046, 0.4999, lift_point: 0.7046, 0.4999; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4458, 0.4515, lift_point: 0.4458, 0.4515; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63804_13.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Google Maps app; The action is #DUAL_POINT#; touch_point: 0.7482, 0.3056, lift_point: 0.7482, 0.3056; The action is #DUAL_POINT#; touch_point: 0.0812, 0.4505, lift_point: 0.0812, 0.4505; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7474, 0.1525, lift_point: 0.7474, 0.1525; The action is #DUAL_POINT#; touch_point: 0.7046, 0.4999, lift_point: 0.7046, 0.4999; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4458, 0.4515, lift_point: 0.4458, 0.4515; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.5768, 0.3786, lift_point: 0.5768, 0.3786", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63804_14.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Google Maps app; The action is #DUAL_POINT#; touch_point: 0.7482, 0.3056, lift_point: 0.7482, 0.3056; The action is #DUAL_POINT#; touch_point: 0.0812, 0.4505, lift_point: 0.0812, 0.4505; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7474, 0.1525, lift_point: 0.7474, 0.1525; The action is #DUAL_POINT#; touch_point: 0.7046, 0.4999, lift_point: 0.7046, 0.4999; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4458, 0.4515, lift_point: 0.4458, 0.4515; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5768, 0.3786, lift_point: 0.5768, 0.3786", "response": "The action is #DUAL_POINT#; touch_point: 0.5469, 0.3295, lift_point: 0.5469, 0.3295", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63804_15.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Google Maps app; The action is #DUAL_POINT#; touch_point: 0.7482, 0.3056, lift_point: 0.7482, 0.3056; The action is #DUAL_POINT#; touch_point: 0.0812, 0.4505, lift_point: 0.0812, 0.4505; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7474, 0.1525, lift_point: 0.7474, 0.1525; The action is #DUAL_POINT#; touch_point: 0.7046, 0.4999, lift_point: 0.7046, 0.4999; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4458, 0.4515, lift_point: 0.4458, 0.4515; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5768, 0.3786, lift_point: 0.5768, 0.3786; The action is #DUAL_POINT#; touch_point: 0.5469, 0.3295, lift_point: 0.5469, 0.3295", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63804_16.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Google Maps app; The action is #DUAL_POINT#; touch_point: 0.7482, 0.3056, lift_point: 0.7482, 0.3056; The action is #DUAL_POINT#; touch_point: 0.0812, 0.4505, lift_point: 0.0812, 0.4505; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7474, 0.1525, lift_point: 0.7474, 0.1525; The action is #DUAL_POINT#; touch_point: 0.7046, 0.4999, lift_point: 0.7046, 0.4999; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4458, 0.4515, lift_point: 0.4458, 0.4515; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5768, 0.3786, lift_point: 0.5768, 0.3786; The action is #DUAL_POINT#; touch_point: 0.5469, 0.3295, lift_point: 0.5469, 0.3295; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63804_17.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Google Maps app; The action is #DUAL_POINT#; touch_point: 0.7482, 0.3056, lift_point: 0.7482, 0.3056; The action is #DUAL_POINT#; touch_point: 0.0812, 0.4505, lift_point: 0.0812, 0.4505; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7474, 0.1525, lift_point: 0.7474, 0.1525; The action is #DUAL_POINT#; touch_point: 0.7046, 0.4999, lift_point: 0.7046, 0.4999; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4458, 0.4515, lift_point: 0.4458, 0.4515; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5768, 0.3786, lift_point: 0.5768, 0.3786; The action is #DUAL_POINT#; touch_point: 0.5469, 0.3295, lift_point: 0.5469, 0.3295; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63804_18.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Google Maps app; The action is #DUAL_POINT#; touch_point: 0.7482, 0.3056, lift_point: 0.7482, 0.3056; The action is #DUAL_POINT#; touch_point: 0.0812, 0.4505, lift_point: 0.0812, 0.4505; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7474, 0.1525, lift_point: 0.7474, 0.1525; The action is #DUAL_POINT#; touch_point: 0.7046, 0.4999, lift_point: 0.7046, 0.4999; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4458, 0.4515, lift_point: 0.4458, 0.4515; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5768, 0.3786, lift_point: 0.5768, 0.3786; The action is #DUAL_POINT#; touch_point: 0.5469, 0.3295, lift_point: 0.5469, 0.3295; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63804_19.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Google Maps app; The action is #DUAL_POINT#; touch_point: 0.7482, 0.3056, lift_point: 0.7482, 0.3056; The action is #DUAL_POINT#; touch_point: 0.0812, 0.4505, lift_point: 0.0812, 0.4505; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7474, 0.1525, lift_point: 0.7474, 0.1525; The action is #DUAL_POINT#; touch_point: 0.7046, 0.4999, lift_point: 0.7046, 0.4999; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4458, 0.4515, lift_point: 0.4458, 0.4515; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5768, 0.3786, lift_point: 0.5768, 0.3786; The action is #DUAL_POINT#; touch_point: 0.5469, 0.3295, lift_point: 0.5469, 0.3295; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63804_20.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Google Maps app; The action is #DUAL_POINT#; touch_point: 0.7482, 0.3056, lift_point: 0.7482, 0.3056; The action is #DUAL_POINT#; touch_point: 0.0812, 0.4505, lift_point: 0.0812, 0.4505; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7474, 0.1525, lift_point: 0.7474, 0.1525; The action is #DUAL_POINT#; touch_point: 0.7046, 0.4999, lift_point: 0.7046, 0.4999; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4458, 0.4515, lift_point: 0.4458, 0.4515; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5768, 0.3786, lift_point: 0.5768, 0.3786; The action is #DUAL_POINT#; touch_point: 0.5469, 0.3295, lift_point: 0.5469, 0.3295; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63804_21.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Google Maps app; The action is #DUAL_POINT#; touch_point: 0.7482, 0.3056, lift_point: 0.7482, 0.3056; The action is #DUAL_POINT#; touch_point: 0.0812, 0.4505, lift_point: 0.0812, 0.4505; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7474, 0.1525, lift_point: 0.7474, 0.1525; The action is #DUAL_POINT#; touch_point: 0.7046, 0.4999, lift_point: 0.7046, 0.4999; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4458, 0.4515, lift_point: 0.4458, 0.4515; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5768, 0.3786, lift_point: 0.5768, 0.3786; The action is #DUAL_POINT#; touch_point: 0.5469, 0.3295, lift_point: 0.5469, 0.3295; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63804_22.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Google Maps app; The action is #DUAL_POINT#; touch_point: 0.7482, 0.3056, lift_point: 0.7482, 0.3056; The action is #DUAL_POINT#; touch_point: 0.0812, 0.4505, lift_point: 0.0812, 0.4505; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7474, 0.1525, lift_point: 0.7474, 0.1525; The action is #DUAL_POINT#; touch_point: 0.7046, 0.4999, lift_point: 0.7046, 0.4999; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4458, 0.4515, lift_point: 0.4458, 0.4515; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5768, 0.3786, lift_point: 0.5768, 0.3786; The action is #DUAL_POINT#; touch_point: 0.5469, 0.3295, lift_point: 0.5469, 0.3295; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63804_23.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Google Maps app; The action is #DUAL_POINT#; touch_point: 0.7482, 0.3056, lift_point: 0.7482, 0.3056; The action is #DUAL_POINT#; touch_point: 0.0812, 0.4505, lift_point: 0.0812, 0.4505; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7474, 0.1525, lift_point: 0.7474, 0.1525; The action is #DUAL_POINT#; touch_point: 0.7046, 0.4999, lift_point: 0.7046, 0.4999; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4458, 0.4515, lift_point: 0.4458, 0.4515; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5768, 0.3786, lift_point: 0.5768, 0.3786; The action is #DUAL_POINT#; touch_point: 0.5469, 0.3295, lift_point: 0.5469, 0.3295; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63804_24.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Google Maps app; The action is #DUAL_POINT#; touch_point: 0.7482, 0.3056, lift_point: 0.7482, 0.3056; The action is #DUAL_POINT#; touch_point: 0.0812, 0.4505, lift_point: 0.0812, 0.4505; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7474, 0.1525, lift_point: 0.7474, 0.1525; The action is #DUAL_POINT#; touch_point: 0.7046, 0.4999, lift_point: 0.7046, 0.4999; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4458, 0.4515, lift_point: 0.4458, 0.4515; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5768, 0.3786, lift_point: 0.5768, 0.3786; The action is #DUAL_POINT#; touch_point: 0.5469, 0.3295, lift_point: 0.5469, 0.3295; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63804_25.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Google Maps app; The action is #DUAL_POINT#; touch_point: 0.7482, 0.3056, lift_point: 0.7482, 0.3056; The action is #DUAL_POINT#; touch_point: 0.0812, 0.4505, lift_point: 0.0812, 0.4505; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7474, 0.1525, lift_point: 0.7474, 0.1525; The action is #DUAL_POINT#; touch_point: 0.7046, 0.4999, lift_point: 0.7046, 0.4999; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4458, 0.4515, lift_point: 0.4458, 0.4515; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5768, 0.3786, lift_point: 0.5768, 0.3786; The action is #DUAL_POINT#; touch_point: 0.5469, 0.3295, lift_point: 0.5469, 0.3295; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63804_26.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Google Maps app; The action is #DUAL_POINT#; touch_point: 0.7482, 0.3056, lift_point: 0.7482, 0.3056; The action is #DUAL_POINT#; touch_point: 0.0812, 0.4505, lift_point: 0.0812, 0.4505; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7474, 0.1525, lift_point: 0.7474, 0.1525; The action is #DUAL_POINT#; touch_point: 0.7046, 0.4999, lift_point: 0.7046, 0.4999; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4458, 0.4515, lift_point: 0.4458, 0.4515; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5768, 0.3786, lift_point: 0.5768, 0.3786; The action is #DUAL_POINT#; touch_point: 0.5469, 0.3295, lift_point: 0.5469, 0.3295; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.866, 0.2635, lift_point: 0.866, 0.2635", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63804_27.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Google Maps app; The action is #DUAL_POINT#; touch_point: 0.7482, 0.3056, lift_point: 0.7482, 0.3056; The action is #DUAL_POINT#; touch_point: 0.0812, 0.4505, lift_point: 0.0812, 0.4505; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7474, 0.1525, lift_point: 0.7474, 0.1525; The action is #DUAL_POINT#; touch_point: 0.7046, 0.4999, lift_point: 0.7046, 0.4999; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4458, 0.4515, lift_point: 0.4458, 0.4515; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5768, 0.3786, lift_point: 0.5768, 0.3786; The action is #DUAL_POINT#; touch_point: 0.5469, 0.3295, lift_point: 0.5469, 0.3295; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.866, 0.2635, lift_point: 0.866, 0.2635", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63804_28.png" ] }, { "query": "\nPrevious Actions: Goal: Show me some nice wallpapers for my laptop", "response": "The action is #DUAL_POINT#; touch_point: 0.7648, 0.308, lift_point: 0.7648, 0.308", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63832_1.png" ] }, { "query": "\nPrevious Actions: Goal: Show me some nice wallpapers for my laptop; The action is #DUAL_POINT#; touch_point: 0.7648, 0.308, lift_point: 0.7648, 0.308", "response": "The action is #DUAL_POINT#; touch_point: 0.0811, 0.5569, lift_point: 0.0811, 0.5569", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63832_2.png" ] }, { "query": "\nPrevious Actions: Goal: Show me some nice wallpapers for my laptop; The action is #DUAL_POINT#; touch_point: 0.7648, 0.308, lift_point: 0.7648, 0.308; The action is #DUAL_POINT#; touch_point: 0.0811, 0.5569, lift_point: 0.0811, 0.5569", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"nice wallpapers for laptop\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63832_3.png" ] }, { "query": "\nPrevious Actions: Goal: Show me some nice wallpapers for my laptop; The action is #DUAL_POINT#; touch_point: 0.7648, 0.308, lift_point: 0.7648, 0.308; The action is #DUAL_POINT#; touch_point: 0.0811, 0.5569, lift_point: 0.0811, 0.5569; The action is #TYPE#; And the content is : \"typed_text\": \"nice wallpapers for laptop\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63832_4.png" ] }, { "query": "\nPrevious Actions: Goal: Show me some nice wallpapers for my laptop; The action is #DUAL_POINT#; touch_point: 0.7648, 0.308, lift_point: 0.7648, 0.308; The action is #DUAL_POINT#; touch_point: 0.0811, 0.5569, lift_point: 0.0811, 0.5569; The action is #TYPE#; And the content is : \"typed_text\": \"nice wallpapers for laptop\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63832_5.png" ] }, { "query": "\nPrevious Actions: Goal: Show me some nice wallpapers for my laptop; The action is #DUAL_POINT#; touch_point: 0.7648, 0.308, lift_point: 0.7648, 0.308; The action is #DUAL_POINT#; touch_point: 0.0811, 0.5569, lift_point: 0.0811, 0.5569; The action is #TYPE#; And the content is : \"typed_text\": \"nice wallpapers for laptop\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63832_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Paris", "response": "The action is #DUAL_POINT#; touch_point: 0.7531, 0.3065, lift_point: 0.7531, 0.3065", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63856_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Paris; The action is #DUAL_POINT#; touch_point: 0.7531, 0.3065, lift_point: 0.7531, 0.3065", "response": "The action is #DUAL_POINT#; touch_point: 0.0854, 0.4441, lift_point: 0.0854, 0.4441", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63856_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Paris; The action is #DUAL_POINT#; touch_point: 0.7531, 0.3065, lift_point: 0.7531, 0.3065; The action is #DUAL_POINT#; touch_point: 0.0854, 0.4441, lift_point: 0.0854, 0.4441", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Paris\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63856_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Paris; The action is #DUAL_POINT#; touch_point: 0.7531, 0.3065, lift_point: 0.7531, 0.3065; The action is #DUAL_POINT#; touch_point: 0.0854, 0.4441, lift_point: 0.0854, 0.4441; The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Paris\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63856_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Paris; The action is #DUAL_POINT#; touch_point: 0.7531, 0.3065, lift_point: 0.7531, 0.3065; The action is #DUAL_POINT#; touch_point: 0.0854, 0.4441, lift_point: 0.0854, 0.4441; The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Paris\"; The action is #PRESS_ENTER#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63856_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Paris; The action is #DUAL_POINT#; touch_point: 0.7531, 0.3065, lift_point: 0.7531, 0.3065; The action is #DUAL_POINT#; touch_point: 0.0854, 0.4441, lift_point: 0.0854, 0.4441; The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Paris\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.8995, 0.5335, lift_point: 0.8995, 0.5335", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63856_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Paris; The action is #DUAL_POINT#; touch_point: 0.7531, 0.3065, lift_point: 0.7531, 0.3065; The action is #DUAL_POINT#; touch_point: 0.0854, 0.4441, lift_point: 0.0854, 0.4441; The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Paris\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8995, 0.5335, lift_point: 0.8995, 0.5335", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63856_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's on my calendar for the rest of the month?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63918_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's on my calendar for the rest of the month?; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63918_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's on my calendar for the rest of the month?; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.4058, 0.1114, lift_point: 0.4058, 0.1114", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63918_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's on my calendar for the rest of the month?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4058, 0.1114, lift_point: 0.4058, 0.1114", "response": "The action is #DUAL_POINT#; touch_point: 0.8784, 0.9095, lift_point: 0.8784, 0.9095", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63918_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's on my calendar for the rest of the month?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4058, 0.1114, lift_point: 0.4058, 0.1114; The action is #DUAL_POINT#; touch_point: 0.8784, 0.9095, lift_point: 0.8784, 0.9095", "response": "The action is #DUAL_POINT#; touch_point: 0.8784, 0.9095, lift_point: 0.8784, 0.9095", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63918_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's on my calendar for the rest of the month?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4058, 0.1114, lift_point: 0.4058, 0.1114; The action is #DUAL_POINT#; touch_point: 0.8784, 0.9095, lift_point: 0.8784, 0.9095; The action is #DUAL_POINT#; touch_point: 0.8784, 0.9095, lift_point: 0.8784, 0.9095", "response": "The action is #DUAL_POINT#; touch_point: 0.842, 0.554, lift_point: 0.842, 0.554", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63918_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's on my calendar for the rest of the month?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4058, 0.1114, lift_point: 0.4058, 0.1114; The action is #DUAL_POINT#; touch_point: 0.8784, 0.9095, lift_point: 0.8784, 0.9095; The action is #DUAL_POINT#; touch_point: 0.8784, 0.9095, lift_point: 0.8784, 0.9095; The action is #DUAL_POINT#; touch_point: 0.842, 0.554, lift_point: 0.842, 0.554", "response": "The action is #DUAL_POINT#; touch_point: 0.0819, 0.8044, lift_point: 0.0819, 0.8044", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63918_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's on my calendar for the rest of the month?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4058, 0.1114, lift_point: 0.4058, 0.1114; The action is #DUAL_POINT#; touch_point: 0.8784, 0.9095, lift_point: 0.8784, 0.9095; The action is #DUAL_POINT#; touch_point: 0.8784, 0.9095, lift_point: 0.8784, 0.9095; The action is #DUAL_POINT#; touch_point: 0.842, 0.554, lift_point: 0.842, 0.554; The action is #DUAL_POINT#; touch_point: 0.0819, 0.8044, lift_point: 0.0819, 0.8044", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63918_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the 1000-Watt EGO Power+ Snow Blower?", "response": "The action is #DUAL_POINT#; touch_point: 0.2266, 0.5193, lift_point: 0.2266, 0.5193", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63965_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the 1000-Watt EGO Power+ Snow Blower?; The action is #DUAL_POINT#; touch_point: 0.2266, 0.5193, lift_point: 0.2266, 0.5193", "response": "The action is #DUAL_POINT#; touch_point: 0.2208, 0.5351, lift_point: 0.2208, 0.5351", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63965_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the 1000-Watt EGO Power+ Snow Blower?; The action is #DUAL_POINT#; touch_point: 0.2266, 0.5193, lift_point: 0.2266, 0.5193; The action is #DUAL_POINT#; touch_point: 0.2208, 0.5351, lift_point: 0.2208, 0.5351", "response": "The action is #DUAL_POINT#; touch_point: 0.0789, 0.5293, lift_point: 0.0789, 0.5293", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63965_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the 1000-Watt EGO Power+ Snow Blower?; The action is #DUAL_POINT#; touch_point: 0.2266, 0.5193, lift_point: 0.2266, 0.5193; The action is #DUAL_POINT#; touch_point: 0.2208, 0.5351, lift_point: 0.2208, 0.5351; The action is #DUAL_POINT#; touch_point: 0.0789, 0.5293, lift_point: 0.0789, 0.5293", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"price of 1000 Watt EGO power+ snow Blower\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63965_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the 1000-Watt EGO Power+ Snow Blower?; The action is #DUAL_POINT#; touch_point: 0.2266, 0.5193, lift_point: 0.2266, 0.5193; The action is #DUAL_POINT#; touch_point: 0.2208, 0.5351, lift_point: 0.2208, 0.5351; The action is #DUAL_POINT#; touch_point: 0.0789, 0.5293, lift_point: 0.0789, 0.5293; The action is #TYPE#; And the content is : \"typed_text\": \"price of 1000 Watt EGO power+ snow Blower\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63965_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the 1000-Watt EGO Power+ Snow Blower?; The action is #DUAL_POINT#; touch_point: 0.2266, 0.5193, lift_point: 0.2266, 0.5193; The action is #DUAL_POINT#; touch_point: 0.2208, 0.5351, lift_point: 0.2208, 0.5351; The action is #DUAL_POINT#; touch_point: 0.0789, 0.5293, lift_point: 0.0789, 0.5293; The action is #TYPE#; And the content is : \"typed_text\": \"price of 1000 Watt EGO power+ snow Blower\"; The action is #PRESS_ENTER#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63965_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the 1000-Watt EGO Power+ Snow Blower?; The action is #DUAL_POINT#; touch_point: 0.2266, 0.5193, lift_point: 0.2266, 0.5193; The action is #DUAL_POINT#; touch_point: 0.2208, 0.5351, lift_point: 0.2208, 0.5351; The action is #DUAL_POINT#; touch_point: 0.0789, 0.5293, lift_point: 0.0789, 0.5293; The action is #TYPE#; And the content is : \"typed_text\": \"price of 1000 Watt EGO power+ snow Blower\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63965_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the 1000-Watt EGO Power+ Snow Blower?; The action is #DUAL_POINT#; touch_point: 0.2266, 0.5193, lift_point: 0.2266, 0.5193; The action is #DUAL_POINT#; touch_point: 0.2208, 0.5351, lift_point: 0.2208, 0.5351; The action is #DUAL_POINT#; touch_point: 0.0789, 0.5293, lift_point: 0.0789, 0.5293; The action is #TYPE#; And the content is : \"typed_text\": \"price of 1000 Watt EGO power+ snow Blower\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63965_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the 1000-Watt EGO Power+ Snow Blower?; The action is #DUAL_POINT#; touch_point: 0.2266, 0.5193, lift_point: 0.2266, 0.5193; The action is #DUAL_POINT#; touch_point: 0.2208, 0.5351, lift_point: 0.2208, 0.5351; The action is #DUAL_POINT#; touch_point: 0.0789, 0.5293, lift_point: 0.0789, 0.5293; The action is #TYPE#; And the content is : \"typed_text\": \"price of 1000 Watt EGO power+ snow Blower\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3363, 0.4445, lift_point: 0.3363, 0.4445", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63965_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the 1000-Watt EGO Power+ Snow Blower?; The action is #DUAL_POINT#; touch_point: 0.2266, 0.5193, lift_point: 0.2266, 0.5193; The action is #DUAL_POINT#; touch_point: 0.2208, 0.5351, lift_point: 0.2208, 0.5351; The action is #DUAL_POINT#; touch_point: 0.0789, 0.5293, lift_point: 0.0789, 0.5293; The action is #TYPE#; And the content is : \"typed_text\": \"price of 1000 Watt EGO power+ snow Blower\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3363, 0.4445, lift_point: 0.3363, 0.4445", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/63965_10.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2x4x8 board cost at Lowes?", "response": "The action is #DUAL_POINT#; touch_point: 0.8765, 0.5046, lift_point: 0.8765, 0.5046", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64141_1.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2x4x8 board cost at Lowes?; The action is #DUAL_POINT#; touch_point: 0.8765, 0.5046, lift_point: 0.8765, 0.5046", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"2x4x8 board cost at Lowes\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64141_2.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2x4x8 board cost at Lowes?; The action is #DUAL_POINT#; touch_point: 0.8765, 0.5046, lift_point: 0.8765, 0.5046; The action is #TYPE#; And the content is : \"typed_text\": \"2x4x8 board cost at Lowes\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1308, 0.5098, lift_point: 0.1308, 0.5098", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64141_3.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2x4x8 board cost at Lowes?; The action is #DUAL_POINT#; touch_point: 0.8765, 0.5046, lift_point: 0.8765, 0.5046; The action is #TYPE#; And the content is : \"typed_text\": \"2x4x8 board cost at Lowes\"; The action is #DUAL_POINT#; touch_point: 0.1308, 0.5098, lift_point: 0.1308, 0.5098", "response": "The action is #DUAL_POINT#; touch_point: 0.3837, 0.3738, lift_point: 0.3837, 0.3738", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64141_4.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2x4x8 board cost at Lowes?; The action is #DUAL_POINT#; touch_point: 0.8765, 0.5046, lift_point: 0.8765, 0.5046; The action is #TYPE#; And the content is : \"typed_text\": \"2x4x8 board cost at Lowes\"; The action is #DUAL_POINT#; touch_point: 0.1308, 0.5098, lift_point: 0.1308, 0.5098; The action is #DUAL_POINT#; touch_point: 0.3837, 0.3738, lift_point: 0.3837, 0.3738", "response": "The action is #PRESS_BACK#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64141_5.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2x4x8 board cost at Lowes?; The action is #DUAL_POINT#; touch_point: 0.8765, 0.5046, lift_point: 0.8765, 0.5046; The action is #TYPE#; And the content is : \"typed_text\": \"2x4x8 board cost at Lowes\"; The action is #DUAL_POINT#; touch_point: 0.1308, 0.5098, lift_point: 0.1308, 0.5098; The action is #DUAL_POINT#; touch_point: 0.3837, 0.3738, lift_point: 0.3837, 0.3738; The action is #PRESS_BACK#", "response": "The action is #DUAL_POINT#; touch_point: 0.6894, 0.462, lift_point: 0.6894, 0.462", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64141_6.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2x4x8 board cost at Lowes?; The action is #DUAL_POINT#; touch_point: 0.8765, 0.5046, lift_point: 0.8765, 0.5046; The action is #TYPE#; And the content is : \"typed_text\": \"2x4x8 board cost at Lowes\"; The action is #DUAL_POINT#; touch_point: 0.1308, 0.5098, lift_point: 0.1308, 0.5098; The action is #DUAL_POINT#; touch_point: 0.3837, 0.3738, lift_point: 0.3837, 0.3738; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.6894, 0.462, lift_point: 0.6894, 0.462", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64141_7.png" ] }, { "query": "\nPrevious Actions: Goal: Install the CNN app", "response": "The action is #DUAL_POINT#; touch_point: 0.7836, 0.8913, lift_point: 0.7836, 0.8913", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64212_1.png" ] }, { "query": "\nPrevious Actions: Goal: Install the CNN app; The action is #DUAL_POINT#; touch_point: 0.7836, 0.8913, lift_point: 0.7836, 0.8913", "response": "The action is #DUAL_POINT#; touch_point: 0.0641, 0.8083, lift_point: 0.0641, 0.8083", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64212_2.png" ] }, { "query": "\nPrevious Actions: Goal: Install the CNN app; The action is #DUAL_POINT#; touch_point: 0.7836, 0.8913, lift_point: 0.7836, 0.8913; The action is #DUAL_POINT#; touch_point: 0.0641, 0.8083, lift_point: 0.0641, 0.8083", "response": "The action is #DUAL_POINT#; touch_point: 0.0565, 0.9121, lift_point: 0.0565, 0.9121", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64212_3.png" ] }, { "query": "\nPrevious Actions: Goal: Install the CNN app; The action is #DUAL_POINT#; touch_point: 0.7836, 0.8913, lift_point: 0.7836, 0.8913; The action is #DUAL_POINT#; touch_point: 0.0641, 0.8083, lift_point: 0.0641, 0.8083; The action is #DUAL_POINT#; touch_point: 0.0565, 0.9121, lift_point: 0.0565, 0.9121", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"CNN app\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64212_4.png" ] }, { "query": "\nPrevious Actions: Goal: Install the CNN app; The action is #DUAL_POINT#; touch_point: 0.7836, 0.8913, lift_point: 0.7836, 0.8913; The action is #DUAL_POINT#; touch_point: 0.0641, 0.8083, lift_point: 0.0641, 0.8083; The action is #DUAL_POINT#; touch_point: 0.0565, 0.9121, lift_point: 0.0565, 0.9121; The action is #TYPE#; And the content is : \"typed_text\": \"CNN app\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64212_5.png" ] }, { "query": "\nPrevious Actions: Goal: Install the CNN app; The action is #DUAL_POINT#; touch_point: 0.7836, 0.8913, lift_point: 0.7836, 0.8913; The action is #DUAL_POINT#; touch_point: 0.0641, 0.8083, lift_point: 0.0641, 0.8083; The action is #DUAL_POINT#; touch_point: 0.0565, 0.9121, lift_point: 0.0565, 0.9121; The action is #TYPE#; And the content is : \"typed_text\": \"CNN app\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1365, 0.3443, lift_point: 0.1365, 0.3443", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64212_6.png" ] }, { "query": "\nPrevious Actions: Goal: Install the CNN app; The action is #DUAL_POINT#; touch_point: 0.7836, 0.8913, lift_point: 0.7836, 0.8913; The action is #DUAL_POINT#; touch_point: 0.0641, 0.8083, lift_point: 0.0641, 0.8083; The action is #DUAL_POINT#; touch_point: 0.0565, 0.9121, lift_point: 0.0565, 0.9121; The action is #TYPE#; And the content is : \"typed_text\": \"CNN app\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1365, 0.3443, lift_point: 0.1365, 0.3443", "response": "The action is #DUAL_POINT#; touch_point: 0.3312, 0.5818, lift_point: 0.3312, 0.5818", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64212_7.png" ] }, { "query": "\nPrevious Actions: Goal: Install the CNN app; The action is #DUAL_POINT#; touch_point: 0.7836, 0.8913, lift_point: 0.7836, 0.8913; The action is #DUAL_POINT#; touch_point: 0.0641, 0.8083, lift_point: 0.0641, 0.8083; The action is #DUAL_POINT#; touch_point: 0.0565, 0.9121, lift_point: 0.0565, 0.9121; The action is #TYPE#; And the content is : \"typed_text\": \"CNN app\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1365, 0.3443, lift_point: 0.1365, 0.3443; The action is #DUAL_POINT#; touch_point: 0.3312, 0.5818, lift_point: 0.3312, 0.5818", "response": "The action is #DUAL_POINT#; touch_point: 0.365, 0.6091, lift_point: 0.365, 0.6091", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64212_8.png" ] }, { "query": "\nPrevious Actions: Goal: Install the CNN app; The action is #DUAL_POINT#; touch_point: 0.7836, 0.8913, lift_point: 0.7836, 0.8913; The action is #DUAL_POINT#; touch_point: 0.0641, 0.8083, lift_point: 0.0641, 0.8083; The action is #DUAL_POINT#; touch_point: 0.0565, 0.9121, lift_point: 0.0565, 0.9121; The action is #TYPE#; And the content is : \"typed_text\": \"CNN app\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1365, 0.3443, lift_point: 0.1365, 0.3443; The action is #DUAL_POINT#; touch_point: 0.3312, 0.5818, lift_point: 0.3312, 0.5818; The action is #DUAL_POINT#; touch_point: 0.365, 0.6091, lift_point: 0.365, 0.6091", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64212_9.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 3pm", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64248_1.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 3pm; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64248_2.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 3pm; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.1917, 0.7347, lift_point: 0.1917, 0.7347", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64248_3.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 3pm; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1917, 0.7347, lift_point: 0.1917, 0.7347", "response": "The action is #DUAL_POINT#; touch_point: 0.077, 0.1591, lift_point: 0.077, 0.1591", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64248_4.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 3pm; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1917, 0.7347, lift_point: 0.1917, 0.7347; The action is #DUAL_POINT#; touch_point: 0.077, 0.1591, lift_point: 0.077, 0.1591", "response": "The action is #DUAL_POINT#; touch_point: 0.1722, 0.9007, lift_point: 0.1722, 0.9007", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64248_5.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 3pm; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1917, 0.7347, lift_point: 0.1917, 0.7347; The action is #DUAL_POINT#; touch_point: 0.077, 0.1591, lift_point: 0.077, 0.1591; The action is #DUAL_POINT#; touch_point: 0.1722, 0.9007, lift_point: 0.1722, 0.9007", "response": "The action is #DUAL_POINT#; touch_point: 0.1703, 0.3363, lift_point: 0.1703, 0.3363", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64248_6.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 3pm; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1917, 0.7347, lift_point: 0.1917, 0.7347; The action is #DUAL_POINT#; touch_point: 0.077, 0.1591, lift_point: 0.077, 0.1591; The action is #DUAL_POINT#; touch_point: 0.1722, 0.9007, lift_point: 0.1722, 0.9007; The action is #DUAL_POINT#; touch_point: 0.1703, 0.3363, lift_point: 0.1703, 0.3363", "response": "The action is #DUAL_POINT#; touch_point: 0.5092, 0.7262, lift_point: 0.5092, 0.7262", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64248_7.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 3pm; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1917, 0.7347, lift_point: 0.1917, 0.7347; The action is #DUAL_POINT#; touch_point: 0.077, 0.1591, lift_point: 0.077, 0.1591; The action is #DUAL_POINT#; touch_point: 0.1722, 0.9007, lift_point: 0.1722, 0.9007; The action is #DUAL_POINT#; touch_point: 0.1703, 0.3363, lift_point: 0.1703, 0.3363; The action is #DUAL_POINT#; touch_point: 0.5092, 0.7262, lift_point: 0.5092, 0.7262", "response": "The action is #DUAL_POINT#; touch_point: 0.412, 0.5358, lift_point: 0.412, 0.5358", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64248_8.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 3pm; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1917, 0.7347, lift_point: 0.1917, 0.7347; The action is #DUAL_POINT#; touch_point: 0.077, 0.1591, lift_point: 0.077, 0.1591; The action is #DUAL_POINT#; touch_point: 0.1722, 0.9007, lift_point: 0.1722, 0.9007; The action is #DUAL_POINT#; touch_point: 0.1703, 0.3363, lift_point: 0.1703, 0.3363; The action is #DUAL_POINT#; touch_point: 0.5092, 0.7262, lift_point: 0.5092, 0.7262; The action is #DUAL_POINT#; touch_point: 0.412, 0.5358, lift_point: 0.412, 0.5358", "response": "The action is #DUAL_POINT#; touch_point: 0.3374, 0.7421, lift_point: 0.3374, 0.7421", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64248_9.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 3pm; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1917, 0.7347, lift_point: 0.1917, 0.7347; The action is #DUAL_POINT#; touch_point: 0.077, 0.1591, lift_point: 0.077, 0.1591; The action is #DUAL_POINT#; touch_point: 0.1722, 0.9007, lift_point: 0.1722, 0.9007; The action is #DUAL_POINT#; touch_point: 0.1703, 0.3363, lift_point: 0.1703, 0.3363; The action is #DUAL_POINT#; touch_point: 0.5092, 0.7262, lift_point: 0.5092, 0.7262; The action is #DUAL_POINT#; touch_point: 0.412, 0.5358, lift_point: 0.412, 0.5358; The action is #DUAL_POINT#; touch_point: 0.3374, 0.7421, lift_point: 0.3374, 0.7421", "response": "The action is #DUAL_POINT#; touch_point: 0.4095, 0.5013, lift_point: 0.4095, 0.5013", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64248_10.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 3pm; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1917, 0.7347, lift_point: 0.1917, 0.7347; The action is #DUAL_POINT#; touch_point: 0.077, 0.1591, lift_point: 0.077, 0.1591; The action is #DUAL_POINT#; touch_point: 0.1722, 0.9007, lift_point: 0.1722, 0.9007; The action is #DUAL_POINT#; touch_point: 0.1703, 0.3363, lift_point: 0.1703, 0.3363; The action is #DUAL_POINT#; touch_point: 0.5092, 0.7262, lift_point: 0.5092, 0.7262; The action is #DUAL_POINT#; touch_point: 0.412, 0.5358, lift_point: 0.412, 0.5358; The action is #DUAL_POINT#; touch_point: 0.3374, 0.7421, lift_point: 0.3374, 0.7421; The action is #DUAL_POINT#; touch_point: 0.4095, 0.5013, lift_point: 0.4095, 0.5013", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64248_11.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the new iPad cost?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64314_1.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the new iPad cost?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8864, 0.3505, lift_point: 0.8864, 0.3505", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64314_2.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the new iPad cost?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8864, 0.3505, lift_point: 0.8864, 0.3505", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"new iPad cost\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64314_3.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the new iPad cost?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8864, 0.3505, lift_point: 0.8864, 0.3505; The action is #TYPE#; And the content is : \"typed_text\": \"new iPad cost\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64314_4.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the new iPad cost?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8864, 0.3505, lift_point: 0.8864, 0.3505; The action is #TYPE#; And the content is : \"typed_text\": \"new iPad cost\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1385, 0.2144, lift_point: 0.1385, 0.2144", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64314_5.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the new iPad cost?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8864, 0.3505, lift_point: 0.8864, 0.3505; The action is #TYPE#; And the content is : \"typed_text\": \"new iPad cost\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1385, 0.2144, lift_point: 0.1385, 0.2144", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64314_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news?", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64383_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news?; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.5116, 0.6707, lift_point: 0.5116, 0.6707", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64383_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5116, 0.6707, lift_point: 0.5116, 0.6707", "response": "The action is #DUAL_POINT#; touch_point: 0.1434, 0.575, lift_point: 0.1434, 0.575", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64383_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5116, 0.6707, lift_point: 0.5116, 0.6707; The action is #DUAL_POINT#; touch_point: 0.1434, 0.575, lift_point: 0.1434, 0.575", "response": "The action is #DUAL_POINT#; touch_point: 0.0735, 0.9084, lift_point: 0.0735, 0.9084", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64383_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5116, 0.6707, lift_point: 0.5116, 0.6707; The action is #DUAL_POINT#; touch_point: 0.1434, 0.575, lift_point: 0.1434, 0.575; The action is #DUAL_POINT#; touch_point: 0.0735, 0.9084, lift_point: 0.0735, 0.9084", "response": "The action is #DUAL_POINT#; touch_point: 0.0634, 0.3613, lift_point: 0.0634, 0.3613", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64383_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5116, 0.6707, lift_point: 0.5116, 0.6707; The action is #DUAL_POINT#; touch_point: 0.1434, 0.575, lift_point: 0.1434, 0.575; The action is #DUAL_POINT#; touch_point: 0.0735, 0.9084, lift_point: 0.0735, 0.9084; The action is #DUAL_POINT#; touch_point: 0.0634, 0.3613, lift_point: 0.0634, 0.3613", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news? \"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64383_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5116, 0.6707, lift_point: 0.5116, 0.6707; The action is #DUAL_POINT#; touch_point: 0.1434, 0.575, lift_point: 0.1434, 0.575; The action is #DUAL_POINT#; touch_point: 0.0735, 0.9084, lift_point: 0.0735, 0.9084; The action is #DUAL_POINT#; touch_point: 0.0634, 0.3613, lift_point: 0.0634, 0.3613; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news? \"", "response": "The action is #DUAL_POINT#; touch_point: 0.3, 0.4889, lift_point: 0.3, 0.4889", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64383_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5116, 0.6707, lift_point: 0.5116, 0.6707; The action is #DUAL_POINT#; touch_point: 0.1434, 0.575, lift_point: 0.1434, 0.575; The action is #DUAL_POINT#; touch_point: 0.0735, 0.9084, lift_point: 0.0735, 0.9084; The action is #DUAL_POINT#; touch_point: 0.0634, 0.3613, lift_point: 0.0634, 0.3613; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news? \"; The action is #DUAL_POINT#; touch_point: 0.3, 0.4889, lift_point: 0.3, 0.4889", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64383_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5116, 0.6707, lift_point: 0.5116, 0.6707; The action is #DUAL_POINT#; touch_point: 0.1434, 0.575, lift_point: 0.1434, 0.575; The action is #DUAL_POINT#; touch_point: 0.0735, 0.9084, lift_point: 0.0735, 0.9084; The action is #DUAL_POINT#; touch_point: 0.0634, 0.3613, lift_point: 0.0634, 0.3613; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news? \"; The action is #DUAL_POINT#; touch_point: 0.3, 0.4889, lift_point: 0.3, 0.4889; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.5718, 0.3868, lift_point: 0.5718, 0.3868", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64383_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5116, 0.6707, lift_point: 0.5116, 0.6707; The action is #DUAL_POINT#; touch_point: 0.1434, 0.575, lift_point: 0.1434, 0.575; The action is #DUAL_POINT#; touch_point: 0.0735, 0.9084, lift_point: 0.0735, 0.9084; The action is #DUAL_POINT#; touch_point: 0.0634, 0.3613, lift_point: 0.0634, 0.3613; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news? \"; The action is #DUAL_POINT#; touch_point: 0.3, 0.4889, lift_point: 0.3, 0.4889; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5718, 0.3868, lift_point: 0.5718, 0.3868", "response": "The action is #DUAL_POINT#; touch_point: 0.845, 0.4068, lift_point: 0.845, 0.4068", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64383_10.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5116, 0.6707, lift_point: 0.5116, 0.6707; The action is #DUAL_POINT#; touch_point: 0.1434, 0.575, lift_point: 0.1434, 0.575; The action is #DUAL_POINT#; touch_point: 0.0735, 0.9084, lift_point: 0.0735, 0.9084; The action is #DUAL_POINT#; touch_point: 0.0634, 0.3613, lift_point: 0.0634, 0.3613; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news? \"; The action is #DUAL_POINT#; touch_point: 0.3, 0.4889, lift_point: 0.3, 0.4889; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5718, 0.3868, lift_point: 0.5718, 0.3868; The action is #DUAL_POINT#; touch_point: 0.845, 0.4068, lift_point: 0.845, 0.4068", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64383_11.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new hair product", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64415_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new hair product; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64415_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new hair product; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.5316, 0.696, lift_point: 0.5316, 0.696", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64415_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new hair product; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5316, 0.696, lift_point: 0.5316, 0.696", "response": "The action is #DUAL_POINT#; touch_point: 0.5139, 0.6907, lift_point: 0.5139, 0.6907", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64415_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new hair product; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5316, 0.696, lift_point: 0.5316, 0.696; The action is #DUAL_POINT#; touch_point: 0.5139, 0.6907, lift_point: 0.5139, 0.6907", "response": "The action is #DUAL_POINT#; touch_point: 0.1398, 0.5773, lift_point: 0.1398, 0.5773", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64415_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new hair product; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5316, 0.696, lift_point: 0.5316, 0.696; The action is #DUAL_POINT#; touch_point: 0.5139, 0.6907, lift_point: 0.5139, 0.6907; The action is #DUAL_POINT#; touch_point: 0.1398, 0.5773, lift_point: 0.1398, 0.5773", "response": "The action is #DUAL_POINT#; touch_point: 0.0667, 0.8632, lift_point: 0.0667, 0.8632", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64415_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new hair product; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5316, 0.696, lift_point: 0.5316, 0.696; The action is #DUAL_POINT#; touch_point: 0.5139, 0.6907, lift_point: 0.5139, 0.6907; The action is #DUAL_POINT#; touch_point: 0.1398, 0.5773, lift_point: 0.1398, 0.5773; The action is #DUAL_POINT#; touch_point: 0.0667, 0.8632, lift_point: 0.0667, 0.8632", "response": "The action is #DUAL_POINT#; touch_point: 0.0272, 0.5224, lift_point: 0.0272, 0.5224", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64415_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new hair product; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5316, 0.696, lift_point: 0.5316, 0.696; The action is #DUAL_POINT#; touch_point: 0.5139, 0.6907, lift_point: 0.5139, 0.6907; The action is #DUAL_POINT#; touch_point: 0.1398, 0.5773, lift_point: 0.1398, 0.5773; The action is #DUAL_POINT#; touch_point: 0.0667, 0.8632, lift_point: 0.0667, 0.8632; The action is #DUAL_POINT#; touch_point: 0.0272, 0.5224, lift_point: 0.0272, 0.5224", "response": "The action is #DUAL_POINT#; touch_point: 0.0729, 0.6006, lift_point: 0.0729, 0.6006", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64415_8.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new hair product; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5316, 0.696, lift_point: 0.5316, 0.696; The action is #DUAL_POINT#; touch_point: 0.5139, 0.6907, lift_point: 0.5139, 0.6907; The action is #DUAL_POINT#; touch_point: 0.1398, 0.5773, lift_point: 0.1398, 0.5773; The action is #DUAL_POINT#; touch_point: 0.0667, 0.8632, lift_point: 0.0667, 0.8632; The action is #DUAL_POINT#; touch_point: 0.0272, 0.5224, lift_point: 0.0272, 0.5224; The action is #DUAL_POINT#; touch_point: 0.0729, 0.6006, lift_point: 0.0729, 0.6006", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for a new hair product \"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64415_9.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new hair product; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5316, 0.696, lift_point: 0.5316, 0.696; The action is #DUAL_POINT#; touch_point: 0.5139, 0.6907, lift_point: 0.5139, 0.6907; The action is #DUAL_POINT#; touch_point: 0.1398, 0.5773, lift_point: 0.1398, 0.5773; The action is #DUAL_POINT#; touch_point: 0.0667, 0.8632, lift_point: 0.0667, 0.8632; The action is #DUAL_POINT#; touch_point: 0.0272, 0.5224, lift_point: 0.0272, 0.5224; The action is #DUAL_POINT#; touch_point: 0.0729, 0.6006, lift_point: 0.0729, 0.6006; The action is #TYPE#; And the content is : \"typed_text\": \"Search for a new hair product \"", "response": "The action is #DUAL_POINT#; touch_point: 0.2757, 0.5502, lift_point: 0.2757, 0.5502", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64415_10.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new hair product; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5316, 0.696, lift_point: 0.5316, 0.696; The action is #DUAL_POINT#; touch_point: 0.5139, 0.6907, lift_point: 0.5139, 0.6907; The action is #DUAL_POINT#; touch_point: 0.1398, 0.5773, lift_point: 0.1398, 0.5773; The action is #DUAL_POINT#; touch_point: 0.0667, 0.8632, lift_point: 0.0667, 0.8632; The action is #DUAL_POINT#; touch_point: 0.0272, 0.5224, lift_point: 0.0272, 0.5224; The action is #DUAL_POINT#; touch_point: 0.0729, 0.6006, lift_point: 0.0729, 0.6006; The action is #TYPE#; And the content is : \"typed_text\": \"Search for a new hair product \"; The action is #DUAL_POINT#; touch_point: 0.2757, 0.5502, lift_point: 0.2757, 0.5502", "response": "The action is #DUAL_POINT#; touch_point: 0.3859, 0.3724, lift_point: 0.3859, 0.3724", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64415_11.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new hair product; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5316, 0.696, lift_point: 0.5316, 0.696; The action is #DUAL_POINT#; touch_point: 0.5139, 0.6907, lift_point: 0.5139, 0.6907; The action is #DUAL_POINT#; touch_point: 0.1398, 0.5773, lift_point: 0.1398, 0.5773; The action is #DUAL_POINT#; touch_point: 0.0667, 0.8632, lift_point: 0.0667, 0.8632; The action is #DUAL_POINT#; touch_point: 0.0272, 0.5224, lift_point: 0.0272, 0.5224; The action is #DUAL_POINT#; touch_point: 0.0729, 0.6006, lift_point: 0.0729, 0.6006; The action is #TYPE#; And the content is : \"typed_text\": \"Search for a new hair product \"; The action is #DUAL_POINT#; touch_point: 0.2757, 0.5502, lift_point: 0.2757, 0.5502; The action is #DUAL_POINT#; touch_point: 0.3859, 0.3724, lift_point: 0.3859, 0.3724", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64415_12.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new hair product; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5316, 0.696, lift_point: 0.5316, 0.696; The action is #DUAL_POINT#; touch_point: 0.5139, 0.6907, lift_point: 0.5139, 0.6907; The action is #DUAL_POINT#; touch_point: 0.1398, 0.5773, lift_point: 0.1398, 0.5773; The action is #DUAL_POINT#; touch_point: 0.0667, 0.8632, lift_point: 0.0667, 0.8632; The action is #DUAL_POINT#; touch_point: 0.0272, 0.5224, lift_point: 0.0272, 0.5224; The action is #DUAL_POINT#; touch_point: 0.0729, 0.6006, lift_point: 0.0729, 0.6006; The action is #TYPE#; And the content is : \"typed_text\": \"Search for a new hair product \"; The action is #DUAL_POINT#; touch_point: 0.2757, 0.5502, lift_point: 0.2757, 0.5502; The action is #DUAL_POINT#; touch_point: 0.3859, 0.3724, lift_point: 0.3859, 0.3724; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.778, 0.9012, lift_point: 0.778, 0.9012", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64415_13.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new hair product; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5316, 0.696, lift_point: 0.5316, 0.696; The action is #DUAL_POINT#; touch_point: 0.5139, 0.6907, lift_point: 0.5139, 0.6907; The action is #DUAL_POINT#; touch_point: 0.1398, 0.5773, lift_point: 0.1398, 0.5773; The action is #DUAL_POINT#; touch_point: 0.0667, 0.8632, lift_point: 0.0667, 0.8632; The action is #DUAL_POINT#; touch_point: 0.0272, 0.5224, lift_point: 0.0272, 0.5224; The action is #DUAL_POINT#; touch_point: 0.0729, 0.6006, lift_point: 0.0729, 0.6006; The action is #TYPE#; And the content is : \"typed_text\": \"Search for a new hair product \"; The action is #DUAL_POINT#; touch_point: 0.2757, 0.5502, lift_point: 0.2757, 0.5502; The action is #DUAL_POINT#; touch_point: 0.3859, 0.3724, lift_point: 0.3859, 0.3724; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.778, 0.9012, lift_point: 0.778, 0.9012", "response": "The action is #DUAL_POINT#; touch_point: 0.7804, 0.9012, lift_point: 0.7804, 0.9012", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64415_14.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new hair product; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5316, 0.696, lift_point: 0.5316, 0.696; The action is #DUAL_POINT#; touch_point: 0.5139, 0.6907, lift_point: 0.5139, 0.6907; The action is #DUAL_POINT#; touch_point: 0.1398, 0.5773, lift_point: 0.1398, 0.5773; The action is #DUAL_POINT#; touch_point: 0.0667, 0.8632, lift_point: 0.0667, 0.8632; The action is #DUAL_POINT#; touch_point: 0.0272, 0.5224, lift_point: 0.0272, 0.5224; The action is #DUAL_POINT#; touch_point: 0.0729, 0.6006, lift_point: 0.0729, 0.6006; The action is #TYPE#; And the content is : \"typed_text\": \"Search for a new hair product \"; The action is #DUAL_POINT#; touch_point: 0.2757, 0.5502, lift_point: 0.2757, 0.5502; The action is #DUAL_POINT#; touch_point: 0.3859, 0.3724, lift_point: 0.3859, 0.3724; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.778, 0.9012, lift_point: 0.778, 0.9012; The action is #DUAL_POINT#; touch_point: 0.7804, 0.9012, lift_point: 0.7804, 0.9012", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64415_15.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Pakistan?", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64479_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Pakistan?; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.5042, 0.6569, lift_point: 0.5042, 0.6569", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64479_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Pakistan?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5042, 0.6569, lift_point: 0.5042, 0.6569", "response": "The action is #DUAL_POINT#; touch_point: 0.1423, 0.505, lift_point: 0.1423, 0.505", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64479_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Pakistan?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5042, 0.6569, lift_point: 0.5042, 0.6569; The action is #DUAL_POINT#; touch_point: 0.1423, 0.505, lift_point: 0.1423, 0.505", "response": "The action is #DUAL_POINT#; touch_point: 0.0657, 0.9022, lift_point: 0.0657, 0.9022", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64479_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Pakistan?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5042, 0.6569, lift_point: 0.5042, 0.6569; The action is #DUAL_POINT#; touch_point: 0.1423, 0.505, lift_point: 0.1423, 0.505; The action is #DUAL_POINT#; touch_point: 0.0657, 0.9022, lift_point: 0.0657, 0.9022", "response": "The action is #DUAL_POINT#; touch_point: 0.0592, 0.4723, lift_point: 0.0592, 0.4723", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64479_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Pakistan?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5042, 0.6569, lift_point: 0.5042, 0.6569; The action is #DUAL_POINT#; touch_point: 0.1423, 0.505, lift_point: 0.1423, 0.505; The action is #DUAL_POINT#; touch_point: 0.0657, 0.9022, lift_point: 0.0657, 0.9022; The action is #DUAL_POINT#; touch_point: 0.0592, 0.4723, lift_point: 0.0592, 0.4723", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Pakistan? \"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64479_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Pakistan?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5042, 0.6569, lift_point: 0.5042, 0.6569; The action is #DUAL_POINT#; touch_point: 0.1423, 0.505, lift_point: 0.1423, 0.505; The action is #DUAL_POINT#; touch_point: 0.0657, 0.9022, lift_point: 0.0657, 0.9022; The action is #DUAL_POINT#; touch_point: 0.0592, 0.4723, lift_point: 0.0592, 0.4723; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Pakistan? \"", "response": "The action is #DUAL_POINT#; touch_point: 0.1414, 0.4019, lift_point: 0.1414, 0.4019", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64479_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Pakistan?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5042, 0.6569, lift_point: 0.5042, 0.6569; The action is #DUAL_POINT#; touch_point: 0.1423, 0.505, lift_point: 0.1423, 0.505; The action is #DUAL_POINT#; touch_point: 0.0657, 0.9022, lift_point: 0.0657, 0.9022; The action is #DUAL_POINT#; touch_point: 0.0592, 0.4723, lift_point: 0.0592, 0.4723; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Pakistan? \"; The action is #DUAL_POINT#; touch_point: 0.1414, 0.4019, lift_point: 0.1414, 0.4019", "response": "The action is #DUAL_POINT#; touch_point: 0.3341, 0.3463, lift_point: 0.3341, 0.3463", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64479_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Pakistan?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5042, 0.6569, lift_point: 0.5042, 0.6569; The action is #DUAL_POINT#; touch_point: 0.1423, 0.505, lift_point: 0.1423, 0.505; The action is #DUAL_POINT#; touch_point: 0.0657, 0.9022, lift_point: 0.0657, 0.9022; The action is #DUAL_POINT#; touch_point: 0.0592, 0.4723, lift_point: 0.0592, 0.4723; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Pakistan? \"; The action is #DUAL_POINT#; touch_point: 0.1414, 0.4019, lift_point: 0.1414, 0.4019; The action is #DUAL_POINT#; touch_point: 0.3341, 0.3463, lift_point: 0.3341, 0.3463", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64479_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Pakistan?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5042, 0.6569, lift_point: 0.5042, 0.6569; The action is #DUAL_POINT#; touch_point: 0.1423, 0.505, lift_point: 0.1423, 0.505; The action is #DUAL_POINT#; touch_point: 0.0657, 0.9022, lift_point: 0.0657, 0.9022; The action is #DUAL_POINT#; touch_point: 0.0592, 0.4723, lift_point: 0.0592, 0.4723; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Pakistan? \"; The action is #DUAL_POINT#; touch_point: 0.1414, 0.4019, lift_point: 0.1414, 0.4019; The action is #DUAL_POINT#; touch_point: 0.3341, 0.3463, lift_point: 0.3341, 0.3463; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.812, 0.3459, lift_point: 0.812, 0.3459", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64479_10.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Pakistan?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5042, 0.6569, lift_point: 0.5042, 0.6569; The action is #DUAL_POINT#; touch_point: 0.1423, 0.505, lift_point: 0.1423, 0.505; The action is #DUAL_POINT#; touch_point: 0.0657, 0.9022, lift_point: 0.0657, 0.9022; The action is #DUAL_POINT#; touch_point: 0.0592, 0.4723, lift_point: 0.0592, 0.4723; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Pakistan? \"; The action is #DUAL_POINT#; touch_point: 0.1414, 0.4019, lift_point: 0.1414, 0.4019; The action is #DUAL_POINT#; touch_point: 0.3341, 0.3463, lift_point: 0.3341, 0.3463; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.812, 0.3459, lift_point: 0.812, 0.3459", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64479_11.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Pakistan?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5042, 0.6569, lift_point: 0.5042, 0.6569; The action is #DUAL_POINT#; touch_point: 0.1423, 0.505, lift_point: 0.1423, 0.505; The action is #DUAL_POINT#; touch_point: 0.0657, 0.9022, lift_point: 0.0657, 0.9022; The action is #DUAL_POINT#; touch_point: 0.0592, 0.4723, lift_point: 0.0592, 0.4723; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Pakistan? \"; The action is #DUAL_POINT#; touch_point: 0.1414, 0.4019, lift_point: 0.1414, 0.4019; The action is #DUAL_POINT#; touch_point: 0.3341, 0.3463, lift_point: 0.3341, 0.3463; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.812, 0.3459, lift_point: 0.812, 0.3459; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.779, 0.9659, lift_point: 0.779, 0.9659", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64479_12.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Pakistan?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5042, 0.6569, lift_point: 0.5042, 0.6569; The action is #DUAL_POINT#; touch_point: 0.1423, 0.505, lift_point: 0.1423, 0.505; The action is #DUAL_POINT#; touch_point: 0.0657, 0.9022, lift_point: 0.0657, 0.9022; The action is #DUAL_POINT#; touch_point: 0.0592, 0.4723, lift_point: 0.0592, 0.4723; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Pakistan? \"; The action is #DUAL_POINT#; touch_point: 0.1414, 0.4019, lift_point: 0.1414, 0.4019; The action is #DUAL_POINT#; touch_point: 0.3341, 0.3463, lift_point: 0.3341, 0.3463; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.812, 0.3459, lift_point: 0.812, 0.3459; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.779, 0.9659, lift_point: 0.779, 0.9659", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64479_13.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Google app", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64593_1.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Google app; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64593_2.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Google app; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.6352, 0.6476, lift_point: 0.6352, 0.6476", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64593_3.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Google app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6352, 0.6476, lift_point: 0.6352, 0.6476", "response": "The action is #DUAL_POINT#; touch_point: 0.0552, 0.5181, lift_point: 0.0552, 0.5181", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64593_4.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Google app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6352, 0.6476, lift_point: 0.6352, 0.6476; The action is #DUAL_POINT#; touch_point: 0.0552, 0.5181, lift_point: 0.0552, 0.5181", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Google app \"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64593_5.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Google app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6352, 0.6476, lift_point: 0.6352, 0.6476; The action is #DUAL_POINT#; touch_point: 0.0552, 0.5181, lift_point: 0.0552, 0.5181; The action is #TYPE#; And the content is : \"typed_text\": \"Google app \"", "response": "The action is #DUAL_POINT#; touch_point: 0.1439, 0.4632, lift_point: 0.1439, 0.4632", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64593_6.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Google app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6352, 0.6476, lift_point: 0.6352, 0.6476; The action is #DUAL_POINT#; touch_point: 0.0552, 0.5181, lift_point: 0.0552, 0.5181; The action is #TYPE#; And the content is : \"typed_text\": \"Google app \"; The action is #DUAL_POINT#; touch_point: 0.1439, 0.4632, lift_point: 0.1439, 0.4632", "response": "The action is #DUAL_POINT#; touch_point: 0.2411, 0.3249, lift_point: 0.2411, 0.3249", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64593_7.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Google app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6352, 0.6476, lift_point: 0.6352, 0.6476; The action is #DUAL_POINT#; touch_point: 0.0552, 0.5181, lift_point: 0.0552, 0.5181; The action is #TYPE#; And the content is : \"typed_text\": \"Google app \"; The action is #DUAL_POINT#; touch_point: 0.1439, 0.4632, lift_point: 0.1439, 0.4632; The action is #DUAL_POINT#; touch_point: 0.2411, 0.3249, lift_point: 0.2411, 0.3249", "response": "The action is #DUAL_POINT#; touch_point: 0.2788, 0.6746, lift_point: 0.2788, 0.6746", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64593_8.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Google app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6352, 0.6476, lift_point: 0.6352, 0.6476; The action is #DUAL_POINT#; touch_point: 0.0552, 0.5181, lift_point: 0.0552, 0.5181; The action is #TYPE#; And the content is : \"typed_text\": \"Google app \"; The action is #DUAL_POINT#; touch_point: 0.1439, 0.4632, lift_point: 0.1439, 0.4632; The action is #DUAL_POINT#; touch_point: 0.2411, 0.3249, lift_point: 0.2411, 0.3249; The action is #DUAL_POINT#; touch_point: 0.2788, 0.6746, lift_point: 0.2788, 0.6746", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64593_9.png" ] }, { "query": "\nPrevious Actions: Goal: How big is a giraffe?", "response": "The action is #DUAL_POINT#; touch_point: 0.1211, 0.6071, lift_point: 0.1211, 0.6071", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64633_1.png" ] }, { "query": "\nPrevious Actions: Goal: How big is a giraffe?; The action is #DUAL_POINT#; touch_point: 0.1211, 0.6071, lift_point: 0.1211, 0.6071", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64633_2.png" ] }, { "query": "\nPrevious Actions: Goal: How big is a giraffe?; The action is #DUAL_POINT#; touch_point: 0.1211, 0.6071, lift_point: 0.1211, 0.6071; The action is #Scrolling Down#", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64633_3.png" ] }, { "query": "\nPrevious Actions: Goal: How big is a giraffe?; The action is #DUAL_POINT#; touch_point: 0.1211, 0.6071, lift_point: 0.1211, 0.6071; The action is #Scrolling Down#; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.4577, 0.4598, lift_point: 0.4577, 0.4598", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64633_4.png" ] }, { "query": "\nPrevious Actions: Goal: How big is a giraffe?; The action is #DUAL_POINT#; touch_point: 0.1211, 0.6071, lift_point: 0.1211, 0.6071; The action is #Scrolling Down#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.4577, 0.4598, lift_point: 0.4577, 0.4598", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64633_5.png" ] }, { "query": "\nPrevious Actions: Goal: How big is a giraffe?; The action is #DUAL_POINT#; touch_point: 0.1211, 0.6071, lift_point: 0.1211, 0.6071; The action is #Scrolling Down#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.4577, 0.4598, lift_point: 0.4577, 0.4598; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.4678, 0.6666, lift_point: 0.4678, 0.6666", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64633_6.png" ] }, { "query": "\nPrevious Actions: Goal: How big is a giraffe?; The action is #DUAL_POINT#; touch_point: 0.1211, 0.6071, lift_point: 0.1211, 0.6071; The action is #Scrolling Down#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.4577, 0.4598, lift_point: 0.4577, 0.4598; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4678, 0.6666, lift_point: 0.4678, 0.6666", "response": "The action is #DUAL_POINT#; touch_point: 0.1432, 0.4758, lift_point: 0.1432, 0.4758", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64633_7.png" ] }, { "query": "\nPrevious Actions: Goal: How big is a giraffe?; The action is #DUAL_POINT#; touch_point: 0.1211, 0.6071, lift_point: 0.1211, 0.6071; The action is #Scrolling Down#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.4577, 0.4598, lift_point: 0.4577, 0.4598; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4678, 0.6666, lift_point: 0.4678, 0.6666; The action is #DUAL_POINT#; touch_point: 0.1432, 0.4758, lift_point: 0.1432, 0.4758", "response": "The action is #DUAL_POINT#; touch_point: 0.0654, 0.9074, lift_point: 0.0654, 0.9074", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64633_8.png" ] }, { "query": "\nPrevious Actions: Goal: How big is a giraffe?; The action is #DUAL_POINT#; touch_point: 0.1211, 0.6071, lift_point: 0.1211, 0.6071; The action is #Scrolling Down#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.4577, 0.4598, lift_point: 0.4577, 0.4598; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4678, 0.6666, lift_point: 0.4678, 0.6666; The action is #DUAL_POINT#; touch_point: 0.1432, 0.4758, lift_point: 0.1432, 0.4758; The action is #DUAL_POINT#; touch_point: 0.0654, 0.9074, lift_point: 0.0654, 0.9074", "response": "The action is #DUAL_POINT#; touch_point: 0.079, 0.4799, lift_point: 0.079, 0.4799", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64633_9.png" ] }, { "query": "\nPrevious Actions: Goal: How big is a giraffe?; The action is #DUAL_POINT#; touch_point: 0.1211, 0.6071, lift_point: 0.1211, 0.6071; The action is #Scrolling Down#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.4577, 0.4598, lift_point: 0.4577, 0.4598; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4678, 0.6666, lift_point: 0.4678, 0.6666; The action is #DUAL_POINT#; touch_point: 0.1432, 0.4758, lift_point: 0.1432, 0.4758; The action is #DUAL_POINT#; touch_point: 0.0654, 0.9074, lift_point: 0.0654, 0.9074; The action is #DUAL_POINT#; touch_point: 0.079, 0.4799, lift_point: 0.079, 0.4799", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"How big is a giraffe \"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64633_10.png" ] }, { "query": "\nPrevious Actions: Goal: How big is a giraffe?; The action is #DUAL_POINT#; touch_point: 0.1211, 0.6071, lift_point: 0.1211, 0.6071; The action is #Scrolling Down#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.4577, 0.4598, lift_point: 0.4577, 0.4598; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4678, 0.6666, lift_point: 0.4678, 0.6666; The action is #DUAL_POINT#; touch_point: 0.1432, 0.4758, lift_point: 0.1432, 0.4758; The action is #DUAL_POINT#; touch_point: 0.0654, 0.9074, lift_point: 0.0654, 0.9074; The action is #DUAL_POINT#; touch_point: 0.079, 0.4799, lift_point: 0.079, 0.4799; The action is #TYPE#; And the content is : \"typed_text\": \"How big is a giraffe \"", "response": "The action is #DUAL_POINT#; touch_point: 0.1352, 0.3377, lift_point: 0.1352, 0.3377", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64633_11.png" ] }, { "query": "\nPrevious Actions: Goal: How big is a giraffe?; The action is #DUAL_POINT#; touch_point: 0.1211, 0.6071, lift_point: 0.1211, 0.6071; The action is #Scrolling Down#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.4577, 0.4598, lift_point: 0.4577, 0.4598; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4678, 0.6666, lift_point: 0.4678, 0.6666; The action is #DUAL_POINT#; touch_point: 0.1432, 0.4758, lift_point: 0.1432, 0.4758; The action is #DUAL_POINT#; touch_point: 0.0654, 0.9074, lift_point: 0.0654, 0.9074; The action is #DUAL_POINT#; touch_point: 0.079, 0.4799, lift_point: 0.079, 0.4799; The action is #TYPE#; And the content is : \"typed_text\": \"How big is a giraffe \"; The action is #DUAL_POINT#; touch_point: 0.1352, 0.3377, lift_point: 0.1352, 0.3377", "response": "The action is #DUAL_POINT#; touch_point: 0.1439, 0.3429, lift_point: 0.1439, 0.3429", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64633_12.png" ] }, { "query": "\nPrevious Actions: Goal: How big is a giraffe?; The action is #DUAL_POINT#; touch_point: 0.1211, 0.6071, lift_point: 0.1211, 0.6071; The action is #Scrolling Down#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.4577, 0.4598, lift_point: 0.4577, 0.4598; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4678, 0.6666, lift_point: 0.4678, 0.6666; The action is #DUAL_POINT#; touch_point: 0.1432, 0.4758, lift_point: 0.1432, 0.4758; The action is #DUAL_POINT#; touch_point: 0.0654, 0.9074, lift_point: 0.0654, 0.9074; The action is #DUAL_POINT#; touch_point: 0.079, 0.4799, lift_point: 0.079, 0.4799; The action is #TYPE#; And the content is : \"typed_text\": \"How big is a giraffe \"; The action is #DUAL_POINT#; touch_point: 0.1352, 0.3377, lift_point: 0.1352, 0.3377; The action is #DUAL_POINT#; touch_point: 0.1439, 0.3429, lift_point: 0.1439, 0.3429", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64633_13.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Portland?", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64899_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Portland?; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64899_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Portland?; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.4791, 0.8649, lift_point: 0.4791, 0.8649", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64899_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Portland?; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4791, 0.8649, lift_point: 0.4791, 0.8649", "response": "The action is #DUAL_POINT#; touch_point: 0.3151, 0.5738, lift_point: 0.3151, 0.5738", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64899_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Portland?; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4791, 0.8649, lift_point: 0.4791, 0.8649; The action is #DUAL_POINT#; touch_point: 0.3151, 0.5738, lift_point: 0.3151, 0.5738", "response": "The action is #DUAL_POINT#; touch_point: 0.064, 0.9079, lift_point: 0.064, 0.9079", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64899_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Portland?; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4791, 0.8649, lift_point: 0.4791, 0.8649; The action is #DUAL_POINT#; touch_point: 0.3151, 0.5738, lift_point: 0.3151, 0.5738; The action is #DUAL_POINT#; touch_point: 0.064, 0.9079, lift_point: 0.064, 0.9079", "response": "The action is #DUAL_POINT#; touch_point: 0.0598, 0.4275, lift_point: 0.0598, 0.4275", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64899_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Portland?; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4791, 0.8649, lift_point: 0.4791, 0.8649; The action is #DUAL_POINT#; touch_point: 0.3151, 0.5738, lift_point: 0.3151, 0.5738; The action is #DUAL_POINT#; touch_point: 0.064, 0.9079, lift_point: 0.064, 0.9079; The action is #DUAL_POINT#; touch_point: 0.0598, 0.4275, lift_point: 0.0598, 0.4275", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Portland? \"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64899_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Portland?; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4791, 0.8649, lift_point: 0.4791, 0.8649; The action is #DUAL_POINT#; touch_point: 0.3151, 0.5738, lift_point: 0.3151, 0.5738; The action is #DUAL_POINT#; touch_point: 0.064, 0.9079, lift_point: 0.064, 0.9079; The action is #DUAL_POINT#; touch_point: 0.0598, 0.4275, lift_point: 0.0598, 0.4275; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Portland? \"", "response": "The action is #DUAL_POINT#; touch_point: 0.1432, 0.3592, lift_point: 0.1432, 0.3592", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64899_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Portland?; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4791, 0.8649, lift_point: 0.4791, 0.8649; The action is #DUAL_POINT#; touch_point: 0.3151, 0.5738, lift_point: 0.3151, 0.5738; The action is #DUAL_POINT#; touch_point: 0.064, 0.9079, lift_point: 0.064, 0.9079; The action is #DUAL_POINT#; touch_point: 0.0598, 0.4275, lift_point: 0.0598, 0.4275; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Portland? \"; The action is #DUAL_POINT#; touch_point: 0.1432, 0.3592, lift_point: 0.1432, 0.3592", "response": "The action is #DUAL_POINT#; touch_point: 0.5607, 0.7688, lift_point: 0.5607, 0.7688", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64899_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Portland?; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4791, 0.8649, lift_point: 0.4791, 0.8649; The action is #DUAL_POINT#; touch_point: 0.3151, 0.5738, lift_point: 0.3151, 0.5738; The action is #DUAL_POINT#; touch_point: 0.064, 0.9079, lift_point: 0.064, 0.9079; The action is #DUAL_POINT#; touch_point: 0.0598, 0.4275, lift_point: 0.0598, 0.4275; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Portland? \"; The action is #DUAL_POINT#; touch_point: 0.1432, 0.3592, lift_point: 0.1432, 0.3592; The action is #DUAL_POINT#; touch_point: 0.5607, 0.7688, lift_point: 0.5607, 0.7688", "response": "The action is #DUAL_POINT#; touch_point: 0.3034, 0.5706, lift_point: 0.3034, 0.5706", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64899_10.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Portland?; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4791, 0.8649, lift_point: 0.4791, 0.8649; The action is #DUAL_POINT#; touch_point: 0.3151, 0.5738, lift_point: 0.3151, 0.5738; The action is #DUAL_POINT#; touch_point: 0.064, 0.9079, lift_point: 0.064, 0.9079; The action is #DUAL_POINT#; touch_point: 0.0598, 0.4275, lift_point: 0.0598, 0.4275; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Portland? \"; The action is #DUAL_POINT#; touch_point: 0.1432, 0.3592, lift_point: 0.1432, 0.3592; The action is #DUAL_POINT#; touch_point: 0.5607, 0.7688, lift_point: 0.5607, 0.7688; The action is #DUAL_POINT#; touch_point: 0.3034, 0.5706, lift_point: 0.3034, 0.5706", "response": "The action is #DUAL_POINT#; touch_point: 0.4668, 0.3446, lift_point: 0.4668, 0.3446", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64899_11.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Portland?; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4791, 0.8649, lift_point: 0.4791, 0.8649; The action is #DUAL_POINT#; touch_point: 0.3151, 0.5738, lift_point: 0.3151, 0.5738; The action is #DUAL_POINT#; touch_point: 0.064, 0.9079, lift_point: 0.064, 0.9079; The action is #DUAL_POINT#; touch_point: 0.0598, 0.4275, lift_point: 0.0598, 0.4275; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Portland? \"; The action is #DUAL_POINT#; touch_point: 0.1432, 0.3592, lift_point: 0.1432, 0.3592; The action is #DUAL_POINT#; touch_point: 0.5607, 0.7688, lift_point: 0.5607, 0.7688; The action is #DUAL_POINT#; touch_point: 0.3034, 0.5706, lift_point: 0.3034, 0.5706; The action is #DUAL_POINT#; touch_point: 0.4668, 0.3446, lift_point: 0.4668, 0.3446", "response": "The action is #DUAL_POINT#; touch_point: 0.0618, 0.0783, lift_point: 0.0618, 0.0783", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64899_12.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Portland?; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4791, 0.8649, lift_point: 0.4791, 0.8649; The action is #DUAL_POINT#; touch_point: 0.3151, 0.5738, lift_point: 0.3151, 0.5738; The action is #DUAL_POINT#; touch_point: 0.064, 0.9079, lift_point: 0.064, 0.9079; The action is #DUAL_POINT#; touch_point: 0.0598, 0.4275, lift_point: 0.0598, 0.4275; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Portland? \"; The action is #DUAL_POINT#; touch_point: 0.1432, 0.3592, lift_point: 0.1432, 0.3592; The action is #DUAL_POINT#; touch_point: 0.5607, 0.7688, lift_point: 0.5607, 0.7688; The action is #DUAL_POINT#; touch_point: 0.3034, 0.5706, lift_point: 0.3034, 0.5706; The action is #DUAL_POINT#; touch_point: 0.4668, 0.3446, lift_point: 0.4668, 0.3446; The action is #DUAL_POINT#; touch_point: 0.0618, 0.0783, lift_point: 0.0618, 0.0783", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64899_13.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Portland?; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4791, 0.8649, lift_point: 0.4791, 0.8649; The action is #DUAL_POINT#; touch_point: 0.3151, 0.5738, lift_point: 0.3151, 0.5738; The action is #DUAL_POINT#; touch_point: 0.064, 0.9079, lift_point: 0.064, 0.9079; The action is #DUAL_POINT#; touch_point: 0.0598, 0.4275, lift_point: 0.0598, 0.4275; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Portland? \"; The action is #DUAL_POINT#; touch_point: 0.1432, 0.3592, lift_point: 0.1432, 0.3592; The action is #DUAL_POINT#; touch_point: 0.5607, 0.7688, lift_point: 0.5607, 0.7688; The action is #DUAL_POINT#; touch_point: 0.3034, 0.5706, lift_point: 0.3034, 0.5706; The action is #DUAL_POINT#; touch_point: 0.4668, 0.3446, lift_point: 0.4668, 0.3446; The action is #DUAL_POINT#; touch_point: 0.0618, 0.0783, lift_point: 0.0618, 0.0783; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.5101, 0.3663, lift_point: 0.5101, 0.3663", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64899_14.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Portland?; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4791, 0.8649, lift_point: 0.4791, 0.8649; The action is #DUAL_POINT#; touch_point: 0.3151, 0.5738, lift_point: 0.3151, 0.5738; The action is #DUAL_POINT#; touch_point: 0.064, 0.9079, lift_point: 0.064, 0.9079; The action is #DUAL_POINT#; touch_point: 0.0598, 0.4275, lift_point: 0.0598, 0.4275; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Portland? \"; The action is #DUAL_POINT#; touch_point: 0.1432, 0.3592, lift_point: 0.1432, 0.3592; The action is #DUAL_POINT#; touch_point: 0.5607, 0.7688, lift_point: 0.5607, 0.7688; The action is #DUAL_POINT#; touch_point: 0.3034, 0.5706, lift_point: 0.3034, 0.5706; The action is #DUAL_POINT#; touch_point: 0.4668, 0.3446, lift_point: 0.4668, 0.3446; The action is #DUAL_POINT#; touch_point: 0.0618, 0.0783, lift_point: 0.0618, 0.0783; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5101, 0.3663, lift_point: 0.5101, 0.3663", "response": "The action is #DUAL_POINT#; touch_point: 0.0498, 0.0524, lift_point: 0.0498, 0.0524", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64899_15.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Portland?; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4791, 0.8649, lift_point: 0.4791, 0.8649; The action is #DUAL_POINT#; touch_point: 0.3151, 0.5738, lift_point: 0.3151, 0.5738; The action is #DUAL_POINT#; touch_point: 0.064, 0.9079, lift_point: 0.064, 0.9079; The action is #DUAL_POINT#; touch_point: 0.0598, 0.4275, lift_point: 0.0598, 0.4275; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Portland? \"; The action is #DUAL_POINT#; touch_point: 0.1432, 0.3592, lift_point: 0.1432, 0.3592; The action is #DUAL_POINT#; touch_point: 0.5607, 0.7688, lift_point: 0.5607, 0.7688; The action is #DUAL_POINT#; touch_point: 0.3034, 0.5706, lift_point: 0.3034, 0.5706; The action is #DUAL_POINT#; touch_point: 0.4668, 0.3446, lift_point: 0.4668, 0.3446; The action is #DUAL_POINT#; touch_point: 0.0618, 0.0783, lift_point: 0.0618, 0.0783; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5101, 0.3663, lift_point: 0.5101, 0.3663; The action is #DUAL_POINT#; touch_point: 0.0498, 0.0524, lift_point: 0.0498, 0.0524", "response": "The action is #DUAL_POINT#; touch_point: 0.0598, 0.1024, lift_point: 0.0598, 0.1024", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64899_16.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Portland?; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4791, 0.8649, lift_point: 0.4791, 0.8649; The action is #DUAL_POINT#; touch_point: 0.3151, 0.5738, lift_point: 0.3151, 0.5738; The action is #DUAL_POINT#; touch_point: 0.064, 0.9079, lift_point: 0.064, 0.9079; The action is #DUAL_POINT#; touch_point: 0.0598, 0.4275, lift_point: 0.0598, 0.4275; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Portland? \"; The action is #DUAL_POINT#; touch_point: 0.1432, 0.3592, lift_point: 0.1432, 0.3592; The action is #DUAL_POINT#; touch_point: 0.5607, 0.7688, lift_point: 0.5607, 0.7688; The action is #DUAL_POINT#; touch_point: 0.3034, 0.5706, lift_point: 0.3034, 0.5706; The action is #DUAL_POINT#; touch_point: 0.4668, 0.3446, lift_point: 0.4668, 0.3446; The action is #DUAL_POINT#; touch_point: 0.0618, 0.0783, lift_point: 0.0618, 0.0783; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5101, 0.3663, lift_point: 0.5101, 0.3663; The action is #DUAL_POINT#; touch_point: 0.0498, 0.0524, lift_point: 0.0498, 0.0524; The action is #DUAL_POINT#; touch_point: 0.0598, 0.1024, lift_point: 0.0598, 0.1024", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64899_17.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Portland?; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4791, 0.8649, lift_point: 0.4791, 0.8649; The action is #DUAL_POINT#; touch_point: 0.3151, 0.5738, lift_point: 0.3151, 0.5738; The action is #DUAL_POINT#; touch_point: 0.064, 0.9079, lift_point: 0.064, 0.9079; The action is #DUAL_POINT#; touch_point: 0.0598, 0.4275, lift_point: 0.0598, 0.4275; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Portland? \"; The action is #DUAL_POINT#; touch_point: 0.1432, 0.3592, lift_point: 0.1432, 0.3592; The action is #DUAL_POINT#; touch_point: 0.5607, 0.7688, lift_point: 0.5607, 0.7688; The action is #DUAL_POINT#; touch_point: 0.3034, 0.5706, lift_point: 0.3034, 0.5706; The action is #DUAL_POINT#; touch_point: 0.4668, 0.3446, lift_point: 0.4668, 0.3446; The action is #DUAL_POINT#; touch_point: 0.0618, 0.0783, lift_point: 0.0618, 0.0783; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5101, 0.3663, lift_point: 0.5101, 0.3663; The action is #DUAL_POINT#; touch_point: 0.0498, 0.0524, lift_point: 0.0498, 0.0524; The action is #DUAL_POINT#; touch_point: 0.0598, 0.1024, lift_point: 0.0598, 0.1024; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.6818, 0.4711, lift_point: 0.6818, 0.4711", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64899_18.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Portland?; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4791, 0.8649, lift_point: 0.4791, 0.8649; The action is #DUAL_POINT#; touch_point: 0.3151, 0.5738, lift_point: 0.3151, 0.5738; The action is #DUAL_POINT#; touch_point: 0.064, 0.9079, lift_point: 0.064, 0.9079; The action is #DUAL_POINT#; touch_point: 0.0598, 0.4275, lift_point: 0.0598, 0.4275; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Portland? \"; The action is #DUAL_POINT#; touch_point: 0.1432, 0.3592, lift_point: 0.1432, 0.3592; The action is #DUAL_POINT#; touch_point: 0.5607, 0.7688, lift_point: 0.5607, 0.7688; The action is #DUAL_POINT#; touch_point: 0.3034, 0.5706, lift_point: 0.3034, 0.5706; The action is #DUAL_POINT#; touch_point: 0.4668, 0.3446, lift_point: 0.4668, 0.3446; The action is #DUAL_POINT#; touch_point: 0.0618, 0.0783, lift_point: 0.0618, 0.0783; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5101, 0.3663, lift_point: 0.5101, 0.3663; The action is #DUAL_POINT#; touch_point: 0.0498, 0.0524, lift_point: 0.0498, 0.0524; The action is #DUAL_POINT#; touch_point: 0.0598, 0.1024, lift_point: 0.0598, 0.1024; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6818, 0.4711, lift_point: 0.6818, 0.4711", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64899_19.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Mexico City?", "response": "The action is #DUAL_POINT#; touch_point: 0.3217, 0.4698, lift_point: 0.3217, 0.4698", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64917_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Mexico City?; The action is #DUAL_POINT#; touch_point: 0.3217, 0.4698, lift_point: 0.3217, 0.4698", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Mexico City? \"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64917_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Mexico City?; The action is #DUAL_POINT#; touch_point: 0.3217, 0.4698, lift_point: 0.3217, 0.4698; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Mexico City? \"", "response": "The action is #DUAL_POINT#; touch_point: 0.4966, 0.621, lift_point: 0.4966, 0.621", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64917_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Mexico City?; The action is #DUAL_POINT#; touch_point: 0.3217, 0.4698, lift_point: 0.3217, 0.4698; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Mexico City? \"; The action is #DUAL_POINT#; touch_point: 0.4966, 0.621, lift_point: 0.4966, 0.621", "response": "The action is #DUAL_POINT#; touch_point: 0.7824, 0.8752, lift_point: 0.7824, 0.8752", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64917_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Mexico City?; The action is #DUAL_POINT#; touch_point: 0.3217, 0.4698, lift_point: 0.3217, 0.4698; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Mexico City? \"; The action is #DUAL_POINT#; touch_point: 0.4966, 0.621, lift_point: 0.4966, 0.621; The action is #DUAL_POINT#; touch_point: 0.7824, 0.8752, lift_point: 0.7824, 0.8752", "response": "The action is #DUAL_POINT#; touch_point: 0.3207, 0.3363, lift_point: 0.3207, 0.3363", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64917_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Mexico City?; The action is #DUAL_POINT#; touch_point: 0.3217, 0.4698, lift_point: 0.3217, 0.4698; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Mexico City? \"; The action is #DUAL_POINT#; touch_point: 0.4966, 0.621, lift_point: 0.4966, 0.621; The action is #DUAL_POINT#; touch_point: 0.7824, 0.8752, lift_point: 0.7824, 0.8752; The action is #DUAL_POINT#; touch_point: 0.3207, 0.3363, lift_point: 0.3207, 0.3363", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Mexico City? \"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64917_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Mexico City?; The action is #DUAL_POINT#; touch_point: 0.3217, 0.4698, lift_point: 0.3217, 0.4698; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Mexico City? \"; The action is #DUAL_POINT#; touch_point: 0.4966, 0.621, lift_point: 0.4966, 0.621; The action is #DUAL_POINT#; touch_point: 0.7824, 0.8752, lift_point: 0.7824, 0.8752; The action is #DUAL_POINT#; touch_point: 0.3207, 0.3363, lift_point: 0.3207, 0.3363; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Mexico City? \"", "response": "The action is #DUAL_POINT#; touch_point: 0.1595, 0.8726, lift_point: 0.1595, 0.8726", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64917_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Mexico City?; The action is #DUAL_POINT#; touch_point: 0.3217, 0.4698, lift_point: 0.3217, 0.4698; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Mexico City? \"; The action is #DUAL_POINT#; touch_point: 0.4966, 0.621, lift_point: 0.4966, 0.621; The action is #DUAL_POINT#; touch_point: 0.7824, 0.8752, lift_point: 0.7824, 0.8752; The action is #DUAL_POINT#; touch_point: 0.3207, 0.3363, lift_point: 0.3207, 0.3363; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Mexico City? \"; The action is #DUAL_POINT#; touch_point: 0.1595, 0.8726, lift_point: 0.1595, 0.8726", "response": "The action is #PRESS_BACK#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64917_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Mexico City?; The action is #DUAL_POINT#; touch_point: 0.3217, 0.4698, lift_point: 0.3217, 0.4698; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Mexico City? \"; The action is #DUAL_POINT#; touch_point: 0.4966, 0.621, lift_point: 0.4966, 0.621; The action is #DUAL_POINT#; touch_point: 0.7824, 0.8752, lift_point: 0.7824, 0.8752; The action is #DUAL_POINT#; touch_point: 0.3207, 0.3363, lift_point: 0.3207, 0.3363; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Mexico City? \"; The action is #DUAL_POINT#; touch_point: 0.1595, 0.8726, lift_point: 0.1595, 0.8726; The action is #PRESS_BACK#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64917_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Mexico City?; The action is #DUAL_POINT#; touch_point: 0.3217, 0.4698, lift_point: 0.3217, 0.4698; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Mexico City? \"; The action is #DUAL_POINT#; touch_point: 0.4966, 0.621, lift_point: 0.4966, 0.621; The action is #DUAL_POINT#; touch_point: 0.7824, 0.8752, lift_point: 0.7824, 0.8752; The action is #DUAL_POINT#; touch_point: 0.3207, 0.3363, lift_point: 0.3207, 0.3363; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Mexico City? \"; The action is #DUAL_POINT#; touch_point: 0.1595, 0.8726, lift_point: 0.1595, 0.8726; The action is #PRESS_BACK#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.7076, 0.7498, lift_point: 0.7076, 0.7498", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64917_10.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Mexico City?; The action is #DUAL_POINT#; touch_point: 0.3217, 0.4698, lift_point: 0.3217, 0.4698; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Mexico City? \"; The action is #DUAL_POINT#; touch_point: 0.4966, 0.621, lift_point: 0.4966, 0.621; The action is #DUAL_POINT#; touch_point: 0.7824, 0.8752, lift_point: 0.7824, 0.8752; The action is #DUAL_POINT#; touch_point: 0.3207, 0.3363, lift_point: 0.3207, 0.3363; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Mexico City? \"; The action is #DUAL_POINT#; touch_point: 0.1595, 0.8726, lift_point: 0.1595, 0.8726; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7076, 0.7498, lift_point: 0.7076, 0.7498", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64917_11.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Mexico City?; The action is #DUAL_POINT#; touch_point: 0.3217, 0.4698, lift_point: 0.3217, 0.4698; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Mexico City? \"; The action is #DUAL_POINT#; touch_point: 0.4966, 0.621, lift_point: 0.4966, 0.621; The action is #DUAL_POINT#; touch_point: 0.7824, 0.8752, lift_point: 0.7824, 0.8752; The action is #DUAL_POINT#; touch_point: 0.3207, 0.3363, lift_point: 0.3207, 0.3363; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Mexico City? \"; The action is #DUAL_POINT#; touch_point: 0.1595, 0.8726, lift_point: 0.1595, 0.8726; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7076, 0.7498, lift_point: 0.7076, 0.7498; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.4836, 0.8681, lift_point: 0.4836, 0.8681", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64917_12.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Mexico City?; The action is #DUAL_POINT#; touch_point: 0.3217, 0.4698, lift_point: 0.3217, 0.4698; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Mexico City? \"; The action is #DUAL_POINT#; touch_point: 0.4966, 0.621, lift_point: 0.4966, 0.621; The action is #DUAL_POINT#; touch_point: 0.7824, 0.8752, lift_point: 0.7824, 0.8752; The action is #DUAL_POINT#; touch_point: 0.3207, 0.3363, lift_point: 0.3207, 0.3363; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Mexico City? \"; The action is #DUAL_POINT#; touch_point: 0.1595, 0.8726, lift_point: 0.1595, 0.8726; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7076, 0.7498, lift_point: 0.7076, 0.7498; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4836, 0.8681, lift_point: 0.4836, 0.8681", "response": "The action is #DUAL_POINT#; touch_point: 0.3153, 0.6227, lift_point: 0.3153, 0.6227", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64917_13.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Mexico City?; The action is #DUAL_POINT#; touch_point: 0.3217, 0.4698, lift_point: 0.3217, 0.4698; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Mexico City? \"; The action is #DUAL_POINT#; touch_point: 0.4966, 0.621, lift_point: 0.4966, 0.621; The action is #DUAL_POINT#; touch_point: 0.7824, 0.8752, lift_point: 0.7824, 0.8752; The action is #DUAL_POINT#; touch_point: 0.3207, 0.3363, lift_point: 0.3207, 0.3363; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Mexico City? \"; The action is #DUAL_POINT#; touch_point: 0.1595, 0.8726, lift_point: 0.1595, 0.8726; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7076, 0.7498, lift_point: 0.7076, 0.7498; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4836, 0.8681, lift_point: 0.4836, 0.8681; The action is #DUAL_POINT#; touch_point: 0.3153, 0.6227, lift_point: 0.3153, 0.6227", "response": "The action is #DUAL_POINT#; touch_point: 0.0724, 0.9213, lift_point: 0.0724, 0.9213", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64917_14.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Mexico City?; The action is #DUAL_POINT#; touch_point: 0.3217, 0.4698, lift_point: 0.3217, 0.4698; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Mexico City? \"; The action is #DUAL_POINT#; touch_point: 0.4966, 0.621, lift_point: 0.4966, 0.621; The action is #DUAL_POINT#; touch_point: 0.7824, 0.8752, lift_point: 0.7824, 0.8752; The action is #DUAL_POINT#; touch_point: 0.3207, 0.3363, lift_point: 0.3207, 0.3363; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Mexico City? \"; The action is #DUAL_POINT#; touch_point: 0.1595, 0.8726, lift_point: 0.1595, 0.8726; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7076, 0.7498, lift_point: 0.7076, 0.7498; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4836, 0.8681, lift_point: 0.4836, 0.8681; The action is #DUAL_POINT#; touch_point: 0.3153, 0.6227, lift_point: 0.3153, 0.6227; The action is #DUAL_POINT#; touch_point: 0.0724, 0.9213, lift_point: 0.0724, 0.9213", "response": "The action is #DUAL_POINT#; touch_point: 0.057, 0.4441, lift_point: 0.057, 0.4441", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64917_15.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Mexico City?; The action is #DUAL_POINT#; touch_point: 0.3217, 0.4698, lift_point: 0.3217, 0.4698; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Mexico City? \"; The action is #DUAL_POINT#; touch_point: 0.4966, 0.621, lift_point: 0.4966, 0.621; The action is #DUAL_POINT#; touch_point: 0.7824, 0.8752, lift_point: 0.7824, 0.8752; The action is #DUAL_POINT#; touch_point: 0.3207, 0.3363, lift_point: 0.3207, 0.3363; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Mexico City? \"; The action is #DUAL_POINT#; touch_point: 0.1595, 0.8726, lift_point: 0.1595, 0.8726; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7076, 0.7498, lift_point: 0.7076, 0.7498; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4836, 0.8681, lift_point: 0.4836, 0.8681; The action is #DUAL_POINT#; touch_point: 0.3153, 0.6227, lift_point: 0.3153, 0.6227; The action is #DUAL_POINT#; touch_point: 0.0724, 0.9213, lift_point: 0.0724, 0.9213; The action is #DUAL_POINT#; touch_point: 0.057, 0.4441, lift_point: 0.057, 0.4441", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Mexico City? \"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64917_16.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Mexico City?; The action is #DUAL_POINT#; touch_point: 0.3217, 0.4698, lift_point: 0.3217, 0.4698; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Mexico City? \"; The action is #DUAL_POINT#; touch_point: 0.4966, 0.621, lift_point: 0.4966, 0.621; The action is #DUAL_POINT#; touch_point: 0.7824, 0.8752, lift_point: 0.7824, 0.8752; The action is #DUAL_POINT#; touch_point: 0.3207, 0.3363, lift_point: 0.3207, 0.3363; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Mexico City? \"; The action is #DUAL_POINT#; touch_point: 0.1595, 0.8726, lift_point: 0.1595, 0.8726; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7076, 0.7498, lift_point: 0.7076, 0.7498; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4836, 0.8681, lift_point: 0.4836, 0.8681; The action is #DUAL_POINT#; touch_point: 0.3153, 0.6227, lift_point: 0.3153, 0.6227; The action is #DUAL_POINT#; touch_point: 0.0724, 0.9213, lift_point: 0.0724, 0.9213; The action is #DUAL_POINT#; touch_point: 0.057, 0.4441, lift_point: 0.057, 0.4441; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Mexico City? \"", "response": "The action is #DUAL_POINT#; touch_point: 0.1462, 0.524, lift_point: 0.1462, 0.524", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64917_17.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Mexico City?; The action is #DUAL_POINT#; touch_point: 0.3217, 0.4698, lift_point: 0.3217, 0.4698; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Mexico City? \"; The action is #DUAL_POINT#; touch_point: 0.4966, 0.621, lift_point: 0.4966, 0.621; The action is #DUAL_POINT#; touch_point: 0.7824, 0.8752, lift_point: 0.7824, 0.8752; The action is #DUAL_POINT#; touch_point: 0.3207, 0.3363, lift_point: 0.3207, 0.3363; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Mexico City? \"; The action is #DUAL_POINT#; touch_point: 0.1595, 0.8726, lift_point: 0.1595, 0.8726; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7076, 0.7498, lift_point: 0.7076, 0.7498; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4836, 0.8681, lift_point: 0.4836, 0.8681; The action is #DUAL_POINT#; touch_point: 0.3153, 0.6227, lift_point: 0.3153, 0.6227; The action is #DUAL_POINT#; touch_point: 0.0724, 0.9213, lift_point: 0.0724, 0.9213; The action is #DUAL_POINT#; touch_point: 0.057, 0.4441, lift_point: 0.057, 0.4441; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Mexico City? \"; The action is #DUAL_POINT#; touch_point: 0.1462, 0.524, lift_point: 0.1462, 0.524", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/64917_18.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest grocery store?", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65010_1.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest grocery store?; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.471, 0.8687, lift_point: 0.471, 0.8687", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65010_2.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest grocery store?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.471, 0.8687, lift_point: 0.471, 0.8687", "response": "The action is #DUAL_POINT#; touch_point: 0.1379, 0.4722, lift_point: 0.1379, 0.4722", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65010_3.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest grocery store?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.471, 0.8687, lift_point: 0.471, 0.8687; The action is #DUAL_POINT#; touch_point: 0.1379, 0.4722, lift_point: 0.1379, 0.4722", "response": "The action is #DUAL_POINT#; touch_point: 0.0591, 0.9085, lift_point: 0.0591, 0.9085", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65010_4.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest grocery store?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.471, 0.8687, lift_point: 0.471, 0.8687; The action is #DUAL_POINT#; touch_point: 0.1379, 0.4722, lift_point: 0.1379, 0.4722; The action is #DUAL_POINT#; touch_point: 0.0591, 0.9085, lift_point: 0.0591, 0.9085", "response": "The action is #DUAL_POINT#; touch_point: 0.059, 0.2228, lift_point: 0.059, 0.2228", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65010_5.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest grocery store?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.471, 0.8687, lift_point: 0.471, 0.8687; The action is #DUAL_POINT#; touch_point: 0.1379, 0.4722, lift_point: 0.1379, 0.4722; The action is #DUAL_POINT#; touch_point: 0.0591, 0.9085, lift_point: 0.0591, 0.9085; The action is #DUAL_POINT#; touch_point: 0.059, 0.2228, lift_point: 0.059, 0.2228", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest grocery store?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65010_6.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest grocery store?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.471, 0.8687, lift_point: 0.471, 0.8687; The action is #DUAL_POINT#; touch_point: 0.1379, 0.4722, lift_point: 0.1379, 0.4722; The action is #DUAL_POINT#; touch_point: 0.0591, 0.9085, lift_point: 0.0591, 0.9085; The action is #DUAL_POINT#; touch_point: 0.059, 0.2228, lift_point: 0.059, 0.2228; The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest grocery store?\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest grocery store \"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65010_7.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest grocery store?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.471, 0.8687, lift_point: 0.471, 0.8687; The action is #DUAL_POINT#; touch_point: 0.1379, 0.4722, lift_point: 0.1379, 0.4722; The action is #DUAL_POINT#; touch_point: 0.0591, 0.9085, lift_point: 0.0591, 0.9085; The action is #DUAL_POINT#; touch_point: 0.059, 0.2228, lift_point: 0.059, 0.2228; The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest grocery store?\"; The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest grocery store \"", "response": "The action is #DUAL_POINT#; touch_point: 0.1641, 0.4303, lift_point: 0.1641, 0.4303", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65010_8.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest grocery store?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.471, 0.8687, lift_point: 0.471, 0.8687; The action is #DUAL_POINT#; touch_point: 0.1379, 0.4722, lift_point: 0.1379, 0.4722; The action is #DUAL_POINT#; touch_point: 0.0591, 0.9085, lift_point: 0.0591, 0.9085; The action is #DUAL_POINT#; touch_point: 0.059, 0.2228, lift_point: 0.059, 0.2228; The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest grocery store?\"; The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest grocery store \"; The action is #DUAL_POINT#; touch_point: 0.1641, 0.4303, lift_point: 0.1641, 0.4303", "response": "The action is #DUAL_POINT#; touch_point: 0.1767, 0.7518, lift_point: 0.1767, 0.7518", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65010_9.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest grocery store?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.471, 0.8687, lift_point: 0.471, 0.8687; The action is #DUAL_POINT#; touch_point: 0.1379, 0.4722, lift_point: 0.1379, 0.4722; The action is #DUAL_POINT#; touch_point: 0.0591, 0.9085, lift_point: 0.0591, 0.9085; The action is #DUAL_POINT#; touch_point: 0.059, 0.2228, lift_point: 0.059, 0.2228; The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest grocery store?\"; The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest grocery store \"; The action is #DUAL_POINT#; touch_point: 0.1641, 0.4303, lift_point: 0.1641, 0.4303; The action is #DUAL_POINT#; touch_point: 0.1767, 0.7518, lift_point: 0.1767, 0.7518", "response": "The action is #DUAL_POINT#; touch_point: 0.0908, 0.5762, lift_point: 0.0908, 0.5762", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65010_10.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest grocery store?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.471, 0.8687, lift_point: 0.471, 0.8687; The action is #DUAL_POINT#; touch_point: 0.1379, 0.4722, lift_point: 0.1379, 0.4722; The action is #DUAL_POINT#; touch_point: 0.0591, 0.9085, lift_point: 0.0591, 0.9085; The action is #DUAL_POINT#; touch_point: 0.059, 0.2228, lift_point: 0.059, 0.2228; The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest grocery store?\"; The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest grocery store \"; The action is #DUAL_POINT#; touch_point: 0.1641, 0.4303, lift_point: 0.1641, 0.4303; The action is #DUAL_POINT#; touch_point: 0.1767, 0.7518, lift_point: 0.1767, 0.7518; The action is #DUAL_POINT#; touch_point: 0.0908, 0.5762, lift_point: 0.0908, 0.5762", "response": "The action is #DUAL_POINT#; touch_point: 0.0762, 0.9013, lift_point: 0.0762, 0.9013", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65010_11.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest grocery store?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.471, 0.8687, lift_point: 0.471, 0.8687; The action is #DUAL_POINT#; touch_point: 0.1379, 0.4722, lift_point: 0.1379, 0.4722; The action is #DUAL_POINT#; touch_point: 0.0591, 0.9085, lift_point: 0.0591, 0.9085; The action is #DUAL_POINT#; touch_point: 0.059, 0.2228, lift_point: 0.059, 0.2228; The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest grocery store?\"; The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest grocery store \"; The action is #DUAL_POINT#; touch_point: 0.1641, 0.4303, lift_point: 0.1641, 0.4303; The action is #DUAL_POINT#; touch_point: 0.1767, 0.7518, lift_point: 0.1767, 0.7518; The action is #DUAL_POINT#; touch_point: 0.0908, 0.5762, lift_point: 0.0908, 0.5762; The action is #DUAL_POINT#; touch_point: 0.0762, 0.9013, lift_point: 0.0762, 0.9013", "response": "The action is #DUAL_POINT#; touch_point: 0.0647, 0.4597, lift_point: 0.0647, 0.4597", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65010_12.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest grocery store?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.471, 0.8687, lift_point: 0.471, 0.8687; The action is #DUAL_POINT#; touch_point: 0.1379, 0.4722, lift_point: 0.1379, 0.4722; The action is #DUAL_POINT#; touch_point: 0.0591, 0.9085, lift_point: 0.0591, 0.9085; The action is #DUAL_POINT#; touch_point: 0.059, 0.2228, lift_point: 0.059, 0.2228; The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest grocery store?\"; The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest grocery store \"; The action is #DUAL_POINT#; touch_point: 0.1641, 0.4303, lift_point: 0.1641, 0.4303; The action is #DUAL_POINT#; touch_point: 0.1767, 0.7518, lift_point: 0.1767, 0.7518; The action is #DUAL_POINT#; touch_point: 0.0908, 0.5762, lift_point: 0.0908, 0.5762; The action is #DUAL_POINT#; touch_point: 0.0762, 0.9013, lift_point: 0.0762, 0.9013; The action is #DUAL_POINT#; touch_point: 0.0647, 0.4597, lift_point: 0.0647, 0.4597", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"the nearest grocery store \"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65010_13.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest grocery store?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.471, 0.8687, lift_point: 0.471, 0.8687; The action is #DUAL_POINT#; touch_point: 0.1379, 0.4722, lift_point: 0.1379, 0.4722; The action is #DUAL_POINT#; touch_point: 0.0591, 0.9085, lift_point: 0.0591, 0.9085; The action is #DUAL_POINT#; touch_point: 0.059, 0.2228, lift_point: 0.059, 0.2228; The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest grocery store?\"; The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest grocery store \"; The action is #DUAL_POINT#; touch_point: 0.1641, 0.4303, lift_point: 0.1641, 0.4303; The action is #DUAL_POINT#; touch_point: 0.1767, 0.7518, lift_point: 0.1767, 0.7518; The action is #DUAL_POINT#; touch_point: 0.0908, 0.5762, lift_point: 0.0908, 0.5762; The action is #DUAL_POINT#; touch_point: 0.0762, 0.9013, lift_point: 0.0762, 0.9013; The action is #DUAL_POINT#; touch_point: 0.0647, 0.4597, lift_point: 0.0647, 0.4597; The action is #TYPE#; And the content is : \"typed_text\": \"the nearest grocery store \"", "response": "The action is #DUAL_POINT#; touch_point: 0.1676, 0.4682, lift_point: 0.1676, 0.4682", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65010_14.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest grocery store?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.471, 0.8687, lift_point: 0.471, 0.8687; The action is #DUAL_POINT#; touch_point: 0.1379, 0.4722, lift_point: 0.1379, 0.4722; The action is #DUAL_POINT#; touch_point: 0.0591, 0.9085, lift_point: 0.0591, 0.9085; The action is #DUAL_POINT#; touch_point: 0.059, 0.2228, lift_point: 0.059, 0.2228; The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest grocery store?\"; The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest grocery store \"; The action is #DUAL_POINT#; touch_point: 0.1641, 0.4303, lift_point: 0.1641, 0.4303; The action is #DUAL_POINT#; touch_point: 0.1767, 0.7518, lift_point: 0.1767, 0.7518; The action is #DUAL_POINT#; touch_point: 0.0908, 0.5762, lift_point: 0.0908, 0.5762; The action is #DUAL_POINT#; touch_point: 0.0762, 0.9013, lift_point: 0.0762, 0.9013; The action is #DUAL_POINT#; touch_point: 0.0647, 0.4597, lift_point: 0.0647, 0.4597; The action is #TYPE#; And the content is : \"typed_text\": \"the nearest grocery store \"; The action is #DUAL_POINT#; touch_point: 0.1676, 0.4682, lift_point: 0.1676, 0.4682", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65010_15.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest grocery store?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.471, 0.8687, lift_point: 0.471, 0.8687; The action is #DUAL_POINT#; touch_point: 0.1379, 0.4722, lift_point: 0.1379, 0.4722; The action is #DUAL_POINT#; touch_point: 0.0591, 0.9085, lift_point: 0.0591, 0.9085; The action is #DUAL_POINT#; touch_point: 0.059, 0.2228, lift_point: 0.059, 0.2228; The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest grocery store?\"; The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest grocery store \"; The action is #DUAL_POINT#; touch_point: 0.1641, 0.4303, lift_point: 0.1641, 0.4303; The action is #DUAL_POINT#; touch_point: 0.1767, 0.7518, lift_point: 0.1767, 0.7518; The action is #DUAL_POINT#; touch_point: 0.0908, 0.5762, lift_point: 0.0908, 0.5762; The action is #DUAL_POINT#; touch_point: 0.0762, 0.9013, lift_point: 0.0762, 0.9013; The action is #DUAL_POINT#; touch_point: 0.0647, 0.4597, lift_point: 0.0647, 0.4597; The action is #TYPE#; And the content is : \"typed_text\": \"the nearest grocery store \"; The action is #DUAL_POINT#; touch_point: 0.1676, 0.4682, lift_point: 0.1676, 0.4682; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65010_16.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest grocery store?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.471, 0.8687, lift_point: 0.471, 0.8687; The action is #DUAL_POINT#; touch_point: 0.1379, 0.4722, lift_point: 0.1379, 0.4722; The action is #DUAL_POINT#; touch_point: 0.0591, 0.9085, lift_point: 0.0591, 0.9085; The action is #DUAL_POINT#; touch_point: 0.059, 0.2228, lift_point: 0.059, 0.2228; The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest grocery store?\"; The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest grocery store \"; The action is #DUAL_POINT#; touch_point: 0.1641, 0.4303, lift_point: 0.1641, 0.4303; The action is #DUAL_POINT#; touch_point: 0.1767, 0.7518, lift_point: 0.1767, 0.7518; The action is #DUAL_POINT#; touch_point: 0.0908, 0.5762, lift_point: 0.0908, 0.5762; The action is #DUAL_POINT#; touch_point: 0.0762, 0.9013, lift_point: 0.0762, 0.9013; The action is #DUAL_POINT#; touch_point: 0.0647, 0.4597, lift_point: 0.0647, 0.4597; The action is #TYPE#; And the content is : \"typed_text\": \"the nearest grocery store \"; The action is #DUAL_POINT#; touch_point: 0.1676, 0.4682, lift_point: 0.1676, 0.4682; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.7623, 0.601, lift_point: 0.7623, 0.601", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65010_17.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest grocery store?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.471, 0.8687, lift_point: 0.471, 0.8687; The action is #DUAL_POINT#; touch_point: 0.1379, 0.4722, lift_point: 0.1379, 0.4722; The action is #DUAL_POINT#; touch_point: 0.0591, 0.9085, lift_point: 0.0591, 0.9085; The action is #DUAL_POINT#; touch_point: 0.059, 0.2228, lift_point: 0.059, 0.2228; The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest grocery store?\"; The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest grocery store \"; The action is #DUAL_POINT#; touch_point: 0.1641, 0.4303, lift_point: 0.1641, 0.4303; The action is #DUAL_POINT#; touch_point: 0.1767, 0.7518, lift_point: 0.1767, 0.7518; The action is #DUAL_POINT#; touch_point: 0.0908, 0.5762, lift_point: 0.0908, 0.5762; The action is #DUAL_POINT#; touch_point: 0.0762, 0.9013, lift_point: 0.0762, 0.9013; The action is #DUAL_POINT#; touch_point: 0.0647, 0.4597, lift_point: 0.0647, 0.4597; The action is #TYPE#; And the content is : \"typed_text\": \"the nearest grocery store \"; The action is #DUAL_POINT#; touch_point: 0.1676, 0.4682, lift_point: 0.1676, 0.4682; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7623, 0.601, lift_point: 0.7623, 0.601", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65010_18.png" ] }, { "query": "\nPrevious Actions: Goal: Show me some nice wallpapers for my phone", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65143_1.png" ] }, { "query": "\nPrevious Actions: Goal: Show me some nice wallpapers for my phone; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.4693, 0.8415, lift_point: 0.4693, 0.8415", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65143_2.png" ] }, { "query": "\nPrevious Actions: Goal: Show me some nice wallpapers for my phone; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4693, 0.8415, lift_point: 0.4693, 0.8415", "response": "The action is #DUAL_POINT#; touch_point: 0.0697, 0.4817, lift_point: 0.0697, 0.4817", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65143_3.png" ] }, { "query": "\nPrevious Actions: Goal: Show me some nice wallpapers for my phone; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4693, 0.8415, lift_point: 0.4693, 0.8415; The action is #DUAL_POINT#; touch_point: 0.0697, 0.4817, lift_point: 0.0697, 0.4817", "response": "The action is #DUAL_POINT#; touch_point: 0.0671, 0.905, lift_point: 0.0671, 0.905", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65143_4.png" ] }, { "query": "\nPrevious Actions: Goal: Show me some nice wallpapers for my phone; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4693, 0.8415, lift_point: 0.4693, 0.8415; The action is #DUAL_POINT#; touch_point: 0.0697, 0.4817, lift_point: 0.0697, 0.4817; The action is #DUAL_POINT#; touch_point: 0.0671, 0.905, lift_point: 0.0671, 0.905", "response": "The action is #DUAL_POINT#; touch_point: 0.0687, 0.3571, lift_point: 0.0687, 0.3571", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65143_5.png" ] }, { "query": "\nPrevious Actions: Goal: Show me some nice wallpapers for my phone; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4693, 0.8415, lift_point: 0.4693, 0.8415; The action is #DUAL_POINT#; touch_point: 0.0697, 0.4817, lift_point: 0.0697, 0.4817; The action is #DUAL_POINT#; touch_point: 0.0671, 0.905, lift_point: 0.0671, 0.905; The action is #DUAL_POINT#; touch_point: 0.0687, 0.3571, lift_point: 0.0687, 0.3571", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Show me some nice wallpapers for my phone \"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65143_6.png" ] }, { "query": "\nPrevious Actions: Goal: Show me some nice wallpapers for my phone; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4693, 0.8415, lift_point: 0.4693, 0.8415; The action is #DUAL_POINT#; touch_point: 0.0697, 0.4817, lift_point: 0.0697, 0.4817; The action is #DUAL_POINT#; touch_point: 0.0671, 0.905, lift_point: 0.0671, 0.905; The action is #DUAL_POINT#; touch_point: 0.0687, 0.3571, lift_point: 0.0687, 0.3571; The action is #TYPE#; And the content is : \"typed_text\": \"Show me some nice wallpapers for my phone \"", "response": "The action is #DUAL_POINT#; touch_point: 0.1593, 0.3999, lift_point: 0.1593, 0.3999", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65143_7.png" ] }, { "query": "\nPrevious Actions: Goal: Show me some nice wallpapers for my phone; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4693, 0.8415, lift_point: 0.4693, 0.8415; The action is #DUAL_POINT#; touch_point: 0.0697, 0.4817, lift_point: 0.0697, 0.4817; The action is #DUAL_POINT#; touch_point: 0.0671, 0.905, lift_point: 0.0671, 0.905; The action is #DUAL_POINT#; touch_point: 0.0687, 0.3571, lift_point: 0.0687, 0.3571; The action is #TYPE#; And the content is : \"typed_text\": \"Show me some nice wallpapers for my phone \"; The action is #DUAL_POINT#; touch_point: 0.1593, 0.3999, lift_point: 0.1593, 0.3999", "response": "The action is #DUAL_POINT#; touch_point: 0.3359, 0.4812, lift_point: 0.3359, 0.4812", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65143_8.png" ] }, { "query": "\nPrevious Actions: Goal: Show me some nice wallpapers for my phone; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4693, 0.8415, lift_point: 0.4693, 0.8415; The action is #DUAL_POINT#; touch_point: 0.0697, 0.4817, lift_point: 0.0697, 0.4817; The action is #DUAL_POINT#; touch_point: 0.0671, 0.905, lift_point: 0.0671, 0.905; The action is #DUAL_POINT#; touch_point: 0.0687, 0.3571, lift_point: 0.0687, 0.3571; The action is #TYPE#; And the content is : \"typed_text\": \"Show me some nice wallpapers for my phone \"; The action is #DUAL_POINT#; touch_point: 0.1593, 0.3999, lift_point: 0.1593, 0.3999; The action is #DUAL_POINT#; touch_point: 0.3359, 0.4812, lift_point: 0.3359, 0.4812", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65143_9.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new lipgloss", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65395_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new lipgloss; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65395_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new lipgloss; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65395_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new lipgloss; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.4735, 0.8521, lift_point: 0.4735, 0.8521", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65395_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new lipgloss; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4735, 0.8521, lift_point: 0.4735, 0.8521", "response": "The action is #DUAL_POINT#; touch_point: 0.4735, 0.8572, lift_point: 0.4735, 0.8572", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65395_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new lipgloss; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4735, 0.8521, lift_point: 0.4735, 0.8521; The action is #DUAL_POINT#; touch_point: 0.4735, 0.8572, lift_point: 0.4735, 0.8572", "response": "The action is #DUAL_POINT#; touch_point: 0.4731, 0.8504, lift_point: 0.4731, 0.8504", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65395_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new lipgloss; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4735, 0.8521, lift_point: 0.4735, 0.8521; The action is #DUAL_POINT#; touch_point: 0.4735, 0.8572, lift_point: 0.4735, 0.8572; The action is #DUAL_POINT#; touch_point: 0.4731, 0.8504, lift_point: 0.4731, 0.8504", "response": "The action is #DUAL_POINT#; touch_point: 0.4819, 0.9037, lift_point: 0.4819, 0.9037", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65395_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new lipgloss; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4735, 0.8521, lift_point: 0.4735, 0.8521; The action is #DUAL_POINT#; touch_point: 0.4735, 0.8572, lift_point: 0.4735, 0.8572; The action is #DUAL_POINT#; touch_point: 0.4731, 0.8504, lift_point: 0.4731, 0.8504; The action is #DUAL_POINT#; touch_point: 0.4819, 0.9037, lift_point: 0.4819, 0.9037", "response": "The action is #DUAL_POINT#; touch_point: 0.0831, 0.5901, lift_point: 0.0831, 0.5901", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65395_8.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new lipgloss; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4735, 0.8521, lift_point: 0.4735, 0.8521; The action is #DUAL_POINT#; touch_point: 0.4735, 0.8572, lift_point: 0.4735, 0.8572; The action is #DUAL_POINT#; touch_point: 0.4731, 0.8504, lift_point: 0.4731, 0.8504; The action is #DUAL_POINT#; touch_point: 0.4819, 0.9037, lift_point: 0.4819, 0.9037; The action is #DUAL_POINT#; touch_point: 0.0831, 0.5901, lift_point: 0.0831, 0.5901", "response": "The action is #DUAL_POINT#; touch_point: 0.0705, 0.9081, lift_point: 0.0705, 0.9081", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65395_9.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new lipgloss; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4735, 0.8521, lift_point: 0.4735, 0.8521; The action is #DUAL_POINT#; touch_point: 0.4735, 0.8572, lift_point: 0.4735, 0.8572; The action is #DUAL_POINT#; touch_point: 0.4731, 0.8504, lift_point: 0.4731, 0.8504; The action is #DUAL_POINT#; touch_point: 0.4819, 0.9037, lift_point: 0.4819, 0.9037; The action is #DUAL_POINT#; touch_point: 0.0831, 0.5901, lift_point: 0.0831, 0.5901; The action is #DUAL_POINT#; touch_point: 0.0705, 0.9081, lift_point: 0.0705, 0.9081", "response": "The action is #DUAL_POINT#; touch_point: 0.0651, 0.5329, lift_point: 0.0651, 0.5329", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65395_10.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new lipgloss; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4735, 0.8521, lift_point: 0.4735, 0.8521; The action is #DUAL_POINT#; touch_point: 0.4735, 0.8572, lift_point: 0.4735, 0.8572; The action is #DUAL_POINT#; touch_point: 0.4731, 0.8504, lift_point: 0.4731, 0.8504; The action is #DUAL_POINT#; touch_point: 0.4819, 0.9037, lift_point: 0.4819, 0.9037; The action is #DUAL_POINT#; touch_point: 0.0831, 0.5901, lift_point: 0.0831, 0.5901; The action is #DUAL_POINT#; touch_point: 0.0705, 0.9081, lift_point: 0.0705, 0.9081; The action is #DUAL_POINT#; touch_point: 0.0651, 0.5329, lift_point: 0.0651, 0.5329", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for a new lipgloss \"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65395_11.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new lipgloss; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4735, 0.8521, lift_point: 0.4735, 0.8521; The action is #DUAL_POINT#; touch_point: 0.4735, 0.8572, lift_point: 0.4735, 0.8572; The action is #DUAL_POINT#; touch_point: 0.4731, 0.8504, lift_point: 0.4731, 0.8504; The action is #DUAL_POINT#; touch_point: 0.4819, 0.9037, lift_point: 0.4819, 0.9037; The action is #DUAL_POINT#; touch_point: 0.0831, 0.5901, lift_point: 0.0831, 0.5901; The action is #DUAL_POINT#; touch_point: 0.0705, 0.9081, lift_point: 0.0705, 0.9081; The action is #DUAL_POINT#; touch_point: 0.0651, 0.5329, lift_point: 0.0651, 0.5329; The action is #TYPE#; And the content is : \"typed_text\": \"Search for a new lipgloss \"", "response": "The action is #DUAL_POINT#; touch_point: 0.1519, 0.4733, lift_point: 0.1519, 0.4733", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65395_12.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new lipgloss; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4735, 0.8521, lift_point: 0.4735, 0.8521; The action is #DUAL_POINT#; touch_point: 0.4735, 0.8572, lift_point: 0.4735, 0.8572; The action is #DUAL_POINT#; touch_point: 0.4731, 0.8504, lift_point: 0.4731, 0.8504; The action is #DUAL_POINT#; touch_point: 0.4819, 0.9037, lift_point: 0.4819, 0.9037; The action is #DUAL_POINT#; touch_point: 0.0831, 0.5901, lift_point: 0.0831, 0.5901; The action is #DUAL_POINT#; touch_point: 0.0705, 0.9081, lift_point: 0.0705, 0.9081; The action is #DUAL_POINT#; touch_point: 0.0651, 0.5329, lift_point: 0.0651, 0.5329; The action is #TYPE#; And the content is : \"typed_text\": \"Search for a new lipgloss \"; The action is #DUAL_POINT#; touch_point: 0.1519, 0.4733, lift_point: 0.1519, 0.4733", "response": "The action is #DUAL_POINT#; touch_point: 0.3788, 0.3476, lift_point: 0.3788, 0.3476", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65395_13.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new lipgloss; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4735, 0.8521, lift_point: 0.4735, 0.8521; The action is #DUAL_POINT#; touch_point: 0.4735, 0.8572, lift_point: 0.4735, 0.8572; The action is #DUAL_POINT#; touch_point: 0.4731, 0.8504, lift_point: 0.4731, 0.8504; The action is #DUAL_POINT#; touch_point: 0.4819, 0.9037, lift_point: 0.4819, 0.9037; The action is #DUAL_POINT#; touch_point: 0.0831, 0.5901, lift_point: 0.0831, 0.5901; The action is #DUAL_POINT#; touch_point: 0.0705, 0.9081, lift_point: 0.0705, 0.9081; The action is #DUAL_POINT#; touch_point: 0.0651, 0.5329, lift_point: 0.0651, 0.5329; The action is #TYPE#; And the content is : \"typed_text\": \"Search for a new lipgloss \"; The action is #DUAL_POINT#; touch_point: 0.1519, 0.4733, lift_point: 0.1519, 0.4733; The action is #DUAL_POINT#; touch_point: 0.3788, 0.3476, lift_point: 0.3788, 0.3476", "response": "The action is #DUAL_POINT#; touch_point: 0.9086, 0.8965, lift_point: 0.9086, 0.8965", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65395_14.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new lipgloss; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4735, 0.8521, lift_point: 0.4735, 0.8521; The action is #DUAL_POINT#; touch_point: 0.4735, 0.8572, lift_point: 0.4735, 0.8572; The action is #DUAL_POINT#; touch_point: 0.4731, 0.8504, lift_point: 0.4731, 0.8504; The action is #DUAL_POINT#; touch_point: 0.4819, 0.9037, lift_point: 0.4819, 0.9037; The action is #DUAL_POINT#; touch_point: 0.0831, 0.5901, lift_point: 0.0831, 0.5901; The action is #DUAL_POINT#; touch_point: 0.0705, 0.9081, lift_point: 0.0705, 0.9081; The action is #DUAL_POINT#; touch_point: 0.0651, 0.5329, lift_point: 0.0651, 0.5329; The action is #TYPE#; And the content is : \"typed_text\": \"Search for a new lipgloss \"; The action is #DUAL_POINT#; touch_point: 0.1519, 0.4733, lift_point: 0.1519, 0.4733; The action is #DUAL_POINT#; touch_point: 0.3788, 0.3476, lift_point: 0.3788, 0.3476; The action is #DUAL_POINT#; touch_point: 0.9086, 0.8965, lift_point: 0.9086, 0.8965", "response": "The action is #DUAL_POINT#; touch_point: 0.7091, 0.4199, lift_point: 0.7091, 0.4199", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65395_15.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new lipgloss; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4735, 0.8521, lift_point: 0.4735, 0.8521; The action is #DUAL_POINT#; touch_point: 0.4735, 0.8572, lift_point: 0.4735, 0.8572; The action is #DUAL_POINT#; touch_point: 0.4731, 0.8504, lift_point: 0.4731, 0.8504; The action is #DUAL_POINT#; touch_point: 0.4819, 0.9037, lift_point: 0.4819, 0.9037; The action is #DUAL_POINT#; touch_point: 0.0831, 0.5901, lift_point: 0.0831, 0.5901; The action is #DUAL_POINT#; touch_point: 0.0705, 0.9081, lift_point: 0.0705, 0.9081; The action is #DUAL_POINT#; touch_point: 0.0651, 0.5329, lift_point: 0.0651, 0.5329; The action is #TYPE#; And the content is : \"typed_text\": \"Search for a new lipgloss \"; The action is #DUAL_POINT#; touch_point: 0.1519, 0.4733, lift_point: 0.1519, 0.4733; The action is #DUAL_POINT#; touch_point: 0.3788, 0.3476, lift_point: 0.3788, 0.3476; The action is #DUAL_POINT#; touch_point: 0.9086, 0.8965, lift_point: 0.9086, 0.8965; The action is #DUAL_POINT#; touch_point: 0.7091, 0.4199, lift_point: 0.7091, 0.4199", "response": "The action is #DUAL_POINT#; touch_point: 0.7042, 0.4983, lift_point: 0.7042, 0.4983", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65395_16.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new lipgloss; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4735, 0.8521, lift_point: 0.4735, 0.8521; The action is #DUAL_POINT#; touch_point: 0.4735, 0.8572, lift_point: 0.4735, 0.8572; The action is #DUAL_POINT#; touch_point: 0.4731, 0.8504, lift_point: 0.4731, 0.8504; The action is #DUAL_POINT#; touch_point: 0.4819, 0.9037, lift_point: 0.4819, 0.9037; The action is #DUAL_POINT#; touch_point: 0.0831, 0.5901, lift_point: 0.0831, 0.5901; The action is #DUAL_POINT#; touch_point: 0.0705, 0.9081, lift_point: 0.0705, 0.9081; The action is #DUAL_POINT#; touch_point: 0.0651, 0.5329, lift_point: 0.0651, 0.5329; The action is #TYPE#; And the content is : \"typed_text\": \"Search for a new lipgloss \"; The action is #DUAL_POINT#; touch_point: 0.1519, 0.4733, lift_point: 0.1519, 0.4733; The action is #DUAL_POINT#; touch_point: 0.3788, 0.3476, lift_point: 0.3788, 0.3476; The action is #DUAL_POINT#; touch_point: 0.9086, 0.8965, lift_point: 0.9086, 0.8965; The action is #DUAL_POINT#; touch_point: 0.7091, 0.4199, lift_point: 0.7091, 0.4199; The action is #DUAL_POINT#; touch_point: 0.7042, 0.4983, lift_point: 0.7042, 0.4983", "response": "The action is #DUAL_POINT#; touch_point: 0.7214, 0.5225, lift_point: 0.7214, 0.5225", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65395_17.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new lipgloss; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4735, 0.8521, lift_point: 0.4735, 0.8521; The action is #DUAL_POINT#; touch_point: 0.4735, 0.8572, lift_point: 0.4735, 0.8572; The action is #DUAL_POINT#; touch_point: 0.4731, 0.8504, lift_point: 0.4731, 0.8504; The action is #DUAL_POINT#; touch_point: 0.4819, 0.9037, lift_point: 0.4819, 0.9037; The action is #DUAL_POINT#; touch_point: 0.0831, 0.5901, lift_point: 0.0831, 0.5901; The action is #DUAL_POINT#; touch_point: 0.0705, 0.9081, lift_point: 0.0705, 0.9081; The action is #DUAL_POINT#; touch_point: 0.0651, 0.5329, lift_point: 0.0651, 0.5329; The action is #TYPE#; And the content is : \"typed_text\": \"Search for a new lipgloss \"; The action is #DUAL_POINT#; touch_point: 0.1519, 0.4733, lift_point: 0.1519, 0.4733; The action is #DUAL_POINT#; touch_point: 0.3788, 0.3476, lift_point: 0.3788, 0.3476; The action is #DUAL_POINT#; touch_point: 0.9086, 0.8965, lift_point: 0.9086, 0.8965; The action is #DUAL_POINT#; touch_point: 0.7091, 0.4199, lift_point: 0.7091, 0.4199; The action is #DUAL_POINT#; touch_point: 0.7042, 0.4983, lift_point: 0.7042, 0.4983; The action is #DUAL_POINT#; touch_point: 0.7214, 0.5225, lift_point: 0.7214, 0.5225", "response": "The action is #DUAL_POINT#; touch_point: 0.7956, 0.4719, lift_point: 0.7956, 0.4719", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65395_18.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new lipgloss; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4735, 0.8521, lift_point: 0.4735, 0.8521; The action is #DUAL_POINT#; touch_point: 0.4735, 0.8572, lift_point: 0.4735, 0.8572; The action is #DUAL_POINT#; touch_point: 0.4731, 0.8504, lift_point: 0.4731, 0.8504; The action is #DUAL_POINT#; touch_point: 0.4819, 0.9037, lift_point: 0.4819, 0.9037; The action is #DUAL_POINT#; touch_point: 0.0831, 0.5901, lift_point: 0.0831, 0.5901; The action is #DUAL_POINT#; touch_point: 0.0705, 0.9081, lift_point: 0.0705, 0.9081; The action is #DUAL_POINT#; touch_point: 0.0651, 0.5329, lift_point: 0.0651, 0.5329; The action is #TYPE#; And the content is : \"typed_text\": \"Search for a new lipgloss \"; The action is #DUAL_POINT#; touch_point: 0.1519, 0.4733, lift_point: 0.1519, 0.4733; The action is #DUAL_POINT#; touch_point: 0.3788, 0.3476, lift_point: 0.3788, 0.3476; The action is #DUAL_POINT#; touch_point: 0.9086, 0.8965, lift_point: 0.9086, 0.8965; The action is #DUAL_POINT#; touch_point: 0.7091, 0.4199, lift_point: 0.7091, 0.4199; The action is #DUAL_POINT#; touch_point: 0.7042, 0.4983, lift_point: 0.7042, 0.4983; The action is #DUAL_POINT#; touch_point: 0.7214, 0.5225, lift_point: 0.7214, 0.5225; The action is #DUAL_POINT#; touch_point: 0.7956, 0.4719, lift_point: 0.7956, 0.4719", "response": "The action is #DUAL_POINT#; touch_point: 0.1883, 0.8366, lift_point: 0.1883, 0.8366", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65395_19.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new lipgloss; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4735, 0.8521, lift_point: 0.4735, 0.8521; The action is #DUAL_POINT#; touch_point: 0.4735, 0.8572, lift_point: 0.4735, 0.8572; The action is #DUAL_POINT#; touch_point: 0.4731, 0.8504, lift_point: 0.4731, 0.8504; The action is #DUAL_POINT#; touch_point: 0.4819, 0.9037, lift_point: 0.4819, 0.9037; The action is #DUAL_POINT#; touch_point: 0.0831, 0.5901, lift_point: 0.0831, 0.5901; The action is #DUAL_POINT#; touch_point: 0.0705, 0.9081, lift_point: 0.0705, 0.9081; The action is #DUAL_POINT#; touch_point: 0.0651, 0.5329, lift_point: 0.0651, 0.5329; The action is #TYPE#; And the content is : \"typed_text\": \"Search for a new lipgloss \"; The action is #DUAL_POINT#; touch_point: 0.1519, 0.4733, lift_point: 0.1519, 0.4733; The action is #DUAL_POINT#; touch_point: 0.3788, 0.3476, lift_point: 0.3788, 0.3476; The action is #DUAL_POINT#; touch_point: 0.9086, 0.8965, lift_point: 0.9086, 0.8965; The action is #DUAL_POINT#; touch_point: 0.7091, 0.4199, lift_point: 0.7091, 0.4199; The action is #DUAL_POINT#; touch_point: 0.7042, 0.4983, lift_point: 0.7042, 0.4983; The action is #DUAL_POINT#; touch_point: 0.7214, 0.5225, lift_point: 0.7214, 0.5225; The action is #DUAL_POINT#; touch_point: 0.7956, 0.4719, lift_point: 0.7956, 0.4719; The action is #DUAL_POINT#; touch_point: 0.1883, 0.8366, lift_point: 0.1883, 0.8366", "response": "The action is #DUAL_POINT#; touch_point: 0.7233, 0.3531, lift_point: 0.7233, 0.3531", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65395_20.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new lipgloss; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4735, 0.8521, lift_point: 0.4735, 0.8521; The action is #DUAL_POINT#; touch_point: 0.4735, 0.8572, lift_point: 0.4735, 0.8572; The action is #DUAL_POINT#; touch_point: 0.4731, 0.8504, lift_point: 0.4731, 0.8504; The action is #DUAL_POINT#; touch_point: 0.4819, 0.9037, lift_point: 0.4819, 0.9037; The action is #DUAL_POINT#; touch_point: 0.0831, 0.5901, lift_point: 0.0831, 0.5901; The action is #DUAL_POINT#; touch_point: 0.0705, 0.9081, lift_point: 0.0705, 0.9081; The action is #DUAL_POINT#; touch_point: 0.0651, 0.5329, lift_point: 0.0651, 0.5329; The action is #TYPE#; And the content is : \"typed_text\": \"Search for a new lipgloss \"; The action is #DUAL_POINT#; touch_point: 0.1519, 0.4733, lift_point: 0.1519, 0.4733; The action is #DUAL_POINT#; touch_point: 0.3788, 0.3476, lift_point: 0.3788, 0.3476; The action is #DUAL_POINT#; touch_point: 0.9086, 0.8965, lift_point: 0.9086, 0.8965; The action is #DUAL_POINT#; touch_point: 0.7091, 0.4199, lift_point: 0.7091, 0.4199; The action is #DUAL_POINT#; touch_point: 0.7042, 0.4983, lift_point: 0.7042, 0.4983; The action is #DUAL_POINT#; touch_point: 0.7214, 0.5225, lift_point: 0.7214, 0.5225; The action is #DUAL_POINT#; touch_point: 0.7956, 0.4719, lift_point: 0.7956, 0.4719; The action is #DUAL_POINT#; touch_point: 0.1883, 0.8366, lift_point: 0.1883, 0.8366; The action is #DUAL_POINT#; touch_point: 0.7233, 0.3531, lift_point: 0.7233, 0.3531", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65395_21.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new lipgloss; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4735, 0.8521, lift_point: 0.4735, 0.8521; The action is #DUAL_POINT#; touch_point: 0.4735, 0.8572, lift_point: 0.4735, 0.8572; The action is #DUAL_POINT#; touch_point: 0.4731, 0.8504, lift_point: 0.4731, 0.8504; The action is #DUAL_POINT#; touch_point: 0.4819, 0.9037, lift_point: 0.4819, 0.9037; The action is #DUAL_POINT#; touch_point: 0.0831, 0.5901, lift_point: 0.0831, 0.5901; The action is #DUAL_POINT#; touch_point: 0.0705, 0.9081, lift_point: 0.0705, 0.9081; The action is #DUAL_POINT#; touch_point: 0.0651, 0.5329, lift_point: 0.0651, 0.5329; The action is #TYPE#; And the content is : \"typed_text\": \"Search for a new lipgloss \"; The action is #DUAL_POINT#; touch_point: 0.1519, 0.4733, lift_point: 0.1519, 0.4733; The action is #DUAL_POINT#; touch_point: 0.3788, 0.3476, lift_point: 0.3788, 0.3476; The action is #DUAL_POINT#; touch_point: 0.9086, 0.8965, lift_point: 0.9086, 0.8965; The action is #DUAL_POINT#; touch_point: 0.7091, 0.4199, lift_point: 0.7091, 0.4199; The action is #DUAL_POINT#; touch_point: 0.7042, 0.4983, lift_point: 0.7042, 0.4983; The action is #DUAL_POINT#; touch_point: 0.7214, 0.5225, lift_point: 0.7214, 0.5225; The action is #DUAL_POINT#; touch_point: 0.7956, 0.4719, lift_point: 0.7956, 0.4719; The action is #DUAL_POINT#; touch_point: 0.1883, 0.8366, lift_point: 0.1883, 0.8366; The action is #DUAL_POINT#; touch_point: 0.7233, 0.3531, lift_point: 0.7233, 0.3531; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65395_22.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new lipgloss; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4735, 0.8521, lift_point: 0.4735, 0.8521; The action is #DUAL_POINT#; touch_point: 0.4735, 0.8572, lift_point: 0.4735, 0.8572; The action is #DUAL_POINT#; touch_point: 0.4731, 0.8504, lift_point: 0.4731, 0.8504; The action is #DUAL_POINT#; touch_point: 0.4819, 0.9037, lift_point: 0.4819, 0.9037; The action is #DUAL_POINT#; touch_point: 0.0831, 0.5901, lift_point: 0.0831, 0.5901; The action is #DUAL_POINT#; touch_point: 0.0705, 0.9081, lift_point: 0.0705, 0.9081; The action is #DUAL_POINT#; touch_point: 0.0651, 0.5329, lift_point: 0.0651, 0.5329; The action is #TYPE#; And the content is : \"typed_text\": \"Search for a new lipgloss \"; The action is #DUAL_POINT#; touch_point: 0.1519, 0.4733, lift_point: 0.1519, 0.4733; The action is #DUAL_POINT#; touch_point: 0.3788, 0.3476, lift_point: 0.3788, 0.3476; The action is #DUAL_POINT#; touch_point: 0.9086, 0.8965, lift_point: 0.9086, 0.8965; The action is #DUAL_POINT#; touch_point: 0.7091, 0.4199, lift_point: 0.7091, 0.4199; The action is #DUAL_POINT#; touch_point: 0.7042, 0.4983, lift_point: 0.7042, 0.4983; The action is #DUAL_POINT#; touch_point: 0.7214, 0.5225, lift_point: 0.7214, 0.5225; The action is #DUAL_POINT#; touch_point: 0.7956, 0.4719, lift_point: 0.7956, 0.4719; The action is #DUAL_POINT#; touch_point: 0.1883, 0.8366, lift_point: 0.1883, 0.8366; The action is #DUAL_POINT#; touch_point: 0.7233, 0.3531, lift_point: 0.7233, 0.3531; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.5377, 0.8055, lift_point: 0.5377, 0.8055", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65395_23.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new lipgloss; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4735, 0.8521, lift_point: 0.4735, 0.8521; The action is #DUAL_POINT#; touch_point: 0.4735, 0.8572, lift_point: 0.4735, 0.8572; The action is #DUAL_POINT#; touch_point: 0.4731, 0.8504, lift_point: 0.4731, 0.8504; The action is #DUAL_POINT#; touch_point: 0.4819, 0.9037, lift_point: 0.4819, 0.9037; The action is #DUAL_POINT#; touch_point: 0.0831, 0.5901, lift_point: 0.0831, 0.5901; The action is #DUAL_POINT#; touch_point: 0.0705, 0.9081, lift_point: 0.0705, 0.9081; The action is #DUAL_POINT#; touch_point: 0.0651, 0.5329, lift_point: 0.0651, 0.5329; The action is #TYPE#; And the content is : \"typed_text\": \"Search for a new lipgloss \"; The action is #DUAL_POINT#; touch_point: 0.1519, 0.4733, lift_point: 0.1519, 0.4733; The action is #DUAL_POINT#; touch_point: 0.3788, 0.3476, lift_point: 0.3788, 0.3476; The action is #DUAL_POINT#; touch_point: 0.9086, 0.8965, lift_point: 0.9086, 0.8965; The action is #DUAL_POINT#; touch_point: 0.7091, 0.4199, lift_point: 0.7091, 0.4199; The action is #DUAL_POINT#; touch_point: 0.7042, 0.4983, lift_point: 0.7042, 0.4983; The action is #DUAL_POINT#; touch_point: 0.7214, 0.5225, lift_point: 0.7214, 0.5225; The action is #DUAL_POINT#; touch_point: 0.7956, 0.4719, lift_point: 0.7956, 0.4719; The action is #DUAL_POINT#; touch_point: 0.1883, 0.8366, lift_point: 0.1883, 0.8366; The action is #DUAL_POINT#; touch_point: 0.7233, 0.3531, lift_point: 0.7233, 0.3531; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5377, 0.8055, lift_point: 0.5377, 0.8055", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65395_24.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7pm", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65790_1.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7pm; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.5388, 0.6488, lift_point: 0.5388, 0.6488", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65790_2.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7pm; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5388, 0.6488, lift_point: 0.5388, 0.6488", "response": "The action is #DUAL_POINT#; touch_point: 0.8562, 0.4781, lift_point: 0.8562, 0.4781", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65790_3.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7pm; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5388, 0.6488, lift_point: 0.5388, 0.6488; The action is #DUAL_POINT#; touch_point: 0.8562, 0.4781, lift_point: 0.8562, 0.4781", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65790_4.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7pm; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5388, 0.6488, lift_point: 0.5388, 0.6488; The action is #DUAL_POINT#; touch_point: 0.8562, 0.4781, lift_point: 0.8562, 0.4781; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65790_5.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7pm; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5388, 0.6488, lift_point: 0.5388, 0.6488; The action is #DUAL_POINT#; touch_point: 0.8562, 0.4781, lift_point: 0.8562, 0.4781; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65790_6.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7pm; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5388, 0.6488, lift_point: 0.5388, 0.6488; The action is #DUAL_POINT#; touch_point: 0.8562, 0.4781, lift_point: 0.8562, 0.4781; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65790_7.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7pm; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5388, 0.6488, lift_point: 0.5388, 0.6488; The action is #DUAL_POINT#; touch_point: 0.8562, 0.4781, lift_point: 0.8562, 0.4781; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65790_8.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7pm; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5388, 0.6488, lift_point: 0.5388, 0.6488; The action is #DUAL_POINT#; touch_point: 0.8562, 0.4781, lift_point: 0.8562, 0.4781; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65790_9.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7pm; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5388, 0.6488, lift_point: 0.5388, 0.6488; The action is #DUAL_POINT#; touch_point: 0.8562, 0.4781, lift_point: 0.8562, 0.4781; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65790_10.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7pm; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5388, 0.6488, lift_point: 0.5388, 0.6488; The action is #DUAL_POINT#; touch_point: 0.8562, 0.4781, lift_point: 0.8562, 0.4781; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65790_11.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7pm; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5388, 0.6488, lift_point: 0.5388, 0.6488; The action is #DUAL_POINT#; touch_point: 0.8562, 0.4781, lift_point: 0.8562, 0.4781; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65790_12.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7pm; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5388, 0.6488, lift_point: 0.5388, 0.6488; The action is #DUAL_POINT#; touch_point: 0.8562, 0.4781, lift_point: 0.8562, 0.4781; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65790_13.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7pm; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5388, 0.6488, lift_point: 0.5388, 0.6488; The action is #DUAL_POINT#; touch_point: 0.8562, 0.4781, lift_point: 0.8562, 0.4781; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65790_14.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7pm; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5388, 0.6488, lift_point: 0.5388, 0.6488; The action is #DUAL_POINT#; touch_point: 0.8562, 0.4781, lift_point: 0.8562, 0.4781; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65790_15.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7pm; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5388, 0.6488, lift_point: 0.5388, 0.6488; The action is #DUAL_POINT#; touch_point: 0.8562, 0.4781, lift_point: 0.8562, 0.4781; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65790_16.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7pm; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5388, 0.6488, lift_point: 0.5388, 0.6488; The action is #DUAL_POINT#; touch_point: 0.8562, 0.4781, lift_point: 0.8562, 0.4781; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65790_17.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7pm; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5388, 0.6488, lift_point: 0.5388, 0.6488; The action is #DUAL_POINT#; touch_point: 0.8562, 0.4781, lift_point: 0.8562, 0.4781; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65790_18.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7pm; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5388, 0.6488, lift_point: 0.5388, 0.6488; The action is #DUAL_POINT#; touch_point: 0.8562, 0.4781, lift_point: 0.8562, 0.4781; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65790_19.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7pm; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5388, 0.6488, lift_point: 0.5388, 0.6488; The action is #DUAL_POINT#; touch_point: 0.8562, 0.4781, lift_point: 0.8562, 0.4781; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65790_20.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7pm; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5388, 0.6488, lift_point: 0.5388, 0.6488; The action is #DUAL_POINT#; touch_point: 0.8562, 0.4781, lift_point: 0.8562, 0.4781; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65790_21.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7pm; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5388, 0.6488, lift_point: 0.5388, 0.6488; The action is #DUAL_POINT#; touch_point: 0.8562, 0.4781, lift_point: 0.8562, 0.4781; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65790_22.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7pm; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5388, 0.6488, lift_point: 0.5388, 0.6488; The action is #DUAL_POINT#; touch_point: 0.8562, 0.4781, lift_point: 0.8562, 0.4781; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65790_23.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7pm; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5388, 0.6488, lift_point: 0.5388, 0.6488; The action is #DUAL_POINT#; touch_point: 0.8562, 0.4781, lift_point: 0.8562, 0.4781; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65790_24.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7pm; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5388, 0.6488, lift_point: 0.5388, 0.6488; The action is #DUAL_POINT#; touch_point: 0.8562, 0.4781, lift_point: 0.8562, 0.4781; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65790_25.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7pm; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5388, 0.6488, lift_point: 0.5388, 0.6488; The action is #DUAL_POINT#; touch_point: 0.8562, 0.4781, lift_point: 0.8562, 0.4781; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65790_26.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7pm; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5388, 0.6488, lift_point: 0.5388, 0.6488; The action is #DUAL_POINT#; touch_point: 0.8562, 0.4781, lift_point: 0.8562, 0.4781; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65790_27.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7pm; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5388, 0.6488, lift_point: 0.5388, 0.6488; The action is #DUAL_POINT#; touch_point: 0.8562, 0.4781, lift_point: 0.8562, 0.4781; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.6772, 0.7849, lift_point: 0.6772, 0.7849", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65790_28.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7pm; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5388, 0.6488, lift_point: 0.5388, 0.6488; The action is #DUAL_POINT#; touch_point: 0.8562, 0.4781, lift_point: 0.8562, 0.4781; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6772, 0.7849, lift_point: 0.6772, 0.7849", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65790_29.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the Samsung TV?", "response": "The action is #DUAL_POINT#; touch_point: 0.8943, 0.3763, lift_point: 0.8943, 0.3763", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65804_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the Samsung TV?; The action is #DUAL_POINT#; touch_point: 0.8943, 0.3763, lift_point: 0.8943, 0.3763", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the Samsung TV\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65804_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the Samsung TV?; The action is #DUAL_POINT#; touch_point: 0.8943, 0.3763, lift_point: 0.8943, 0.3763; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the Samsung TV\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1869, 0.5639, lift_point: 0.1869, 0.5639", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65804_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the Samsung TV?; The action is #DUAL_POINT#; touch_point: 0.8943, 0.3763, lift_point: 0.8943, 0.3763; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the Samsung TV\"; The action is #DUAL_POINT#; touch_point: 0.1869, 0.5639, lift_point: 0.1869, 0.5639", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65804_4.png" ] }, { "query": "\nPrevious Actions: Goal: Open the SMS app", "response": "The action is #DUAL_POINT#; touch_point: 0.7895, 0.3809, lift_point: 0.7895, 0.3809", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65941_1.png" ] }, { "query": "\nPrevious Actions: Goal: Open the SMS app; The action is #DUAL_POINT#; touch_point: 0.7895, 0.3809, lift_point: 0.7895, 0.3809", "response": "The action is #DUAL_POINT#; touch_point: 0.8945, 0.4723, lift_point: 0.8945, 0.4723", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65941_2.png" ] }, { "query": "\nPrevious Actions: Goal: Open the SMS app; The action is #DUAL_POINT#; touch_point: 0.7895, 0.3809, lift_point: 0.7895, 0.3809; The action is #DUAL_POINT#; touch_point: 0.8945, 0.4723, lift_point: 0.8945, 0.4723", "response": "The action is #DUAL_POINT#; touch_point: 0.9751, 0.4922, lift_point: 0.9751, 0.4922", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65941_3.png" ] }, { "query": "\nPrevious Actions: Goal: Open the SMS app; The action is #DUAL_POINT#; touch_point: 0.7895, 0.3809, lift_point: 0.7895, 0.3809; The action is #DUAL_POINT#; touch_point: 0.8945, 0.4723, lift_point: 0.8945, 0.4723; The action is #DUAL_POINT#; touch_point: 0.9751, 0.4922, lift_point: 0.9751, 0.4922", "response": "The action is #DUAL_POINT#; touch_point: 0.7928, 0.8776, lift_point: 0.7928, 0.8776", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65941_4.png" ] }, { "query": "\nPrevious Actions: Goal: Open the SMS app; The action is #DUAL_POINT#; touch_point: 0.7895, 0.3809, lift_point: 0.7895, 0.3809; The action is #DUAL_POINT#; touch_point: 0.8945, 0.4723, lift_point: 0.8945, 0.4723; The action is #DUAL_POINT#; touch_point: 0.9751, 0.4922, lift_point: 0.9751, 0.4922; The action is #DUAL_POINT#; touch_point: 0.7928, 0.8776, lift_point: 0.7928, 0.8776", "response": "The action is #DUAL_POINT#; touch_point: 0.0567, 0.7902, lift_point: 0.0567, 0.7902", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65941_5.png" ] }, { "query": "\nPrevious Actions: Goal: Open the SMS app; The action is #DUAL_POINT#; touch_point: 0.7895, 0.3809, lift_point: 0.7895, 0.3809; The action is #DUAL_POINT#; touch_point: 0.8945, 0.4723, lift_point: 0.8945, 0.4723; The action is #DUAL_POINT#; touch_point: 0.9751, 0.4922, lift_point: 0.9751, 0.4922; The action is #DUAL_POINT#; touch_point: 0.7928, 0.8776, lift_point: 0.7928, 0.8776; The action is #DUAL_POINT#; touch_point: 0.0567, 0.7902, lift_point: 0.0567, 0.7902", "response": "The action is #DUAL_POINT#; touch_point: 0.0617, 0.9438, lift_point: 0.0617, 0.9438", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65941_6.png" ] }, { "query": "\nPrevious Actions: Goal: Open the SMS app; The action is #DUAL_POINT#; touch_point: 0.7895, 0.3809, lift_point: 0.7895, 0.3809; The action is #DUAL_POINT#; touch_point: 0.8945, 0.4723, lift_point: 0.8945, 0.4723; The action is #DUAL_POINT#; touch_point: 0.9751, 0.4922, lift_point: 0.9751, 0.4922; The action is #DUAL_POINT#; touch_point: 0.7928, 0.8776, lift_point: 0.7928, 0.8776; The action is #DUAL_POINT#; touch_point: 0.0567, 0.7902, lift_point: 0.0567, 0.7902; The action is #DUAL_POINT#; touch_point: 0.0617, 0.9438, lift_point: 0.0617, 0.9438", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"sms\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65941_7.png" ] }, { "query": "\nPrevious Actions: Goal: Open the SMS app; The action is #DUAL_POINT#; touch_point: 0.7895, 0.3809, lift_point: 0.7895, 0.3809; The action is #DUAL_POINT#; touch_point: 0.8945, 0.4723, lift_point: 0.8945, 0.4723; The action is #DUAL_POINT#; touch_point: 0.9751, 0.4922, lift_point: 0.9751, 0.4922; The action is #DUAL_POINT#; touch_point: 0.7928, 0.8776, lift_point: 0.7928, 0.8776; The action is #DUAL_POINT#; touch_point: 0.0567, 0.7902, lift_point: 0.0567, 0.7902; The action is #DUAL_POINT#; touch_point: 0.0617, 0.9438, lift_point: 0.0617, 0.9438; The action is #TYPE#; And the content is : \"typed_text\": \"sms\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1771, 0.5132, lift_point: 0.1771, 0.5132", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65941_8.png" ] }, { "query": "\nPrevious Actions: Goal: Open the SMS app; The action is #DUAL_POINT#; touch_point: 0.7895, 0.3809, lift_point: 0.7895, 0.3809; The action is #DUAL_POINT#; touch_point: 0.8945, 0.4723, lift_point: 0.8945, 0.4723; The action is #DUAL_POINT#; touch_point: 0.9751, 0.4922, lift_point: 0.9751, 0.4922; The action is #DUAL_POINT#; touch_point: 0.7928, 0.8776, lift_point: 0.7928, 0.8776; The action is #DUAL_POINT#; touch_point: 0.0567, 0.7902, lift_point: 0.0567, 0.7902; The action is #DUAL_POINT#; touch_point: 0.0617, 0.9438, lift_point: 0.0617, 0.9438; The action is #TYPE#; And the content is : \"typed_text\": \"sms\"; The action is #DUAL_POINT#; touch_point: 0.1771, 0.5132, lift_point: 0.1771, 0.5132", "response": "The action is #DUAL_POINT#; touch_point: 0.1501, 0.4031, lift_point: 0.1501, 0.4031", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65941_9.png" ] }, { "query": "\nPrevious Actions: Goal: Open the SMS app; The action is #DUAL_POINT#; touch_point: 0.7895, 0.3809, lift_point: 0.7895, 0.3809; The action is #DUAL_POINT#; touch_point: 0.8945, 0.4723, lift_point: 0.8945, 0.4723; The action is #DUAL_POINT#; touch_point: 0.9751, 0.4922, lift_point: 0.9751, 0.4922; The action is #DUAL_POINT#; touch_point: 0.7928, 0.8776, lift_point: 0.7928, 0.8776; The action is #DUAL_POINT#; touch_point: 0.0567, 0.7902, lift_point: 0.0567, 0.7902; The action is #DUAL_POINT#; touch_point: 0.0617, 0.9438, lift_point: 0.0617, 0.9438; The action is #TYPE#; And the content is : \"typed_text\": \"sms\"; The action is #DUAL_POINT#; touch_point: 0.1771, 0.5132, lift_point: 0.1771, 0.5132; The action is #DUAL_POINT#; touch_point: 0.1501, 0.4031, lift_point: 0.1501, 0.4031", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65941_10.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in Paris?", "response": "The action is #DUAL_POINT#; touch_point: 0.9793, 0.4828, lift_point: 0.9793, 0.4828", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65967_1.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in Paris?; The action is #DUAL_POINT#; touch_point: 0.9793, 0.4828, lift_point: 0.9793, 0.4828", "response": "The action is #DUAL_POINT#; touch_point: 0.9793, 0.4828, lift_point: 0.9793, 0.4828", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65967_2.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in Paris?; The action is #DUAL_POINT#; touch_point: 0.9793, 0.4828, lift_point: 0.9793, 0.4828; The action is #DUAL_POINT#; touch_point: 0.9793, 0.4828, lift_point: 0.9793, 0.4828", "response": "The action is #DUAL_POINT#; touch_point: 0.777, 0.6024, lift_point: 0.777, 0.6024", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65967_3.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in Paris?; The action is #DUAL_POINT#; touch_point: 0.9793, 0.4828, lift_point: 0.9793, 0.4828; The action is #DUAL_POINT#; touch_point: 0.9793, 0.4828, lift_point: 0.9793, 0.4828; The action is #DUAL_POINT#; touch_point: 0.777, 0.6024, lift_point: 0.777, 0.6024", "response": "The action is #DUAL_POINT#; touch_point: 0.0511, 0.613, lift_point: 0.0511, 0.613", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65967_4.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in Paris?; The action is #DUAL_POINT#; touch_point: 0.9793, 0.4828, lift_point: 0.9793, 0.4828; The action is #DUAL_POINT#; touch_point: 0.9793, 0.4828, lift_point: 0.9793, 0.4828; The action is #DUAL_POINT#; touch_point: 0.777, 0.6024, lift_point: 0.777, 0.6024; The action is #DUAL_POINT#; touch_point: 0.0511, 0.613, lift_point: 0.0511, 0.613", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"time in paris\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65967_5.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in Paris?; The action is #DUAL_POINT#; touch_point: 0.9793, 0.4828, lift_point: 0.9793, 0.4828; The action is #DUAL_POINT#; touch_point: 0.9793, 0.4828, lift_point: 0.9793, 0.4828; The action is #DUAL_POINT#; touch_point: 0.777, 0.6024, lift_point: 0.777, 0.6024; The action is #DUAL_POINT#; touch_point: 0.0511, 0.613, lift_point: 0.0511, 0.613; The action is #TYPE#; And the content is : \"typed_text\": \"time in paris\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65967_6.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in Paris?; The action is #DUAL_POINT#; touch_point: 0.9793, 0.4828, lift_point: 0.9793, 0.4828; The action is #DUAL_POINT#; touch_point: 0.9793, 0.4828, lift_point: 0.9793, 0.4828; The action is #DUAL_POINT#; touch_point: 0.777, 0.6024, lift_point: 0.777, 0.6024; The action is #DUAL_POINT#; touch_point: 0.0511, 0.613, lift_point: 0.0511, 0.613; The action is #TYPE#; And the content is : \"typed_text\": \"time in paris\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1221, 0.3964, lift_point: 0.1221, 0.3964", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65967_7.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in Paris?; The action is #DUAL_POINT#; touch_point: 0.9793, 0.4828, lift_point: 0.9793, 0.4828; The action is #DUAL_POINT#; touch_point: 0.9793, 0.4828, lift_point: 0.9793, 0.4828; The action is #DUAL_POINT#; touch_point: 0.777, 0.6024, lift_point: 0.777, 0.6024; The action is #DUAL_POINT#; touch_point: 0.0511, 0.613, lift_point: 0.0511, 0.613; The action is #TYPE#; And the content is : \"typed_text\": \"time in paris\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1221, 0.3964, lift_point: 0.1221, 0.3964", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/65967_8.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Helsinki to Seoul", "response": "The action is #DUAL_POINT#; touch_point: 0.9834, 0.4958, lift_point: 0.9834, 0.4958", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66087_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Helsinki to Seoul; The action is #DUAL_POINT#; touch_point: 0.9834, 0.4958, lift_point: 0.9834, 0.4958", "response": "The action is #DUAL_POINT#; touch_point: 0.7979, 0.6124, lift_point: 0.7979, 0.6124", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66087_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Helsinki to Seoul; The action is #DUAL_POINT#; touch_point: 0.9834, 0.4958, lift_point: 0.9834, 0.4958; The action is #DUAL_POINT#; touch_point: 0.7979, 0.6124, lift_point: 0.7979, 0.6124", "response": "The action is #DUAL_POINT#; touch_point: 0.0596, 0.3437, lift_point: 0.0596, 0.3437", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66087_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Helsinki to Seoul; The action is #DUAL_POINT#; touch_point: 0.9834, 0.4958, lift_point: 0.9834, 0.4958; The action is #DUAL_POINT#; touch_point: 0.7979, 0.6124, lift_point: 0.7979, 0.6124; The action is #DUAL_POINT#; touch_point: 0.0596, 0.3437, lift_point: 0.0596, 0.3437", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Helsinki to Seoul\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66087_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Helsinki to Seoul; The action is #DUAL_POINT#; touch_point: 0.9834, 0.4958, lift_point: 0.9834, 0.4958; The action is #DUAL_POINT#; touch_point: 0.7979, 0.6124, lift_point: 0.7979, 0.6124; The action is #DUAL_POINT#; touch_point: 0.0596, 0.3437, lift_point: 0.0596, 0.3437; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Helsinki to Seoul\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1124, 0.5747, lift_point: 0.1124, 0.5747", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66087_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Helsinki to Seoul; The action is #DUAL_POINT#; touch_point: 0.9834, 0.4958, lift_point: 0.9834, 0.4958; The action is #DUAL_POINT#; touch_point: 0.7979, 0.6124, lift_point: 0.7979, 0.6124; The action is #DUAL_POINT#; touch_point: 0.0596, 0.3437, lift_point: 0.0596, 0.3437; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Helsinki to Seoul\"; The action is #DUAL_POINT#; touch_point: 0.1124, 0.5747, lift_point: 0.1124, 0.5747", "response": "The action is #DUAL_POINT#; touch_point: 0.2681, 0.7456, lift_point: 0.2681, 0.7456", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66087_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Helsinki to Seoul; The action is #DUAL_POINT#; touch_point: 0.9834, 0.4958, lift_point: 0.9834, 0.4958; The action is #DUAL_POINT#; touch_point: 0.7979, 0.6124, lift_point: 0.7979, 0.6124; The action is #DUAL_POINT#; touch_point: 0.0596, 0.3437, lift_point: 0.0596, 0.3437; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Helsinki to Seoul\"; The action is #DUAL_POINT#; touch_point: 0.1124, 0.5747, lift_point: 0.1124, 0.5747; The action is #DUAL_POINT#; touch_point: 0.2681, 0.7456, lift_point: 0.2681, 0.7456", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66087_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Helsinki to Seoul; The action is #DUAL_POINT#; touch_point: 0.9834, 0.4958, lift_point: 0.9834, 0.4958; The action is #DUAL_POINT#; touch_point: 0.7979, 0.6124, lift_point: 0.7979, 0.6124; The action is #DUAL_POINT#; touch_point: 0.0596, 0.3437, lift_point: 0.0596, 0.3437; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Helsinki to Seoul\"; The action is #DUAL_POINT#; touch_point: 0.1124, 0.5747, lift_point: 0.1124, 0.5747; The action is #DUAL_POINT#; touch_point: 0.2681, 0.7456, lift_point: 0.2681, 0.7456; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.6098, 0.464, lift_point: 0.6098, 0.464", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66087_8.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Helsinki to Seoul; The action is #DUAL_POINT#; touch_point: 0.9834, 0.4958, lift_point: 0.9834, 0.4958; The action is #DUAL_POINT#; touch_point: 0.7979, 0.6124, lift_point: 0.7979, 0.6124; The action is #DUAL_POINT#; touch_point: 0.0596, 0.3437, lift_point: 0.0596, 0.3437; The action is #TYPE#; And the content is : \"typed_text\": \"flights from Helsinki to Seoul\"; The action is #DUAL_POINT#; touch_point: 0.1124, 0.5747, lift_point: 0.1124, 0.5747; The action is #DUAL_POINT#; touch_point: 0.2681, 0.7456, lift_point: 0.2681, 0.7456; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6098, 0.464, lift_point: 0.6098, 0.464", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66087_9.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 4pm", "response": "The action is #DUAL_POINT#; touch_point: 0.7283, 0.5746, lift_point: 0.7283, 0.5746", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66218_1.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 4pm; The action is #DUAL_POINT#; touch_point: 0.7283, 0.5746, lift_point: 0.7283, 0.5746", "response": "The action is #DUAL_POINT#; touch_point: 0.7765, 0.8598, lift_point: 0.7765, 0.8598", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66218_2.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 4pm; The action is #DUAL_POINT#; touch_point: 0.7283, 0.5746, lift_point: 0.7283, 0.5746; The action is #DUAL_POINT#; touch_point: 0.7765, 0.8598, lift_point: 0.7765, 0.8598", "response": "The action is #DUAL_POINT#; touch_point: 0.7914, 0.8487, lift_point: 0.7914, 0.8487", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66218_3.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 4pm; The action is #DUAL_POINT#; touch_point: 0.7283, 0.5746, lift_point: 0.7283, 0.5746; The action is #DUAL_POINT#; touch_point: 0.7765, 0.8598, lift_point: 0.7765, 0.8598; The action is #DUAL_POINT#; touch_point: 0.7914, 0.8487, lift_point: 0.7914, 0.8487", "response": "The action is #DUAL_POINT#; touch_point: 0.8975, 0.4713, lift_point: 0.8975, 0.4713", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66218_4.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 4pm; The action is #DUAL_POINT#; touch_point: 0.7283, 0.5746, lift_point: 0.7283, 0.5746; The action is #DUAL_POINT#; touch_point: 0.7765, 0.8598, lift_point: 0.7765, 0.8598; The action is #DUAL_POINT#; touch_point: 0.7914, 0.8487, lift_point: 0.7914, 0.8487; The action is #DUAL_POINT#; touch_point: 0.8975, 0.4713, lift_point: 0.8975, 0.4713", "response": "The action is #DUAL_POINT#; touch_point: 0.3378, 0.7459, lift_point: 0.3378, 0.7459", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66218_5.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 4pm; The action is #DUAL_POINT#; touch_point: 0.7283, 0.5746, lift_point: 0.7283, 0.5746; The action is #DUAL_POINT#; touch_point: 0.7765, 0.8598, lift_point: 0.7765, 0.8598; The action is #DUAL_POINT#; touch_point: 0.7914, 0.8487, lift_point: 0.7914, 0.8487; The action is #DUAL_POINT#; touch_point: 0.8975, 0.4713, lift_point: 0.8975, 0.4713; The action is #DUAL_POINT#; touch_point: 0.3378, 0.7459, lift_point: 0.3378, 0.7459", "response": "The action is #DUAL_POINT#; touch_point: 0.5648, 0.6812, lift_point: 0.5648, 0.6812", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66218_6.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 4pm; The action is #DUAL_POINT#; touch_point: 0.7283, 0.5746, lift_point: 0.7283, 0.5746; The action is #DUAL_POINT#; touch_point: 0.7765, 0.8598, lift_point: 0.7765, 0.8598; The action is #DUAL_POINT#; touch_point: 0.7914, 0.8487, lift_point: 0.7914, 0.8487; The action is #DUAL_POINT#; touch_point: 0.8975, 0.4713, lift_point: 0.8975, 0.4713; The action is #DUAL_POINT#; touch_point: 0.3378, 0.7459, lift_point: 0.3378, 0.7459; The action is #DUAL_POINT#; touch_point: 0.5648, 0.6812, lift_point: 0.5648, 0.6812", "response": "The action is #DUAL_POINT#; touch_point: 0.4274, 0.5059, lift_point: 0.4274, 0.5059", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66218_7.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 4pm; The action is #DUAL_POINT#; touch_point: 0.7283, 0.5746, lift_point: 0.7283, 0.5746; The action is #DUAL_POINT#; touch_point: 0.7765, 0.8598, lift_point: 0.7765, 0.8598; The action is #DUAL_POINT#; touch_point: 0.7914, 0.8487, lift_point: 0.7914, 0.8487; The action is #DUAL_POINT#; touch_point: 0.8975, 0.4713, lift_point: 0.8975, 0.4713; The action is #DUAL_POINT#; touch_point: 0.3378, 0.7459, lift_point: 0.3378, 0.7459; The action is #DUAL_POINT#; touch_point: 0.5648, 0.6812, lift_point: 0.5648, 0.6812; The action is #DUAL_POINT#; touch_point: 0.4274, 0.5059, lift_point: 0.4274, 0.5059", "response": "The action is #DUAL_POINT#; touch_point: 0.6778, 0.7445, lift_point: 0.6778, 0.7445", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66218_8.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 4pm; The action is #DUAL_POINT#; touch_point: 0.7283, 0.5746, lift_point: 0.7283, 0.5746; The action is #DUAL_POINT#; touch_point: 0.7765, 0.8598, lift_point: 0.7765, 0.8598; The action is #DUAL_POINT#; touch_point: 0.7914, 0.8487, lift_point: 0.7914, 0.8487; The action is #DUAL_POINT#; touch_point: 0.8975, 0.4713, lift_point: 0.8975, 0.4713; The action is #DUAL_POINT#; touch_point: 0.3378, 0.7459, lift_point: 0.3378, 0.7459; The action is #DUAL_POINT#; touch_point: 0.5648, 0.6812, lift_point: 0.5648, 0.6812; The action is #DUAL_POINT#; touch_point: 0.4274, 0.5059, lift_point: 0.4274, 0.5059; The action is #DUAL_POINT#; touch_point: 0.6778, 0.7445, lift_point: 0.6778, 0.7445", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66218_9.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of England?", "response": "The action is #DUAL_POINT#; touch_point: 0.7942, 0.6121, lift_point: 0.7942, 0.6121", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66309_1.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of England?; The action is #DUAL_POINT#; touch_point: 0.7942, 0.6121, lift_point: 0.7942, 0.6121", "response": "The action is #DUAL_POINT#; touch_point: 0.0553, 0.4296, lift_point: 0.0553, 0.4296", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66309_2.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of England?; The action is #DUAL_POINT#; touch_point: 0.7942, 0.6121, lift_point: 0.7942, 0.6121; The action is #DUAL_POINT#; touch_point: 0.0553, 0.4296, lift_point: 0.0553, 0.4296", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of England\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66309_3.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of England?; The action is #DUAL_POINT#; touch_point: 0.7942, 0.6121, lift_point: 0.7942, 0.6121; The action is #DUAL_POINT#; touch_point: 0.0553, 0.4296, lift_point: 0.0553, 0.4296; The action is #TYPE#; And the content is : \"typed_text\": \"capital of England\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66309_4.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of England?; The action is #DUAL_POINT#; touch_point: 0.7942, 0.6121, lift_point: 0.7942, 0.6121; The action is #DUAL_POINT#; touch_point: 0.0553, 0.4296, lift_point: 0.0553, 0.4296; The action is #TYPE#; And the content is : \"typed_text\": \"capital of England\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66309_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Pizza Hut?", "response": "The action is #DUAL_POINT#; touch_point: 0.7805, 0.6321, lift_point: 0.7805, 0.6321", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66341_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Pizza Hut?; The action is #DUAL_POINT#; touch_point: 0.7805, 0.6321, lift_point: 0.7805, 0.6321", "response": "The action is #DUAL_POINT#; touch_point: 0.065, 0.495, lift_point: 0.065, 0.495", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66341_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Pizza Hut?; The action is #DUAL_POINT#; touch_point: 0.7805, 0.6321, lift_point: 0.7805, 0.6321; The action is #DUAL_POINT#; touch_point: 0.065, 0.495, lift_point: 0.065, 0.495", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"pizza Hut\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66341_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Pizza Hut?; The action is #DUAL_POINT#; touch_point: 0.7805, 0.6321, lift_point: 0.7805, 0.6321; The action is #DUAL_POINT#; touch_point: 0.065, 0.495, lift_point: 0.065, 0.495; The action is #TYPE#; And the content is : \"typed_text\": \"pizza Hut\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66341_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Pizza Hut?; The action is #DUAL_POINT#; touch_point: 0.7805, 0.6321, lift_point: 0.7805, 0.6321; The action is #DUAL_POINT#; touch_point: 0.065, 0.495, lift_point: 0.065, 0.495; The action is #TYPE#; And the content is : \"typed_text\": \"pizza Hut\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1174, 0.3098, lift_point: 0.1174, 0.3098", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66341_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Pizza Hut?; The action is #DUAL_POINT#; touch_point: 0.7805, 0.6321, lift_point: 0.7805, 0.6321; The action is #DUAL_POINT#; touch_point: 0.065, 0.495, lift_point: 0.065, 0.495; The action is #TYPE#; And the content is : \"typed_text\": \"pizza Hut\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1174, 0.3098, lift_point: 0.1174, 0.3098", "response": "The action is #DUAL_POINT#; touch_point: 0.425, 0.1405, lift_point: 0.425, 0.1405", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66341_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Pizza Hut?; The action is #DUAL_POINT#; touch_point: 0.7805, 0.6321, lift_point: 0.7805, 0.6321; The action is #DUAL_POINT#; touch_point: 0.065, 0.495, lift_point: 0.065, 0.495; The action is #TYPE#; And the content is : \"typed_text\": \"pizza Hut\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1174, 0.3098, lift_point: 0.1174, 0.3098; The action is #DUAL_POINT#; touch_point: 0.425, 0.1405, lift_point: 0.425, 0.1405", "response": "The action is #PRESS_BACK#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66341_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Pizza Hut?; The action is #DUAL_POINT#; touch_point: 0.7805, 0.6321, lift_point: 0.7805, 0.6321; The action is #DUAL_POINT#; touch_point: 0.065, 0.495, lift_point: 0.065, 0.495; The action is #TYPE#; And the content is : \"typed_text\": \"pizza Hut\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1174, 0.3098, lift_point: 0.1174, 0.3098; The action is #DUAL_POINT#; touch_point: 0.425, 0.1405, lift_point: 0.425, 0.1405; The action is #PRESS_BACK#", "response": "The action is #DUAL_POINT#; touch_point: 0.6194, 0.1229, lift_point: 0.6194, 0.1229", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66341_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Pizza Hut?; The action is #DUAL_POINT#; touch_point: 0.7805, 0.6321, lift_point: 0.7805, 0.6321; The action is #DUAL_POINT#; touch_point: 0.065, 0.495, lift_point: 0.065, 0.495; The action is #TYPE#; And the content is : \"typed_text\": \"pizza Hut\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1174, 0.3098, lift_point: 0.1174, 0.3098; The action is #DUAL_POINT#; touch_point: 0.425, 0.1405, lift_point: 0.425, 0.1405; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.6194, 0.1229, lift_point: 0.6194, 0.1229", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66341_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Pizza Hut?; The action is #DUAL_POINT#; touch_point: 0.7805, 0.6321, lift_point: 0.7805, 0.6321; The action is #DUAL_POINT#; touch_point: 0.065, 0.495, lift_point: 0.065, 0.495; The action is #TYPE#; And the content is : \"typed_text\": \"pizza Hut\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1174, 0.3098, lift_point: 0.1174, 0.3098; The action is #DUAL_POINT#; touch_point: 0.425, 0.1405, lift_point: 0.425, 0.1405; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.6194, 0.1229, lift_point: 0.6194, 0.1229; The action is #Scrolling Down#", "response": "The action is #PRESS_BACK#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66341_10.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Pizza Hut?; The action is #DUAL_POINT#; touch_point: 0.7805, 0.6321, lift_point: 0.7805, 0.6321; The action is #DUAL_POINT#; touch_point: 0.065, 0.495, lift_point: 0.065, 0.495; The action is #TYPE#; And the content is : \"typed_text\": \"pizza Hut\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1174, 0.3098, lift_point: 0.1174, 0.3098; The action is #DUAL_POINT#; touch_point: 0.425, 0.1405, lift_point: 0.425, 0.1405; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.6194, 0.1229, lift_point: 0.6194, 0.1229; The action is #Scrolling Down#; The action is #PRESS_BACK#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66341_11.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Pizza Hut?; The action is #DUAL_POINT#; touch_point: 0.7805, 0.6321, lift_point: 0.7805, 0.6321; The action is #DUAL_POINT#; touch_point: 0.065, 0.495, lift_point: 0.065, 0.495; The action is #TYPE#; And the content is : \"typed_text\": \"pizza Hut\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1174, 0.3098, lift_point: 0.1174, 0.3098; The action is #DUAL_POINT#; touch_point: 0.425, 0.1405, lift_point: 0.425, 0.1405; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.6194, 0.1229, lift_point: 0.6194, 0.1229; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66341_12.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Pizza Hut?; The action is #DUAL_POINT#; touch_point: 0.7805, 0.6321, lift_point: 0.7805, 0.6321; The action is #DUAL_POINT#; touch_point: 0.065, 0.495, lift_point: 0.065, 0.495; The action is #TYPE#; And the content is : \"typed_text\": \"pizza Hut\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1174, 0.3098, lift_point: 0.1174, 0.3098; The action is #DUAL_POINT#; touch_point: 0.425, 0.1405, lift_point: 0.425, 0.1405; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.6194, 0.1229, lift_point: 0.6194, 0.1229; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66341_13.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Pizza Hut?; The action is #DUAL_POINT#; touch_point: 0.7805, 0.6321, lift_point: 0.7805, 0.6321; The action is #DUAL_POINT#; touch_point: 0.065, 0.495, lift_point: 0.065, 0.495; The action is #TYPE#; And the content is : \"typed_text\": \"pizza Hut\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1174, 0.3098, lift_point: 0.1174, 0.3098; The action is #DUAL_POINT#; touch_point: 0.425, 0.1405, lift_point: 0.425, 0.1405; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.6194, 0.1229, lift_point: 0.6194, 0.1229; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66341_14.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Pizza Hut?; The action is #DUAL_POINT#; touch_point: 0.7805, 0.6321, lift_point: 0.7805, 0.6321; The action is #DUAL_POINT#; touch_point: 0.065, 0.495, lift_point: 0.065, 0.495; The action is #TYPE#; And the content is : \"typed_text\": \"pizza Hut\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1174, 0.3098, lift_point: 0.1174, 0.3098; The action is #DUAL_POINT#; touch_point: 0.425, 0.1405, lift_point: 0.425, 0.1405; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.6194, 0.1229, lift_point: 0.6194, 0.1229; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66341_15.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Pizza Hut?; The action is #DUAL_POINT#; touch_point: 0.7805, 0.6321, lift_point: 0.7805, 0.6321; The action is #DUAL_POINT#; touch_point: 0.065, 0.495, lift_point: 0.065, 0.495; The action is #TYPE#; And the content is : \"typed_text\": \"pizza Hut\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1174, 0.3098, lift_point: 0.1174, 0.3098; The action is #DUAL_POINT#; touch_point: 0.425, 0.1405, lift_point: 0.425, 0.1405; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.6194, 0.1229, lift_point: 0.6194, 0.1229; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.2708, 0.4597, lift_point: 0.2708, 0.4597", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66341_16.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Pizza Hut?; The action is #DUAL_POINT#; touch_point: 0.7805, 0.6321, lift_point: 0.7805, 0.6321; The action is #DUAL_POINT#; touch_point: 0.065, 0.495, lift_point: 0.065, 0.495; The action is #TYPE#; And the content is : \"typed_text\": \"pizza Hut\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1174, 0.3098, lift_point: 0.1174, 0.3098; The action is #DUAL_POINT#; touch_point: 0.425, 0.1405, lift_point: 0.425, 0.1405; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.6194, 0.1229, lift_point: 0.6194, 0.1229; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2708, 0.4597, lift_point: 0.2708, 0.4597", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66341_17.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Pizza Hut?; The action is #DUAL_POINT#; touch_point: 0.7805, 0.6321, lift_point: 0.7805, 0.6321; The action is #DUAL_POINT#; touch_point: 0.065, 0.495, lift_point: 0.065, 0.495; The action is #TYPE#; And the content is : \"typed_text\": \"pizza Hut\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1174, 0.3098, lift_point: 0.1174, 0.3098; The action is #DUAL_POINT#; touch_point: 0.425, 0.1405, lift_point: 0.425, 0.1405; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.6194, 0.1229, lift_point: 0.6194, 0.1229; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2708, 0.4597, lift_point: 0.2708, 0.4597; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.0703, 0.0858, lift_point: 0.0703, 0.0858", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66341_18.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Pizza Hut?; The action is #DUAL_POINT#; touch_point: 0.7805, 0.6321, lift_point: 0.7805, 0.6321; The action is #DUAL_POINT#; touch_point: 0.065, 0.495, lift_point: 0.065, 0.495; The action is #TYPE#; And the content is : \"typed_text\": \"pizza Hut\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1174, 0.3098, lift_point: 0.1174, 0.3098; The action is #DUAL_POINT#; touch_point: 0.425, 0.1405, lift_point: 0.425, 0.1405; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.6194, 0.1229, lift_point: 0.6194, 0.1229; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2708, 0.4597, lift_point: 0.2708, 0.4597; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0703, 0.0858, lift_point: 0.0703, 0.0858", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66341_19.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Pizza Hut?; The action is #DUAL_POINT#; touch_point: 0.7805, 0.6321, lift_point: 0.7805, 0.6321; The action is #DUAL_POINT#; touch_point: 0.065, 0.495, lift_point: 0.065, 0.495; The action is #TYPE#; And the content is : \"typed_text\": \"pizza Hut\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1174, 0.3098, lift_point: 0.1174, 0.3098; The action is #DUAL_POINT#; touch_point: 0.425, 0.1405, lift_point: 0.425, 0.1405; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.6194, 0.1229, lift_point: 0.6194, 0.1229; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2708, 0.4597, lift_point: 0.2708, 0.4597; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0703, 0.0858, lift_point: 0.0703, 0.0858; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66341_20.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Pizza Hut?; The action is #DUAL_POINT#; touch_point: 0.7805, 0.6321, lift_point: 0.7805, 0.6321; The action is #DUAL_POINT#; touch_point: 0.065, 0.495, lift_point: 0.065, 0.495; The action is #TYPE#; And the content is : \"typed_text\": \"pizza Hut\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1174, 0.3098, lift_point: 0.1174, 0.3098; The action is #DUAL_POINT#; touch_point: 0.425, 0.1405, lift_point: 0.425, 0.1405; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.6194, 0.1229, lift_point: 0.6194, 0.1229; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2708, 0.4597, lift_point: 0.2708, 0.4597; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0703, 0.0858, lift_point: 0.0703, 0.0858; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66341_21.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Pizza Hut?; The action is #DUAL_POINT#; touch_point: 0.7805, 0.6321, lift_point: 0.7805, 0.6321; The action is #DUAL_POINT#; touch_point: 0.065, 0.495, lift_point: 0.065, 0.495; The action is #TYPE#; And the content is : \"typed_text\": \"pizza Hut\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1174, 0.3098, lift_point: 0.1174, 0.3098; The action is #DUAL_POINT#; touch_point: 0.425, 0.1405, lift_point: 0.425, 0.1405; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.6194, 0.1229, lift_point: 0.6194, 0.1229; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2708, 0.4597, lift_point: 0.2708, 0.4597; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0703, 0.0858, lift_point: 0.0703, 0.0858; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66341_22.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Pizza Hut?; The action is #DUAL_POINT#; touch_point: 0.7805, 0.6321, lift_point: 0.7805, 0.6321; The action is #DUAL_POINT#; touch_point: 0.065, 0.495, lift_point: 0.065, 0.495; The action is #TYPE#; And the content is : \"typed_text\": \"pizza Hut\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1174, 0.3098, lift_point: 0.1174, 0.3098; The action is #DUAL_POINT#; touch_point: 0.425, 0.1405, lift_point: 0.425, 0.1405; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.6194, 0.1229, lift_point: 0.6194, 0.1229; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2708, 0.4597, lift_point: 0.2708, 0.4597; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0703, 0.0858, lift_point: 0.0703, 0.0858; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #DUAL_POINT#; touch_point: 0.1167, 0.6356, lift_point: 0.1167, 0.6356", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66341_23.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Pizza Hut?; The action is #DUAL_POINT#; touch_point: 0.7805, 0.6321, lift_point: 0.7805, 0.6321; The action is #DUAL_POINT#; touch_point: 0.065, 0.495, lift_point: 0.065, 0.495; The action is #TYPE#; And the content is : \"typed_text\": \"pizza Hut\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1174, 0.3098, lift_point: 0.1174, 0.3098; The action is #DUAL_POINT#; touch_point: 0.425, 0.1405, lift_point: 0.425, 0.1405; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.6194, 0.1229, lift_point: 0.6194, 0.1229; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2708, 0.4597, lift_point: 0.2708, 0.4597; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0703, 0.0858, lift_point: 0.0703, 0.0858; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.1167, 0.6356, lift_point: 0.1167, 0.6356", "response": "The action is #DUAL_POINT#; touch_point: 0.5038, 0.4206, lift_point: 0.5038, 0.4206", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66341_24.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Pizza Hut?; The action is #DUAL_POINT#; touch_point: 0.7805, 0.6321, lift_point: 0.7805, 0.6321; The action is #DUAL_POINT#; touch_point: 0.065, 0.495, lift_point: 0.065, 0.495; The action is #TYPE#; And the content is : \"typed_text\": \"pizza Hut\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1174, 0.3098, lift_point: 0.1174, 0.3098; The action is #DUAL_POINT#; touch_point: 0.425, 0.1405, lift_point: 0.425, 0.1405; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.6194, 0.1229, lift_point: 0.6194, 0.1229; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2708, 0.4597, lift_point: 0.2708, 0.4597; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0703, 0.0858, lift_point: 0.0703, 0.0858; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.1167, 0.6356, lift_point: 0.1167, 0.6356; The action is #DUAL_POINT#; touch_point: 0.5038, 0.4206, lift_point: 0.5038, 0.4206", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66341_25.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Ed Sheeran video on YouTube", "response": "The action is #DUAL_POINT#; touch_point: 0.6395, 0.8607, lift_point: 0.6395, 0.8607", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66452_1.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Ed Sheeran video on YouTube; The action is #DUAL_POINT#; touch_point: 0.6395, 0.8607, lift_point: 0.6395, 0.8607", "response": "The action is #DUAL_POINT#; touch_point: 0.0551, 0.0814, lift_point: 0.0551, 0.0814", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66452_2.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Ed Sheeran video on YouTube; The action is #DUAL_POINT#; touch_point: 0.6395, 0.8607, lift_point: 0.6395, 0.8607; The action is #DUAL_POINT#; touch_point: 0.0551, 0.0814, lift_point: 0.0551, 0.0814", "response": "The action is #DUAL_POINT#; touch_point: 0.052, 0.5992, lift_point: 0.052, 0.5992", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66452_3.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Ed Sheeran video on YouTube; The action is #DUAL_POINT#; touch_point: 0.6395, 0.8607, lift_point: 0.6395, 0.8607; The action is #DUAL_POINT#; touch_point: 0.0551, 0.0814, lift_point: 0.0551, 0.0814; The action is #DUAL_POINT#; touch_point: 0.052, 0.5992, lift_point: 0.052, 0.5992", "response": "The action is #DUAL_POINT#; touch_point: 0.059, 0.5151, lift_point: 0.059, 0.5151", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66452_4.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Ed Sheeran video on YouTube; The action is #DUAL_POINT#; touch_point: 0.6395, 0.8607, lift_point: 0.6395, 0.8607; The action is #DUAL_POINT#; touch_point: 0.0551, 0.0814, lift_point: 0.0551, 0.0814; The action is #DUAL_POINT#; touch_point: 0.052, 0.5992, lift_point: 0.052, 0.5992; The action is #DUAL_POINT#; touch_point: 0.059, 0.5151, lift_point: 0.059, 0.5151", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"new Ed Sheeran video\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66452_5.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Ed Sheeran video on YouTube; The action is #DUAL_POINT#; touch_point: 0.6395, 0.8607, lift_point: 0.6395, 0.8607; The action is #DUAL_POINT#; touch_point: 0.0551, 0.0814, lift_point: 0.0551, 0.0814; The action is #DUAL_POINT#; touch_point: 0.052, 0.5992, lift_point: 0.052, 0.5992; The action is #DUAL_POINT#; touch_point: 0.059, 0.5151, lift_point: 0.059, 0.5151; The action is #TYPE#; And the content is : \"typed_text\": \"new Ed Sheeran video\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66452_6.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Ed Sheeran video on YouTube; The action is #DUAL_POINT#; touch_point: 0.6395, 0.8607, lift_point: 0.6395, 0.8607; The action is #DUAL_POINT#; touch_point: 0.0551, 0.0814, lift_point: 0.0551, 0.0814; The action is #DUAL_POINT#; touch_point: 0.052, 0.5992, lift_point: 0.052, 0.5992; The action is #DUAL_POINT#; touch_point: 0.059, 0.5151, lift_point: 0.059, 0.5151; The action is #TYPE#; And the content is : \"typed_text\": \"new Ed Sheeran video\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66452_7.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Ed Sheeran video on YouTube; The action is #DUAL_POINT#; touch_point: 0.6395, 0.8607, lift_point: 0.6395, 0.8607; The action is #DUAL_POINT#; touch_point: 0.0551, 0.0814, lift_point: 0.0551, 0.0814; The action is #DUAL_POINT#; touch_point: 0.052, 0.5992, lift_point: 0.052, 0.5992; The action is #DUAL_POINT#; touch_point: 0.059, 0.5151, lift_point: 0.059, 0.5151; The action is #TYPE#; And the content is : \"typed_text\": \"new Ed Sheeran video\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#", "response": "The action is #DUAL_POINT#; touch_point: 0.6927, 0.5764, lift_point: 0.6927, 0.5764", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66452_8.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Ed Sheeran video on YouTube; The action is #DUAL_POINT#; touch_point: 0.6395, 0.8607, lift_point: 0.6395, 0.8607; The action is #DUAL_POINT#; touch_point: 0.0551, 0.0814, lift_point: 0.0551, 0.0814; The action is #DUAL_POINT#; touch_point: 0.052, 0.5992, lift_point: 0.052, 0.5992; The action is #DUAL_POINT#; touch_point: 0.059, 0.5151, lift_point: 0.059, 0.5151; The action is #TYPE#; And the content is : \"typed_text\": \"new Ed Sheeran video\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.6927, 0.5764, lift_point: 0.6927, 0.5764", "response": "The action is #DUAL_POINT#; touch_point: 0.1692, 0.4973, lift_point: 0.1692, 0.4973", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66452_9.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Ed Sheeran video on YouTube; The action is #DUAL_POINT#; touch_point: 0.6395, 0.8607, lift_point: 0.6395, 0.8607; The action is #DUAL_POINT#; touch_point: 0.0551, 0.0814, lift_point: 0.0551, 0.0814; The action is #DUAL_POINT#; touch_point: 0.052, 0.5992, lift_point: 0.052, 0.5992; The action is #DUAL_POINT#; touch_point: 0.059, 0.5151, lift_point: 0.059, 0.5151; The action is #TYPE#; And the content is : \"typed_text\": \"new Ed Sheeran video\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.6927, 0.5764, lift_point: 0.6927, 0.5764; The action is #DUAL_POINT#; touch_point: 0.1692, 0.4973, lift_point: 0.1692, 0.4973", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66452_10.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Mexico city", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66486_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Mexico city; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8049, 0.6339, lift_point: 0.8049, 0.6339", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66486_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Mexico city; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8049, 0.6339, lift_point: 0.8049, 0.6339", "response": "The action is #DUAL_POINT#; touch_point: 0.0584, 0.6017, lift_point: 0.0584, 0.6017", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66486_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Mexico city; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8049, 0.6339, lift_point: 0.8049, 0.6339; The action is #DUAL_POINT#; touch_point: 0.0584, 0.6017, lift_point: 0.0584, 0.6017", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Mexico city\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66486_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Mexico city; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8049, 0.6339, lift_point: 0.8049, 0.6339; The action is #DUAL_POINT#; touch_point: 0.0584, 0.6017, lift_point: 0.0584, 0.6017; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Mexico city\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66486_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Mexico city; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8049, 0.6339, lift_point: 0.8049, 0.6339; The action is #DUAL_POINT#; touch_point: 0.0584, 0.6017, lift_point: 0.0584, 0.6017; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Mexico city\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1154, 0.3211, lift_point: 0.1154, 0.3211", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66486_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Mexico city; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8049, 0.6339, lift_point: 0.8049, 0.6339; The action is #DUAL_POINT#; touch_point: 0.0584, 0.6017, lift_point: 0.0584, 0.6017; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Mexico city\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1154, 0.3211, lift_point: 0.1154, 0.3211", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66486_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Mexico city; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8049, 0.6339, lift_point: 0.8049, 0.6339; The action is #DUAL_POINT#; touch_point: 0.0584, 0.6017, lift_point: 0.0584, 0.6017; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Mexico city\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1154, 0.3211, lift_point: 0.1154, 0.3211; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.6861, 0.5225, lift_point: 0.6861, 0.5225", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66486_8.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Mexico city; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8049, 0.6339, lift_point: 0.8049, 0.6339; The action is #DUAL_POINT#; touch_point: 0.0584, 0.6017, lift_point: 0.0584, 0.6017; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Mexico city\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1154, 0.3211, lift_point: 0.1154, 0.3211; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6861, 0.5225, lift_point: 0.6861, 0.5225", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66486_9.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a bicycle?", "response": "The action is #DUAL_POINT#; touch_point: 0.9043, 0.4951, lift_point: 0.9043, 0.4951", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66578_1.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a bicycle?; The action is #DUAL_POINT#; touch_point: 0.9043, 0.4951, lift_point: 0.9043, 0.4951", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of a bicycle?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66578_2.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a bicycle?; The action is #DUAL_POINT#; touch_point: 0.9043, 0.4951, lift_point: 0.9043, 0.4951; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of a bicycle?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.8837, 0.4848, lift_point: 0.8837, 0.4848", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66578_3.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a bicycle?; The action is #DUAL_POINT#; touch_point: 0.9043, 0.4951, lift_point: 0.9043, 0.4951; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of a bicycle?\"; The action is #DUAL_POINT#; touch_point: 0.8837, 0.4848, lift_point: 0.8837, 0.4848", "response": "The action is #DUAL_POINT#; touch_point: 0.1282, 0.6036, lift_point: 0.1282, 0.6036", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66578_4.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a bicycle?; The action is #DUAL_POINT#; touch_point: 0.9043, 0.4951, lift_point: 0.9043, 0.4951; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of a bicycle?\"; The action is #DUAL_POINT#; touch_point: 0.8837, 0.4848, lift_point: 0.8837, 0.4848; The action is #DUAL_POINT#; touch_point: 0.1282, 0.6036, lift_point: 0.1282, 0.6036", "response": "The action is #DUAL_POINT#; touch_point: 0.4073, 0.5385, lift_point: 0.4073, 0.5385", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66578_5.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a bicycle?; The action is #DUAL_POINT#; touch_point: 0.9043, 0.4951, lift_point: 0.9043, 0.4951; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of a bicycle?\"; The action is #DUAL_POINT#; touch_point: 0.8837, 0.4848, lift_point: 0.8837, 0.4848; The action is #DUAL_POINT#; touch_point: 0.1282, 0.6036, lift_point: 0.1282, 0.6036; The action is #DUAL_POINT#; touch_point: 0.4073, 0.5385, lift_point: 0.4073, 0.5385", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66578_6.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a skateboard?", "response": "The action is #DUAL_POINT#; touch_point: 0.8596, 0.5593, lift_point: 0.8596, 0.5593", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66728_1.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a skateboard?; The action is #DUAL_POINT#; touch_point: 0.8596, 0.5593, lift_point: 0.8596, 0.5593", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of a skateboard?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66728_2.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a skateboard?; The action is #DUAL_POINT#; touch_point: 0.8596, 0.5593, lift_point: 0.8596, 0.5593; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of a skateboard?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1142, 0.4947, lift_point: 0.1142, 0.4947", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66728_3.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a skateboard?; The action is #DUAL_POINT#; touch_point: 0.8596, 0.5593, lift_point: 0.8596, 0.5593; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of a skateboard?\"; The action is #DUAL_POINT#; touch_point: 0.1142, 0.4947, lift_point: 0.1142, 0.4947", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66728_4.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Target?", "response": "The action is #DUAL_POINT#; touch_point: 0.8947, 0.4912, lift_point: 0.8947, 0.4912", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66732_1.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Target?; The action is #DUAL_POINT#; touch_point: 0.8947, 0.4912, lift_point: 0.8947, 0.4912", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Target?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66732_2.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Target?; The action is #DUAL_POINT#; touch_point: 0.8947, 0.4912, lift_point: 0.8947, 0.4912; The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Target?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1275, 0.294, lift_point: 0.1275, 0.294", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66732_3.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Target?; The action is #DUAL_POINT#; touch_point: 0.8947, 0.4912, lift_point: 0.8947, 0.4912; The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Target?\"; The action is #DUAL_POINT#; touch_point: 0.1275, 0.294, lift_point: 0.1275, 0.294", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66732_4.png" ] }, { "query": "\nPrevious Actions: Goal: Turn on notifications for the Google Maps app", "response": "The action is #DUAL_POINT#; touch_point: 0.783, 0.888, lift_point: 0.783, 0.888", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66752_1.png" ] }, { "query": "\nPrevious Actions: Goal: Turn on notifications for the Google Maps app; The action is #DUAL_POINT#; touch_point: 0.783, 0.888, lift_point: 0.783, 0.888", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66752_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new mascara", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66800_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new mascara; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8718, 0.3458, lift_point: 0.8718, 0.3458", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66800_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new mascara; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8718, 0.3458, lift_point: 0.8718, 0.3458", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for a new mascara\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66800_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new mascara; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8718, 0.3458, lift_point: 0.8718, 0.3458; The action is #TYPE#; And the content is : \"typed_text\": \"Search for a new mascara\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1328, 0.2844, lift_point: 0.1328, 0.2844", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66800_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new mascara; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8718, 0.3458, lift_point: 0.8718, 0.3458; The action is #TYPE#; And the content is : \"typed_text\": \"Search for a new mascara\"; The action is #DUAL_POINT#; touch_point: 0.1328, 0.2844, lift_point: 0.1328, 0.2844", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66800_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Trinidad and Tobago?", "response": "The action is #DUAL_POINT#; touch_point: 0.8819, 0.6234, lift_point: 0.8819, 0.6234", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66928_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Trinidad and Tobago?; The action is #DUAL_POINT#; touch_point: 0.8819, 0.6234, lift_point: 0.8819, 0.6234", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Trinidad and Tobago?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66928_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Trinidad and Tobago?; The action is #DUAL_POINT#; touch_point: 0.8819, 0.6234, lift_point: 0.8819, 0.6234; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Trinidad and Tobago?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1206, 0.338, lift_point: 0.1206, 0.338", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66928_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Trinidad and Tobago?; The action is #DUAL_POINT#; touch_point: 0.8819, 0.6234, lift_point: 0.8819, 0.6234; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Trinidad and Tobago?\"; The action is #DUAL_POINT#; touch_point: 0.1206, 0.338, lift_point: 0.1206, 0.338", "response": "The action is #DUAL_POINT#; touch_point: 0.6716, 0.519, lift_point: 0.6716, 0.519", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66928_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Trinidad and Tobago?; The action is #DUAL_POINT#; touch_point: 0.8819, 0.6234, lift_point: 0.8819, 0.6234; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Trinidad and Tobago?\"; The action is #DUAL_POINT#; touch_point: 0.1206, 0.338, lift_point: 0.1206, 0.338; The action is #DUAL_POINT#; touch_point: 0.6716, 0.519, lift_point: 0.6716, 0.519", "response": "The action is #DUAL_POINT#; touch_point: 0.4584, 0.5643, lift_point: 0.4584, 0.5643", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66928_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Trinidad and Tobago?; The action is #DUAL_POINT#; touch_point: 0.8819, 0.6234, lift_point: 0.8819, 0.6234; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Trinidad and Tobago?\"; The action is #DUAL_POINT#; touch_point: 0.1206, 0.338, lift_point: 0.1206, 0.338; The action is #DUAL_POINT#; touch_point: 0.6716, 0.519, lift_point: 0.6716, 0.519; The action is #DUAL_POINT#; touch_point: 0.4584, 0.5643, lift_point: 0.4584, 0.5643", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66928_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new hair product", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66995_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new hair product; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8795, 0.3776, lift_point: 0.8795, 0.3776", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66995_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new hair product; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8795, 0.3776, lift_point: 0.8795, 0.3776", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"new hair product\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66995_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new hair product; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8795, 0.3776, lift_point: 0.8795, 0.3776; The action is #TYPE#; And the content is : \"typed_text\": \"new hair product\"", "response": "The action is #DUAL_POINT#; touch_point: 0.12, 0.3894, lift_point: 0.12, 0.3894", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66995_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new hair product; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8795, 0.3776, lift_point: 0.8795, 0.3776; The action is #TYPE#; And the content is : \"typed_text\": \"new hair product\"; The action is #DUAL_POINT#; touch_point: 0.12, 0.3894, lift_point: 0.12, 0.3894", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66995_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new hair product; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8795, 0.3776, lift_point: 0.8795, 0.3776; The action is #TYPE#; And the content is : \"typed_text\": \"new hair product\"; The action is #DUAL_POINT#; touch_point: 0.12, 0.3894, lift_point: 0.12, 0.3894; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.7147, 0.4652, lift_point: 0.7147, 0.4652", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66995_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new hair product; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8795, 0.3776, lift_point: 0.8795, 0.3776; The action is #TYPE#; And the content is : \"typed_text\": \"new hair product\"; The action is #DUAL_POINT#; touch_point: 0.12, 0.3894, lift_point: 0.12, 0.3894; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7147, 0.4652, lift_point: 0.7147, 0.4652", "response": "The action is #DUAL_POINT#; touch_point: 0.8376, 0.5253, lift_point: 0.8376, 0.5253", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66995_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new hair product; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8795, 0.3776, lift_point: 0.8795, 0.3776; The action is #TYPE#; And the content is : \"typed_text\": \"new hair product\"; The action is #DUAL_POINT#; touch_point: 0.12, 0.3894, lift_point: 0.12, 0.3894; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7147, 0.4652, lift_point: 0.7147, 0.4652; The action is #DUAL_POINT#; touch_point: 0.8376, 0.5253, lift_point: 0.8376, 0.5253", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/66995_8.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest T-Mobile Store?", "response": "The action is #DUAL_POINT#; touch_point: 0.8851, 0.4398, lift_point: 0.8851, 0.4398", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67071_1.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest T-Mobile Store?; The action is #DUAL_POINT#; touch_point: 0.8851, 0.4398, lift_point: 0.8851, 0.4398", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"how do i get to the nearest T mobile store?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67071_2.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest T-Mobile Store?; The action is #DUAL_POINT#; touch_point: 0.8851, 0.4398, lift_point: 0.8851, 0.4398; The action is #TYPE#; And the content is : \"typed_text\": \"how do i get to the nearest T mobile store?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.0499, 0.3775, lift_point: 0.0499, 0.3775", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67071_3.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest T-Mobile Store?; The action is #DUAL_POINT#; touch_point: 0.8851, 0.4398, lift_point: 0.8851, 0.4398; The action is #TYPE#; And the content is : \"typed_text\": \"how do i get to the nearest T mobile store?\"; The action is #DUAL_POINT#; touch_point: 0.0499, 0.3775, lift_point: 0.0499, 0.3775", "response": "The action is #DUAL_POINT#; touch_point: 0.1241, 0.6011, lift_point: 0.1241, 0.6011", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67071_4.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest T-Mobile Store?; The action is #DUAL_POINT#; touch_point: 0.8851, 0.4398, lift_point: 0.8851, 0.4398; The action is #TYPE#; And the content is : \"typed_text\": \"how do i get to the nearest T mobile store?\"; The action is #DUAL_POINT#; touch_point: 0.0499, 0.3775, lift_point: 0.0499, 0.3775; The action is #DUAL_POINT#; touch_point: 0.1241, 0.6011, lift_point: 0.1241, 0.6011", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67071_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in theFalkland Islands?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67119_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in theFalkland Islands?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8929, 0.491, lift_point: 0.8929, 0.491", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67119_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in theFalkland Islands?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8929, 0.491, lift_point: 0.8929, 0.491", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in theFalkland Islands?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67119_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in theFalkland Islands?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8929, 0.491, lift_point: 0.8929, 0.491; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in theFalkland Islands?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.118, 0.5821, lift_point: 0.118, 0.5821", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67119_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in theFalkland Islands?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8929, 0.491, lift_point: 0.8929, 0.491; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in theFalkland Islands?\"; The action is #DUAL_POINT#; touch_point: 0.118, 0.5821, lift_point: 0.118, 0.5821", "response": "The action is #DUAL_POINT#; touch_point: 0.4245, 0.3739, lift_point: 0.4245, 0.3739", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67119_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in theFalkland Islands?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8929, 0.491, lift_point: 0.8929, 0.491; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in theFalkland Islands?\"; The action is #DUAL_POINT#; touch_point: 0.118, 0.5821, lift_point: 0.118, 0.5821; The action is #DUAL_POINT#; touch_point: 0.4245, 0.3739, lift_point: 0.4245, 0.3739", "response": "The action is #DUAL_POINT#; touch_point: 0.8862, 0.5515, lift_point: 0.8862, 0.5515", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67119_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in theFalkland Islands?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8929, 0.491, lift_point: 0.8929, 0.491; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in theFalkland Islands?\"; The action is #DUAL_POINT#; touch_point: 0.118, 0.5821, lift_point: 0.118, 0.5821; The action is #DUAL_POINT#; touch_point: 0.4245, 0.3739, lift_point: 0.4245, 0.3739; The action is #DUAL_POINT#; touch_point: 0.8862, 0.5515, lift_point: 0.8862, 0.5515", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67119_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in theFalkland Islands?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8929, 0.491, lift_point: 0.8929, 0.491; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in theFalkland Islands?\"; The action is #DUAL_POINT#; touch_point: 0.118, 0.5821, lift_point: 0.118, 0.5821; The action is #DUAL_POINT#; touch_point: 0.4245, 0.3739, lift_point: 0.4245, 0.3739; The action is #DUAL_POINT#; touch_point: 0.8862, 0.5515, lift_point: 0.8862, 0.5515; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67119_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in theFalkland Islands?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8929, 0.491, lift_point: 0.8929, 0.491; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in theFalkland Islands?\"; The action is #DUAL_POINT#; touch_point: 0.118, 0.5821, lift_point: 0.118, 0.5821; The action is #DUAL_POINT#; touch_point: 0.4245, 0.3739, lift_point: 0.4245, 0.3739; The action is #DUAL_POINT#; touch_point: 0.8862, 0.5515, lift_point: 0.8862, 0.5515; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67119_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in theFalkland Islands?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8929, 0.491, lift_point: 0.8929, 0.491; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in theFalkland Islands?\"; The action is #DUAL_POINT#; touch_point: 0.118, 0.5821, lift_point: 0.118, 0.5821; The action is #DUAL_POINT#; touch_point: 0.4245, 0.3739, lift_point: 0.4245, 0.3739; The action is #DUAL_POINT#; touch_point: 0.8862, 0.5515, lift_point: 0.8862, 0.5515; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67119_10.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in theFalkland Islands?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8929, 0.491, lift_point: 0.8929, 0.491; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in theFalkland Islands?\"; The action is #DUAL_POINT#; touch_point: 0.118, 0.5821, lift_point: 0.118, 0.5821; The action is #DUAL_POINT#; touch_point: 0.4245, 0.3739, lift_point: 0.4245, 0.3739; The action is #DUAL_POINT#; touch_point: 0.8862, 0.5515, lift_point: 0.8862, 0.5515; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67119_11.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in theFalkland Islands?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8929, 0.491, lift_point: 0.8929, 0.491; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in theFalkland Islands?\"; The action is #DUAL_POINT#; touch_point: 0.118, 0.5821, lift_point: 0.118, 0.5821; The action is #DUAL_POINT#; touch_point: 0.4245, 0.3739, lift_point: 0.4245, 0.3739; The action is #DUAL_POINT#; touch_point: 0.8862, 0.5515, lift_point: 0.8862, 0.5515; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3566, 0.4995, lift_point: 0.3566, 0.4995", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67119_12.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in theFalkland Islands?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8929, 0.491, lift_point: 0.8929, 0.491; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in theFalkland Islands?\"; The action is #DUAL_POINT#; touch_point: 0.118, 0.5821, lift_point: 0.118, 0.5821; The action is #DUAL_POINT#; touch_point: 0.4245, 0.3739, lift_point: 0.4245, 0.3739; The action is #DUAL_POINT#; touch_point: 0.8862, 0.5515, lift_point: 0.8862, 0.5515; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3566, 0.4995, lift_point: 0.3566, 0.4995", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67119_13.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Papa Murphy's?", "response": "The action is #DUAL_POINT#; touch_point: 0.7923, 0.698, lift_point: 0.7923, 0.698", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67207_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Papa Murphy's?; The action is #DUAL_POINT#; touch_point: 0.7923, 0.698, lift_point: 0.7923, 0.698", "response": "The action is #DUAL_POINT#; touch_point: 0.0604, 0.6342, lift_point: 0.0604, 0.6342", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67207_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Papa Murphy's?; The action is #DUAL_POINT#; touch_point: 0.7923, 0.698, lift_point: 0.7923, 0.698; The action is #DUAL_POINT#; touch_point: 0.0604, 0.6342, lift_point: 0.0604, 0.6342", "response": "The action is #DUAL_POINT#; touch_point: 0.0633, 0.923, lift_point: 0.0633, 0.923", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67207_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Papa Murphy's?; The action is #DUAL_POINT#; touch_point: 0.7923, 0.698, lift_point: 0.7923, 0.698; The action is #DUAL_POINT#; touch_point: 0.0604, 0.6342, lift_point: 0.0604, 0.6342; The action is #DUAL_POINT#; touch_point: 0.0633, 0.923, lift_point: 0.0633, 0.923", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"papa murphys\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67207_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Papa Murphy's?; The action is #DUAL_POINT#; touch_point: 0.7923, 0.698, lift_point: 0.7923, 0.698; The action is #DUAL_POINT#; touch_point: 0.0604, 0.6342, lift_point: 0.0604, 0.6342; The action is #DUAL_POINT#; touch_point: 0.0633, 0.923, lift_point: 0.0633, 0.923; The action is #TYPE#; And the content is : \"typed_text\": \"papa murphys\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"papa murphys\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67207_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Papa Murphy's?; The action is #DUAL_POINT#; touch_point: 0.7923, 0.698, lift_point: 0.7923, 0.698; The action is #DUAL_POINT#; touch_point: 0.0604, 0.6342, lift_point: 0.0604, 0.6342; The action is #DUAL_POINT#; touch_point: 0.0633, 0.923, lift_point: 0.0633, 0.923; The action is #TYPE#; And the content is : \"typed_text\": \"papa murphys\"; The action is #TYPE#; And the content is : \"typed_text\": \"papa murphys\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67207_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Papa Murphy's?; The action is #DUAL_POINT#; touch_point: 0.7923, 0.698, lift_point: 0.7923, 0.698; The action is #DUAL_POINT#; touch_point: 0.0604, 0.6342, lift_point: 0.0604, 0.6342; The action is #DUAL_POINT#; touch_point: 0.0633, 0.923, lift_point: 0.0633, 0.923; The action is #TYPE#; And the content is : \"typed_text\": \"papa murphys\"; The action is #TYPE#; And the content is : \"typed_text\": \"papa murphys\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"", "response": "The action is #DUAL_POINT#; touch_point: 0.441, 0.3817, lift_point: 0.441, 0.3817", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67207_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Papa Murphy's?; The action is #DUAL_POINT#; touch_point: 0.7923, 0.698, lift_point: 0.7923, 0.698; The action is #DUAL_POINT#; touch_point: 0.0604, 0.6342, lift_point: 0.0604, 0.6342; The action is #DUAL_POINT#; touch_point: 0.0633, 0.923, lift_point: 0.0633, 0.923; The action is #TYPE#; And the content is : \"typed_text\": \"papa murphys\"; The action is #TYPE#; And the content is : \"typed_text\": \"papa murphys\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.441, 0.3817, lift_point: 0.441, 0.3817", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67207_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Papa Murphy's?; The action is #DUAL_POINT#; touch_point: 0.7923, 0.698, lift_point: 0.7923, 0.698; The action is #DUAL_POINT#; touch_point: 0.0604, 0.6342, lift_point: 0.0604, 0.6342; The action is #DUAL_POINT#; touch_point: 0.0633, 0.923, lift_point: 0.0633, 0.923; The action is #TYPE#; And the content is : \"typed_text\": \"papa murphys\"; The action is #TYPE#; And the content is : \"typed_text\": \"papa murphys\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.441, 0.3817, lift_point: 0.441, 0.3817; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67207_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Papa Murphy's?; The action is #DUAL_POINT#; touch_point: 0.7923, 0.698, lift_point: 0.7923, 0.698; The action is #DUAL_POINT#; touch_point: 0.0604, 0.6342, lift_point: 0.0604, 0.6342; The action is #DUAL_POINT#; touch_point: 0.0633, 0.923, lift_point: 0.0633, 0.923; The action is #TYPE#; And the content is : \"typed_text\": \"papa murphys\"; The action is #TYPE#; And the content is : \"typed_text\": \"papa murphys\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.441, 0.3817, lift_point: 0.441, 0.3817; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67207_10.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Papa Murphy's?; The action is #DUAL_POINT#; touch_point: 0.7923, 0.698, lift_point: 0.7923, 0.698; The action is #DUAL_POINT#; touch_point: 0.0604, 0.6342, lift_point: 0.0604, 0.6342; The action is #DUAL_POINT#; touch_point: 0.0633, 0.923, lift_point: 0.0633, 0.923; The action is #TYPE#; And the content is : \"typed_text\": \"papa murphys\"; The action is #TYPE#; And the content is : \"typed_text\": \"papa murphys\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.441, 0.3817, lift_point: 0.441, 0.3817; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67207_11.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Papa Murphy's?; The action is #DUAL_POINT#; touch_point: 0.7923, 0.698, lift_point: 0.7923, 0.698; The action is #DUAL_POINT#; touch_point: 0.0604, 0.6342, lift_point: 0.0604, 0.6342; The action is #DUAL_POINT#; touch_point: 0.0633, 0.923, lift_point: 0.0633, 0.923; The action is #TYPE#; And the content is : \"typed_text\": \"papa murphys\"; The action is #TYPE#; And the content is : \"typed_text\": \"papa murphys\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.441, 0.3817, lift_point: 0.441, 0.3817; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67207_12.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Papa Murphy's?; The action is #DUAL_POINT#; touch_point: 0.7923, 0.698, lift_point: 0.7923, 0.698; The action is #DUAL_POINT#; touch_point: 0.0604, 0.6342, lift_point: 0.0604, 0.6342; The action is #DUAL_POINT#; touch_point: 0.0633, 0.923, lift_point: 0.0633, 0.923; The action is #TYPE#; And the content is : \"typed_text\": \"papa murphys\"; The action is #TYPE#; And the content is : \"typed_text\": \"papa murphys\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.441, 0.3817, lift_point: 0.441, 0.3817; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.2559, 0.4987, lift_point: 0.2559, 0.4987", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67207_13.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Papa Murphy's?; The action is #DUAL_POINT#; touch_point: 0.7923, 0.698, lift_point: 0.7923, 0.698; The action is #DUAL_POINT#; touch_point: 0.0604, 0.6342, lift_point: 0.0604, 0.6342; The action is #DUAL_POINT#; touch_point: 0.0633, 0.923, lift_point: 0.0633, 0.923; The action is #TYPE#; And the content is : \"typed_text\": \"papa murphys\"; The action is #TYPE#; And the content is : \"typed_text\": \"papa murphys\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.441, 0.3817, lift_point: 0.441, 0.3817; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2559, 0.4987, lift_point: 0.2559, 0.4987", "response": "The action is #DUAL_POINT#; touch_point: 0.1462, 0.4765, lift_point: 0.1462, 0.4765", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67207_14.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Papa Murphy's?; The action is #DUAL_POINT#; touch_point: 0.7923, 0.698, lift_point: 0.7923, 0.698; The action is #DUAL_POINT#; touch_point: 0.0604, 0.6342, lift_point: 0.0604, 0.6342; The action is #DUAL_POINT#; touch_point: 0.0633, 0.923, lift_point: 0.0633, 0.923; The action is #TYPE#; And the content is : \"typed_text\": \"papa murphys\"; The action is #TYPE#; And the content is : \"typed_text\": \"papa murphys\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.441, 0.3817, lift_point: 0.441, 0.3817; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2559, 0.4987, lift_point: 0.2559, 0.4987; The action is #DUAL_POINT#; touch_point: 0.1462, 0.4765, lift_point: 0.1462, 0.4765", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67207_15.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Houston?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67689_1.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Houston?; The action is #PRESS_HOME#", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67689_2.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Houston?; The action is #PRESS_HOME#; The action is #PRESS_HOME#", "response": "The action is #PRESS_BACK#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67689_3.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Houston?; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_BACK#", "response": "The action is #PRESS_BACK#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67689_4.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Houston?; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_BACK#; The action is #PRESS_BACK#", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67689_5.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Houston?; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67689_6.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Houston?; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7832, 0.6762, lift_point: 0.7832, 0.6762", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67689_7.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Houston?; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7832, 0.6762, lift_point: 0.7832, 0.6762", "response": "The action is #PRESS_BACK#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67689_8.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Houston?; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7832, 0.6762, lift_point: 0.7832, 0.6762; The action is #PRESS_BACK#", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67689_9.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Houston?; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7832, 0.6762, lift_point: 0.7832, 0.6762; The action is #PRESS_BACK#; The action is #PRESS_HOME#", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67689_10.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Houston?; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7832, 0.6762, lift_point: 0.7832, 0.6762; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.785, 0.6966, lift_point: 0.785, 0.6966", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67689_11.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Houston?; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7832, 0.6762, lift_point: 0.7832, 0.6762; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.785, 0.6966, lift_point: 0.785, 0.6966", "response": "The action is #PRESS_BACK#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67689_12.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Houston?; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7832, 0.6762, lift_point: 0.7832, 0.6762; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.785, 0.6966, lift_point: 0.785, 0.6966; The action is #PRESS_BACK#", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67689_13.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Houston?; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7832, 0.6762, lift_point: 0.7832, 0.6762; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.785, 0.6966, lift_point: 0.785, 0.6966; The action is #PRESS_BACK#; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7786, 0.6947, lift_point: 0.7786, 0.6947", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67689_14.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Houston?; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7832, 0.6762, lift_point: 0.7832, 0.6762; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.785, 0.6966, lift_point: 0.785, 0.6966; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7786, 0.6947, lift_point: 0.7786, 0.6947", "response": "The action is #PRESS_BACK#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67689_15.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Houston?; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7832, 0.6762, lift_point: 0.7832, 0.6762; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.785, 0.6966, lift_point: 0.785, 0.6966; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7786, 0.6947, lift_point: 0.7786, 0.6947; The action is #PRESS_BACK#", "response": "The action is #PRESS_BACK#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67689_16.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Houston?; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7832, 0.6762, lift_point: 0.7832, 0.6762; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.785, 0.6966, lift_point: 0.785, 0.6966; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7786, 0.6947, lift_point: 0.7786, 0.6947; The action is #PRESS_BACK#; The action is #PRESS_BACK#", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67689_17.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Houston?; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7832, 0.6762, lift_point: 0.7832, 0.6762; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.785, 0.6966, lift_point: 0.785, 0.6966; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7786, 0.6947, lift_point: 0.7786, 0.6947; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7752, 0.6731, lift_point: 0.7752, 0.6731", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67689_18.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Houston?; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7832, 0.6762, lift_point: 0.7832, 0.6762; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.785, 0.6966, lift_point: 0.785, 0.6966; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7786, 0.6947, lift_point: 0.7786, 0.6947; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6731, lift_point: 0.7752, 0.6731", "response": "The action is #PRESS_BACK#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67689_19.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Houston?; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7832, 0.6762, lift_point: 0.7832, 0.6762; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.785, 0.6966, lift_point: 0.785, 0.6966; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7786, 0.6947, lift_point: 0.7786, 0.6947; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6731, lift_point: 0.7752, 0.6731; The action is #PRESS_BACK#", "response": "The action is #DUAL_POINT#; touch_point: 0.7832, 0.6699, lift_point: 0.7832, 0.6699", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67689_20.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Houston?; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7832, 0.6762, lift_point: 0.7832, 0.6762; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.785, 0.6966, lift_point: 0.785, 0.6966; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7786, 0.6947, lift_point: 0.7786, 0.6947; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6731, lift_point: 0.7752, 0.6731; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7832, 0.6699, lift_point: 0.7832, 0.6699", "response": "The action is #DUAL_POINT#; touch_point: 0.0578, 0.682, lift_point: 0.0578, 0.682", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67689_21.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Houston?; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7832, 0.6762, lift_point: 0.7832, 0.6762; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.785, 0.6966, lift_point: 0.785, 0.6966; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7786, 0.6947, lift_point: 0.7786, 0.6947; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6731, lift_point: 0.7752, 0.6731; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7832, 0.6699, lift_point: 0.7832, 0.6699; The action is #DUAL_POINT#; touch_point: 0.0578, 0.682, lift_point: 0.0578, 0.682", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"2 bed room apartment rent in houston\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67689_22.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Houston?; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7832, 0.6762, lift_point: 0.7832, 0.6762; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.785, 0.6966, lift_point: 0.785, 0.6966; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7786, 0.6947, lift_point: 0.7786, 0.6947; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6731, lift_point: 0.7752, 0.6731; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7832, 0.6699, lift_point: 0.7832, 0.6699; The action is #DUAL_POINT#; touch_point: 0.0578, 0.682, lift_point: 0.0578, 0.682; The action is #TYPE#; And the content is : \"typed_text\": \"2 bed room apartment rent in houston\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67689_23.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Houston?; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7832, 0.6762, lift_point: 0.7832, 0.6762; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.785, 0.6966, lift_point: 0.785, 0.6966; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7786, 0.6947, lift_point: 0.7786, 0.6947; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6731, lift_point: 0.7752, 0.6731; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7832, 0.6699, lift_point: 0.7832, 0.6699; The action is #DUAL_POINT#; touch_point: 0.0578, 0.682, lift_point: 0.0578, 0.682; The action is #TYPE#; And the content is : \"typed_text\": \"2 bed room apartment rent in houston\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67689_24.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Houston?; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7832, 0.6762, lift_point: 0.7832, 0.6762; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.785, 0.6966, lift_point: 0.785, 0.6966; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7786, 0.6947, lift_point: 0.7786, 0.6947; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6731, lift_point: 0.7752, 0.6731; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7832, 0.6699, lift_point: 0.7832, 0.6699; The action is #DUAL_POINT#; touch_point: 0.0578, 0.682, lift_point: 0.0578, 0.682; The action is #TYPE#; And the content is : \"typed_text\": \"2 bed room apartment rent in houston\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"in houston\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67689_25.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Houston?; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7832, 0.6762, lift_point: 0.7832, 0.6762; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.785, 0.6966, lift_point: 0.785, 0.6966; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7786, 0.6947, lift_point: 0.7786, 0.6947; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6731, lift_point: 0.7752, 0.6731; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7832, 0.6699, lift_point: 0.7832, 0.6699; The action is #DUAL_POINT#; touch_point: 0.0578, 0.682, lift_point: 0.0578, 0.682; The action is #TYPE#; And the content is : \"typed_text\": \"2 bed room apartment rent in houston\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #TYPE#; And the content is : \"typed_text\": \"in houston\"", "response": "The action is #DUAL_POINT#; touch_point: 0.194, 0.4928, lift_point: 0.194, 0.4928", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67689_26.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Houston?; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7832, 0.6762, lift_point: 0.7832, 0.6762; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.785, 0.6966, lift_point: 0.785, 0.6966; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7786, 0.6947, lift_point: 0.7786, 0.6947; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6731, lift_point: 0.7752, 0.6731; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7832, 0.6699, lift_point: 0.7832, 0.6699; The action is #DUAL_POINT#; touch_point: 0.0578, 0.682, lift_point: 0.0578, 0.682; The action is #TYPE#; And the content is : \"typed_text\": \"2 bed room apartment rent in houston\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #TYPE#; And the content is : \"typed_text\": \"in houston\"; The action is #DUAL_POINT#; touch_point: 0.194, 0.4928, lift_point: 0.194, 0.4928", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67689_27.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Houston?; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7832, 0.6762, lift_point: 0.7832, 0.6762; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.785, 0.6966, lift_point: 0.785, 0.6966; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7786, 0.6947, lift_point: 0.7786, 0.6947; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6731, lift_point: 0.7752, 0.6731; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7832, 0.6699, lift_point: 0.7832, 0.6699; The action is #DUAL_POINT#; touch_point: 0.0578, 0.682, lift_point: 0.0578, 0.682; The action is #TYPE#; And the content is : \"typed_text\": \"2 bed room apartment rent in houston\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #TYPE#; And the content is : \"typed_text\": \"in houston\"; The action is #DUAL_POINT#; touch_point: 0.194, 0.4928, lift_point: 0.194, 0.4928; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.6289, 0.3562, lift_point: 0.6289, 0.3562", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67689_28.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Houston?; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7832, 0.6762, lift_point: 0.7832, 0.6762; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.785, 0.6966, lift_point: 0.785, 0.6966; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7786, 0.6947, lift_point: 0.7786, 0.6947; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6731, lift_point: 0.7752, 0.6731; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7832, 0.6699, lift_point: 0.7832, 0.6699; The action is #DUAL_POINT#; touch_point: 0.0578, 0.682, lift_point: 0.0578, 0.682; The action is #TYPE#; And the content is : \"typed_text\": \"2 bed room apartment rent in houston\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #TYPE#; And the content is : \"typed_text\": \"in houston\"; The action is #DUAL_POINT#; touch_point: 0.194, 0.4928, lift_point: 0.194, 0.4928; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6289, 0.3562, lift_point: 0.6289, 0.3562", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67689_29.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Houston?; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7832, 0.6762, lift_point: 0.7832, 0.6762; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.785, 0.6966, lift_point: 0.785, 0.6966; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7786, 0.6947, lift_point: 0.7786, 0.6947; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6731, lift_point: 0.7752, 0.6731; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7832, 0.6699, lift_point: 0.7832, 0.6699; The action is #DUAL_POINT#; touch_point: 0.0578, 0.682, lift_point: 0.0578, 0.682; The action is #TYPE#; And the content is : \"typed_text\": \"2 bed room apartment rent in houston\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #TYPE#; And the content is : \"typed_text\": \"in houston\"; The action is #DUAL_POINT#; touch_point: 0.194, 0.4928, lift_point: 0.194, 0.4928; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6289, 0.3562, lift_point: 0.6289, 0.3562; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67689_30.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Houston?; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7832, 0.6762, lift_point: 0.7832, 0.6762; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.785, 0.6966, lift_point: 0.785, 0.6966; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7786, 0.6947, lift_point: 0.7786, 0.6947; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6731, lift_point: 0.7752, 0.6731; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7832, 0.6699, lift_point: 0.7832, 0.6699; The action is #DUAL_POINT#; touch_point: 0.0578, 0.682, lift_point: 0.0578, 0.682; The action is #TYPE#; And the content is : \"typed_text\": \"2 bed room apartment rent in houston\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #TYPE#; And the content is : \"typed_text\": \"in houston\"; The action is #DUAL_POINT#; touch_point: 0.194, 0.4928, lift_point: 0.194, 0.4928; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6289, 0.3562, lift_point: 0.6289, 0.3562; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67689_31.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Houston?; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7832, 0.6762, lift_point: 0.7832, 0.6762; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.785, 0.6966, lift_point: 0.785, 0.6966; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7786, 0.6947, lift_point: 0.7786, 0.6947; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6731, lift_point: 0.7752, 0.6731; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7832, 0.6699, lift_point: 0.7832, 0.6699; The action is #DUAL_POINT#; touch_point: 0.0578, 0.682, lift_point: 0.0578, 0.682; The action is #TYPE#; And the content is : \"typed_text\": \"2 bed room apartment rent in houston\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #TYPE#; And the content is : \"typed_text\": \"in houston\"; The action is #DUAL_POINT#; touch_point: 0.194, 0.4928, lift_point: 0.194, 0.4928; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6289, 0.3562, lift_point: 0.6289, 0.3562; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67689_32.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Houston?; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7832, 0.6762, lift_point: 0.7832, 0.6762; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.785, 0.6966, lift_point: 0.785, 0.6966; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7786, 0.6947, lift_point: 0.7786, 0.6947; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6731, lift_point: 0.7752, 0.6731; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7832, 0.6699, lift_point: 0.7832, 0.6699; The action is #DUAL_POINT#; touch_point: 0.0578, 0.682, lift_point: 0.0578, 0.682; The action is #TYPE#; And the content is : \"typed_text\": \"2 bed room apartment rent in houston\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #TYPE#; And the content is : \"typed_text\": \"in houston\"; The action is #DUAL_POINT#; touch_point: 0.194, 0.4928, lift_point: 0.194, 0.4928; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6289, 0.3562, lift_point: 0.6289, 0.3562; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #DUAL_POINT#; touch_point: 0.2735, 0.9223, lift_point: 0.2735, 0.9223", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67689_33.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Houston?; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7832, 0.6762, lift_point: 0.7832, 0.6762; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.785, 0.6966, lift_point: 0.785, 0.6966; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7786, 0.6947, lift_point: 0.7786, 0.6947; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6731, lift_point: 0.7752, 0.6731; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7832, 0.6699, lift_point: 0.7832, 0.6699; The action is #DUAL_POINT#; touch_point: 0.0578, 0.682, lift_point: 0.0578, 0.682; The action is #TYPE#; And the content is : \"typed_text\": \"2 bed room apartment rent in houston\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #TYPE#; And the content is : \"typed_text\": \"in houston\"; The action is #DUAL_POINT#; touch_point: 0.194, 0.4928, lift_point: 0.194, 0.4928; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6289, 0.3562, lift_point: 0.6289, 0.3562; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2735, 0.9223, lift_point: 0.2735, 0.9223", "response": "The action is #PRESS_BACK#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67689_34.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Houston?; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7832, 0.6762, lift_point: 0.7832, 0.6762; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.785, 0.6966, lift_point: 0.785, 0.6966; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7786, 0.6947, lift_point: 0.7786, 0.6947; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6731, lift_point: 0.7752, 0.6731; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7832, 0.6699, lift_point: 0.7832, 0.6699; The action is #DUAL_POINT#; touch_point: 0.0578, 0.682, lift_point: 0.0578, 0.682; The action is #TYPE#; And the content is : \"typed_text\": \"2 bed room apartment rent in houston\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #TYPE#; And the content is : \"typed_text\": \"in houston\"; The action is #DUAL_POINT#; touch_point: 0.194, 0.4928, lift_point: 0.194, 0.4928; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6289, 0.3562, lift_point: 0.6289, 0.3562; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2735, 0.9223, lift_point: 0.2735, 0.9223; The action is #PRESS_BACK#", "response": "The action is #DUAL_POINT#; touch_point: 0.3812, 0.4667, lift_point: 0.3812, 0.4667", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67689_35.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Houston?; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7832, 0.6762, lift_point: 0.7832, 0.6762; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.785, 0.6966, lift_point: 0.785, 0.6966; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7786, 0.6947, lift_point: 0.7786, 0.6947; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6731, lift_point: 0.7752, 0.6731; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7832, 0.6699, lift_point: 0.7832, 0.6699; The action is #DUAL_POINT#; touch_point: 0.0578, 0.682, lift_point: 0.0578, 0.682; The action is #TYPE#; And the content is : \"typed_text\": \"2 bed room apartment rent in houston\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #TYPE#; And the content is : \"typed_text\": \"in houston\"; The action is #DUAL_POINT#; touch_point: 0.194, 0.4928, lift_point: 0.194, 0.4928; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6289, 0.3562, lift_point: 0.6289, 0.3562; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2735, 0.9223, lift_point: 0.2735, 0.9223; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.3812, 0.4667, lift_point: 0.3812, 0.4667", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67689_36.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Houston?; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7832, 0.6762, lift_point: 0.7832, 0.6762; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.785, 0.6966, lift_point: 0.785, 0.6966; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7786, 0.6947, lift_point: 0.7786, 0.6947; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6731, lift_point: 0.7752, 0.6731; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7832, 0.6699, lift_point: 0.7832, 0.6699; The action is #DUAL_POINT#; touch_point: 0.0578, 0.682, lift_point: 0.0578, 0.682; The action is #TYPE#; And the content is : \"typed_text\": \"2 bed room apartment rent in houston\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #TYPE#; And the content is : \"typed_text\": \"in houston\"; The action is #DUAL_POINT#; touch_point: 0.194, 0.4928, lift_point: 0.194, 0.4928; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6289, 0.3562, lift_point: 0.6289, 0.3562; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2735, 0.9223, lift_point: 0.2735, 0.9223; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.3812, 0.4667, lift_point: 0.3812, 0.4667; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67689_37.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Houston?; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7832, 0.6762, lift_point: 0.7832, 0.6762; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.785, 0.6966, lift_point: 0.785, 0.6966; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7786, 0.6947, lift_point: 0.7786, 0.6947; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6731, lift_point: 0.7752, 0.6731; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7832, 0.6699, lift_point: 0.7832, 0.6699; The action is #DUAL_POINT#; touch_point: 0.0578, 0.682, lift_point: 0.0578, 0.682; The action is #TYPE#; And the content is : \"typed_text\": \"2 bed room apartment rent in houston\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #TYPE#; And the content is : \"typed_text\": \"in houston\"; The action is #DUAL_POINT#; touch_point: 0.194, 0.4928, lift_point: 0.194, 0.4928; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6289, 0.3562, lift_point: 0.6289, 0.3562; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2735, 0.9223, lift_point: 0.2735, 0.9223; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.3812, 0.4667, lift_point: 0.3812, 0.4667; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67689_38.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Houston?; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7832, 0.6762, lift_point: 0.7832, 0.6762; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.785, 0.6966, lift_point: 0.785, 0.6966; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7786, 0.6947, lift_point: 0.7786, 0.6947; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6731, lift_point: 0.7752, 0.6731; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7832, 0.6699, lift_point: 0.7832, 0.6699; The action is #DUAL_POINT#; touch_point: 0.0578, 0.682, lift_point: 0.0578, 0.682; The action is #TYPE#; And the content is : \"typed_text\": \"2 bed room apartment rent in houston\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #TYPE#; And the content is : \"typed_text\": \"in houston\"; The action is #DUAL_POINT#; touch_point: 0.194, 0.4928, lift_point: 0.194, 0.4928; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6289, 0.3562, lift_point: 0.6289, 0.3562; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2735, 0.9223, lift_point: 0.2735, 0.9223; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.3812, 0.4667, lift_point: 0.3812, 0.4667; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67689_39.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Houston?; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7832, 0.6762, lift_point: 0.7832, 0.6762; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.785, 0.6966, lift_point: 0.785, 0.6966; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7786, 0.6947, lift_point: 0.7786, 0.6947; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6731, lift_point: 0.7752, 0.6731; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7832, 0.6699, lift_point: 0.7832, 0.6699; The action is #DUAL_POINT#; touch_point: 0.0578, 0.682, lift_point: 0.0578, 0.682; The action is #TYPE#; And the content is : \"typed_text\": \"2 bed room apartment rent in houston\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #TYPE#; And the content is : \"typed_text\": \"in houston\"; The action is #DUAL_POINT#; touch_point: 0.194, 0.4928, lift_point: 0.194, 0.4928; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6289, 0.3562, lift_point: 0.6289, 0.3562; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2735, 0.9223, lift_point: 0.2735, 0.9223; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.3812, 0.4667, lift_point: 0.3812, 0.4667; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67689_40.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Houston?; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7832, 0.6762, lift_point: 0.7832, 0.6762; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.785, 0.6966, lift_point: 0.785, 0.6966; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7786, 0.6947, lift_point: 0.7786, 0.6947; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6731, lift_point: 0.7752, 0.6731; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7832, 0.6699, lift_point: 0.7832, 0.6699; The action is #DUAL_POINT#; touch_point: 0.0578, 0.682, lift_point: 0.0578, 0.682; The action is #TYPE#; And the content is : \"typed_text\": \"2 bed room apartment rent in houston\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #TYPE#; And the content is : \"typed_text\": \"in houston\"; The action is #DUAL_POINT#; touch_point: 0.194, 0.4928, lift_point: 0.194, 0.4928; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6289, 0.3562, lift_point: 0.6289, 0.3562; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2735, 0.9223, lift_point: 0.2735, 0.9223; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.3812, 0.4667, lift_point: 0.3812, 0.4667; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #DUAL_POINT#; touch_point: 0.1932, 0.5899, lift_point: 0.1932, 0.5899", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67689_41.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Houston?; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7832, 0.6762, lift_point: 0.7832, 0.6762; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.785, 0.6966, lift_point: 0.785, 0.6966; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7786, 0.6947, lift_point: 0.7786, 0.6947; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6731, lift_point: 0.7752, 0.6731; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7832, 0.6699, lift_point: 0.7832, 0.6699; The action is #DUAL_POINT#; touch_point: 0.0578, 0.682, lift_point: 0.0578, 0.682; The action is #TYPE#; And the content is : \"typed_text\": \"2 bed room apartment rent in houston\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #TYPE#; And the content is : \"typed_text\": \"in houston\"; The action is #DUAL_POINT#; touch_point: 0.194, 0.4928, lift_point: 0.194, 0.4928; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6289, 0.3562, lift_point: 0.6289, 0.3562; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2735, 0.9223, lift_point: 0.2735, 0.9223; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.3812, 0.4667, lift_point: 0.3812, 0.4667; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.1932, 0.5899, lift_point: 0.1932, 0.5899", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67689_42.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant near me?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67924_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant near me?; The action is #PRESS_HOME#", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67924_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant near me?; The action is #PRESS_HOME#; The action is #PRESS_HOME#", "response": "The action is #PRESS_BACK#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67924_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant near me?; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_BACK#", "response": "The action is #PRESS_BACK#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67924_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant near me?; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_BACK#; The action is #PRESS_BACK#", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67924_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant near me?; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7887, 0.6584, lift_point: 0.7887, 0.6584", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67924_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant near me?; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7887, 0.6584, lift_point: 0.7887, 0.6584", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67924_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant near me?; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7887, 0.6584, lift_point: 0.7887, 0.6584; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8068, 0.681, lift_point: 0.8068, 0.681", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67924_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant near me?; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7887, 0.6584, lift_point: 0.7887, 0.6584; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8068, 0.681, lift_point: 0.8068, 0.681", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67924_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant near me?; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7887, 0.6584, lift_point: 0.7887, 0.6584; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8068, 0.681, lift_point: 0.8068, 0.681; The action is #PRESS_HOME#", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67924_10.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant near me?; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7887, 0.6584, lift_point: 0.7887, 0.6584; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8068, 0.681, lift_point: 0.8068, 0.681; The action is #PRESS_HOME#; The action is #PRESS_HOME#", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67924_11.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant near me?; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7887, 0.6584, lift_point: 0.7887, 0.6584; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8068, 0.681, lift_point: 0.8068, 0.681; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7864, 0.6789, lift_point: 0.7864, 0.6789", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67924_12.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant near me?; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7887, 0.6584, lift_point: 0.7887, 0.6584; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8068, 0.681, lift_point: 0.8068, 0.681; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7864, 0.6789, lift_point: 0.7864, 0.6789", "response": "The action is #DUAL_POINT#; touch_point: 0.7822, 0.7046, lift_point: 0.7822, 0.7046", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67924_13.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant near me?; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7887, 0.6584, lift_point: 0.7887, 0.6584; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8068, 0.681, lift_point: 0.8068, 0.681; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7864, 0.6789, lift_point: 0.7864, 0.6789; The action is #DUAL_POINT#; touch_point: 0.7822, 0.7046, lift_point: 0.7822, 0.7046", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67924_14.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant near me?; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7887, 0.6584, lift_point: 0.7887, 0.6584; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8068, 0.681, lift_point: 0.8068, 0.681; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7864, 0.6789, lift_point: 0.7864, 0.6789; The action is #DUAL_POINT#; touch_point: 0.7822, 0.7046, lift_point: 0.7822, 0.7046; The action is #PRESS_HOME#", "response": "The action is #PRESS_BACK#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67924_15.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant near me?; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7887, 0.6584, lift_point: 0.7887, 0.6584; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8068, 0.681, lift_point: 0.8068, 0.681; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7864, 0.6789, lift_point: 0.7864, 0.6789; The action is #DUAL_POINT#; touch_point: 0.7822, 0.7046, lift_point: 0.7822, 0.7046; The action is #PRESS_HOME#; The action is #PRESS_BACK#", "response": "The action is #PRESS_BACK#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67924_16.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant near me?; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7887, 0.6584, lift_point: 0.7887, 0.6584; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8068, 0.681, lift_point: 0.8068, 0.681; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7864, 0.6789, lift_point: 0.7864, 0.6789; The action is #DUAL_POINT#; touch_point: 0.7822, 0.7046, lift_point: 0.7822, 0.7046; The action is #PRESS_HOME#; The action is #PRESS_BACK#; The action is #PRESS_BACK#", "response": "The action is #PRESS_BACK#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67924_17.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant near me?; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7887, 0.6584, lift_point: 0.7887, 0.6584; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8068, 0.681, lift_point: 0.8068, 0.681; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7864, 0.6789, lift_point: 0.7864, 0.6789; The action is #DUAL_POINT#; touch_point: 0.7822, 0.7046, lift_point: 0.7822, 0.7046; The action is #PRESS_HOME#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_BACK#", "response": "The action is #PRESS_BACK#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67924_18.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant near me?; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7887, 0.6584, lift_point: 0.7887, 0.6584; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8068, 0.681, lift_point: 0.8068, 0.681; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7864, 0.6789, lift_point: 0.7864, 0.6789; The action is #DUAL_POINT#; touch_point: 0.7822, 0.7046, lift_point: 0.7822, 0.7046; The action is #PRESS_HOME#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_BACK#", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67924_19.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant near me?; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7887, 0.6584, lift_point: 0.7887, 0.6584; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8068, 0.681, lift_point: 0.8068, 0.681; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7864, 0.6789, lift_point: 0.7864, 0.6789; The action is #DUAL_POINT#; touch_point: 0.7822, 0.7046, lift_point: 0.7822, 0.7046; The action is #PRESS_HOME#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8035, 0.6608, lift_point: 0.8035, 0.6608", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67924_20.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant near me?; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7887, 0.6584, lift_point: 0.7887, 0.6584; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8068, 0.681, lift_point: 0.8068, 0.681; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7864, 0.6789, lift_point: 0.7864, 0.6789; The action is #DUAL_POINT#; touch_point: 0.7822, 0.7046, lift_point: 0.7822, 0.7046; The action is #PRESS_HOME#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8035, 0.6608, lift_point: 0.8035, 0.6608", "response": "The action is #DUAL_POINT#; touch_point: 0.8021, 0.6608, lift_point: 0.8021, 0.6608", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67924_21.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant near me?; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7887, 0.6584, lift_point: 0.7887, 0.6584; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8068, 0.681, lift_point: 0.8068, 0.681; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7864, 0.6789, lift_point: 0.7864, 0.6789; The action is #DUAL_POINT#; touch_point: 0.7822, 0.7046, lift_point: 0.7822, 0.7046; The action is #PRESS_HOME#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8035, 0.6608, lift_point: 0.8035, 0.6608; The action is #DUAL_POINT#; touch_point: 0.8021, 0.6608, lift_point: 0.8021, 0.6608", "response": "The action is #DUAL_POINT#; touch_point: 0.7996, 0.6634, lift_point: 0.7996, 0.6634", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67924_22.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant near me?; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7887, 0.6584, lift_point: 0.7887, 0.6584; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8068, 0.681, lift_point: 0.8068, 0.681; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7864, 0.6789, lift_point: 0.7864, 0.6789; The action is #DUAL_POINT#; touch_point: 0.7822, 0.7046, lift_point: 0.7822, 0.7046; The action is #PRESS_HOME#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8035, 0.6608, lift_point: 0.8035, 0.6608; The action is #DUAL_POINT#; touch_point: 0.8021, 0.6608, lift_point: 0.8021, 0.6608; The action is #DUAL_POINT#; touch_point: 0.7996, 0.6634, lift_point: 0.7996, 0.6634", "response": "The action is #DUAL_POINT#; touch_point: 0.0579, 0.4106, lift_point: 0.0579, 0.4106", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67924_23.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant near me?; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7887, 0.6584, lift_point: 0.7887, 0.6584; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8068, 0.681, lift_point: 0.8068, 0.681; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7864, 0.6789, lift_point: 0.7864, 0.6789; The action is #DUAL_POINT#; touch_point: 0.7822, 0.7046, lift_point: 0.7822, 0.7046; The action is #PRESS_HOME#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8035, 0.6608, lift_point: 0.8035, 0.6608; The action is #DUAL_POINT#; touch_point: 0.8021, 0.6608, lift_point: 0.8021, 0.6608; The action is #DUAL_POINT#; touch_point: 0.7996, 0.6634, lift_point: 0.7996, 0.6634; The action is #DUAL_POINT#; touch_point: 0.0579, 0.4106, lift_point: 0.0579, 0.4106", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"good resturant near me\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67924_24.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant near me?; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7887, 0.6584, lift_point: 0.7887, 0.6584; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8068, 0.681, lift_point: 0.8068, 0.681; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7864, 0.6789, lift_point: 0.7864, 0.6789; The action is #DUAL_POINT#; touch_point: 0.7822, 0.7046, lift_point: 0.7822, 0.7046; The action is #PRESS_HOME#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8035, 0.6608, lift_point: 0.8035, 0.6608; The action is #DUAL_POINT#; touch_point: 0.8021, 0.6608, lift_point: 0.8021, 0.6608; The action is #DUAL_POINT#; touch_point: 0.7996, 0.6634, lift_point: 0.7996, 0.6634; The action is #DUAL_POINT#; touch_point: 0.0579, 0.4106, lift_point: 0.0579, 0.4106; The action is #TYPE#; And the content is : \"typed_text\": \"good resturant near me\"", "response": "The action is #DUAL_POINT#; touch_point: 0.2055, 0.3872, lift_point: 0.2055, 0.3872", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67924_25.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant near me?; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7887, 0.6584, lift_point: 0.7887, 0.6584; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8068, 0.681, lift_point: 0.8068, 0.681; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7864, 0.6789, lift_point: 0.7864, 0.6789; The action is #DUAL_POINT#; touch_point: 0.7822, 0.7046, lift_point: 0.7822, 0.7046; The action is #PRESS_HOME#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8035, 0.6608, lift_point: 0.8035, 0.6608; The action is #DUAL_POINT#; touch_point: 0.8021, 0.6608, lift_point: 0.8021, 0.6608; The action is #DUAL_POINT#; touch_point: 0.7996, 0.6634, lift_point: 0.7996, 0.6634; The action is #DUAL_POINT#; touch_point: 0.0579, 0.4106, lift_point: 0.0579, 0.4106; The action is #TYPE#; And the content is : \"typed_text\": \"good resturant near me\"; The action is #DUAL_POINT#; touch_point: 0.2055, 0.3872, lift_point: 0.2055, 0.3872", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67924_26.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant near me?; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7887, 0.6584, lift_point: 0.7887, 0.6584; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8068, 0.681, lift_point: 0.8068, 0.681; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7864, 0.6789, lift_point: 0.7864, 0.6789; The action is #DUAL_POINT#; touch_point: 0.7822, 0.7046, lift_point: 0.7822, 0.7046; The action is #PRESS_HOME#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8035, 0.6608, lift_point: 0.8035, 0.6608; The action is #DUAL_POINT#; touch_point: 0.8021, 0.6608, lift_point: 0.8021, 0.6608; The action is #DUAL_POINT#; touch_point: 0.7996, 0.6634, lift_point: 0.7996, 0.6634; The action is #DUAL_POINT#; touch_point: 0.0579, 0.4106, lift_point: 0.0579, 0.4106; The action is #TYPE#; And the content is : \"typed_text\": \"good resturant near me\"; The action is #DUAL_POINT#; touch_point: 0.2055, 0.3872, lift_point: 0.2055, 0.3872; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67924_27.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant near me?; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7887, 0.6584, lift_point: 0.7887, 0.6584; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8068, 0.681, lift_point: 0.8068, 0.681; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7864, 0.6789, lift_point: 0.7864, 0.6789; The action is #DUAL_POINT#; touch_point: 0.7822, 0.7046, lift_point: 0.7822, 0.7046; The action is #PRESS_HOME#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8035, 0.6608, lift_point: 0.8035, 0.6608; The action is #DUAL_POINT#; touch_point: 0.8021, 0.6608, lift_point: 0.8021, 0.6608; The action is #DUAL_POINT#; touch_point: 0.7996, 0.6634, lift_point: 0.7996, 0.6634; The action is #DUAL_POINT#; touch_point: 0.0579, 0.4106, lift_point: 0.0579, 0.4106; The action is #TYPE#; And the content is : \"typed_text\": \"good resturant near me\"; The action is #DUAL_POINT#; touch_point: 0.2055, 0.3872, lift_point: 0.2055, 0.3872; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67924_28.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant near me?; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7887, 0.6584, lift_point: 0.7887, 0.6584; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8068, 0.681, lift_point: 0.8068, 0.681; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7864, 0.6789, lift_point: 0.7864, 0.6789; The action is #DUAL_POINT#; touch_point: 0.7822, 0.7046, lift_point: 0.7822, 0.7046; The action is #PRESS_HOME#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8035, 0.6608, lift_point: 0.8035, 0.6608; The action is #DUAL_POINT#; touch_point: 0.8021, 0.6608, lift_point: 0.8021, 0.6608; The action is #DUAL_POINT#; touch_point: 0.7996, 0.6634, lift_point: 0.7996, 0.6634; The action is #DUAL_POINT#; touch_point: 0.0579, 0.4106, lift_point: 0.0579, 0.4106; The action is #TYPE#; And the content is : \"typed_text\": \"good resturant near me\"; The action is #DUAL_POINT#; touch_point: 0.2055, 0.3872, lift_point: 0.2055, 0.3872; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67924_29.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant near me?; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7887, 0.6584, lift_point: 0.7887, 0.6584; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8068, 0.681, lift_point: 0.8068, 0.681; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7864, 0.6789, lift_point: 0.7864, 0.6789; The action is #DUAL_POINT#; touch_point: 0.7822, 0.7046, lift_point: 0.7822, 0.7046; The action is #PRESS_HOME#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8035, 0.6608, lift_point: 0.8035, 0.6608; The action is #DUAL_POINT#; touch_point: 0.8021, 0.6608, lift_point: 0.8021, 0.6608; The action is #DUAL_POINT#; touch_point: 0.7996, 0.6634, lift_point: 0.7996, 0.6634; The action is #DUAL_POINT#; touch_point: 0.0579, 0.4106, lift_point: 0.0579, 0.4106; The action is #TYPE#; And the content is : \"typed_text\": \"good resturant near me\"; The action is #DUAL_POINT#; touch_point: 0.2055, 0.3872, lift_point: 0.2055, 0.3872; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67924_30.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant near me?; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7887, 0.6584, lift_point: 0.7887, 0.6584; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8068, 0.681, lift_point: 0.8068, 0.681; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7864, 0.6789, lift_point: 0.7864, 0.6789; The action is #DUAL_POINT#; touch_point: 0.7822, 0.7046, lift_point: 0.7822, 0.7046; The action is #PRESS_HOME#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8035, 0.6608, lift_point: 0.8035, 0.6608; The action is #DUAL_POINT#; touch_point: 0.8021, 0.6608, lift_point: 0.8021, 0.6608; The action is #DUAL_POINT#; touch_point: 0.7996, 0.6634, lift_point: 0.7996, 0.6634; The action is #DUAL_POINT#; touch_point: 0.0579, 0.4106, lift_point: 0.0579, 0.4106; The action is #TYPE#; And the content is : \"typed_text\": \"good resturant near me\"; The action is #DUAL_POINT#; touch_point: 0.2055, 0.3872, lift_point: 0.2055, 0.3872; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.7044, 0.409, lift_point: 0.7044, 0.409", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67924_31.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant near me?; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7887, 0.6584, lift_point: 0.7887, 0.6584; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8068, 0.681, lift_point: 0.8068, 0.681; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7864, 0.6789, lift_point: 0.7864, 0.6789; The action is #DUAL_POINT#; touch_point: 0.7822, 0.7046, lift_point: 0.7822, 0.7046; The action is #PRESS_HOME#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8035, 0.6608, lift_point: 0.8035, 0.6608; The action is #DUAL_POINT#; touch_point: 0.8021, 0.6608, lift_point: 0.8021, 0.6608; The action is #DUAL_POINT#; touch_point: 0.7996, 0.6634, lift_point: 0.7996, 0.6634; The action is #DUAL_POINT#; touch_point: 0.0579, 0.4106, lift_point: 0.0579, 0.4106; The action is #TYPE#; And the content is : \"typed_text\": \"good resturant near me\"; The action is #DUAL_POINT#; touch_point: 0.2055, 0.3872, lift_point: 0.2055, 0.3872; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7044, 0.409, lift_point: 0.7044, 0.409", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/67924_32.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Taiwan?", "response": "The action is #DUAL_POINT#; touch_point: 0.7842, 0.6959, lift_point: 0.7842, 0.6959", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68010_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Taiwan?; The action is #DUAL_POINT#; touch_point: 0.7842, 0.6959, lift_point: 0.7842, 0.6959", "response": "The action is #DUAL_POINT#; touch_point: 0.0606, 0.4778, lift_point: 0.0606, 0.4778", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68010_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Taiwan?; The action is #DUAL_POINT#; touch_point: 0.7842, 0.6959, lift_point: 0.7842, 0.6959; The action is #DUAL_POINT#; touch_point: 0.0606, 0.4778, lift_point: 0.0606, 0.4778", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"whats the news in taiwan\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68010_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Taiwan?; The action is #DUAL_POINT#; touch_point: 0.7842, 0.6959, lift_point: 0.7842, 0.6959; The action is #DUAL_POINT#; touch_point: 0.0606, 0.4778, lift_point: 0.0606, 0.4778; The action is #TYPE#; And the content is : \"typed_text\": \"whats the news in taiwan\"", "response": "The action is #DUAL_POINT#; touch_point: 0.2049, 0.3624, lift_point: 0.2049, 0.3624", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68010_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Taiwan?; The action is #DUAL_POINT#; touch_point: 0.7842, 0.6959, lift_point: 0.7842, 0.6959; The action is #DUAL_POINT#; touch_point: 0.0606, 0.4778, lift_point: 0.0606, 0.4778; The action is #TYPE#; And the content is : \"typed_text\": \"whats the news in taiwan\"; The action is #DUAL_POINT#; touch_point: 0.2049, 0.3624, lift_point: 0.2049, 0.3624", "response": "The action is #DUAL_POINT#; touch_point: 0.7282, 0.2723, lift_point: 0.7282, 0.2723", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68010_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Taiwan?; The action is #DUAL_POINT#; touch_point: 0.7842, 0.6959, lift_point: 0.7842, 0.6959; The action is #DUAL_POINT#; touch_point: 0.0606, 0.4778, lift_point: 0.0606, 0.4778; The action is #TYPE#; And the content is : \"typed_text\": \"whats the news in taiwan\"; The action is #DUAL_POINT#; touch_point: 0.2049, 0.3624, lift_point: 0.2049, 0.3624; The action is #DUAL_POINT#; touch_point: 0.7282, 0.2723, lift_point: 0.7282, 0.2723", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68010_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Taiwan?; The action is #DUAL_POINT#; touch_point: 0.7842, 0.6959, lift_point: 0.7842, 0.6959; The action is #DUAL_POINT#; touch_point: 0.0606, 0.4778, lift_point: 0.0606, 0.4778; The action is #TYPE#; And the content is : \"typed_text\": \"whats the news in taiwan\"; The action is #DUAL_POINT#; touch_point: 0.2049, 0.3624, lift_point: 0.2049, 0.3624; The action is #DUAL_POINT#; touch_point: 0.7282, 0.2723, lift_point: 0.7282, 0.2723; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68010_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Taiwan?; The action is #DUAL_POINT#; touch_point: 0.7842, 0.6959, lift_point: 0.7842, 0.6959; The action is #DUAL_POINT#; touch_point: 0.0606, 0.4778, lift_point: 0.0606, 0.4778; The action is #TYPE#; And the content is : \"typed_text\": \"whats the news in taiwan\"; The action is #DUAL_POINT#; touch_point: 0.2049, 0.3624, lift_point: 0.2049, 0.3624; The action is #DUAL_POINT#; touch_point: 0.7282, 0.2723, lift_point: 0.7282, 0.2723; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68010_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Taiwan?; The action is #DUAL_POINT#; touch_point: 0.7842, 0.6959, lift_point: 0.7842, 0.6959; The action is #DUAL_POINT#; touch_point: 0.0606, 0.4778, lift_point: 0.0606, 0.4778; The action is #TYPE#; And the content is : \"typed_text\": \"whats the news in taiwan\"; The action is #DUAL_POINT#; touch_point: 0.2049, 0.3624, lift_point: 0.2049, 0.3624; The action is #DUAL_POINT#; touch_point: 0.7282, 0.2723, lift_point: 0.7282, 0.2723; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68010_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Taiwan?; The action is #DUAL_POINT#; touch_point: 0.7842, 0.6959, lift_point: 0.7842, 0.6959; The action is #DUAL_POINT#; touch_point: 0.0606, 0.4778, lift_point: 0.0606, 0.4778; The action is #TYPE#; And the content is : \"typed_text\": \"whats the news in taiwan\"; The action is #DUAL_POINT#; touch_point: 0.2049, 0.3624, lift_point: 0.2049, 0.3624; The action is #DUAL_POINT#; touch_point: 0.7282, 0.2723, lift_point: 0.7282, 0.2723; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68010_10.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Taiwan?; The action is #DUAL_POINT#; touch_point: 0.7842, 0.6959, lift_point: 0.7842, 0.6959; The action is #DUAL_POINT#; touch_point: 0.0606, 0.4778, lift_point: 0.0606, 0.4778; The action is #TYPE#; And the content is : \"typed_text\": \"whats the news in taiwan\"; The action is #DUAL_POINT#; touch_point: 0.2049, 0.3624, lift_point: 0.2049, 0.3624; The action is #DUAL_POINT#; touch_point: 0.7282, 0.2723, lift_point: 0.7282, 0.2723; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68010_11.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Taiwan?; The action is #DUAL_POINT#; touch_point: 0.7842, 0.6959, lift_point: 0.7842, 0.6959; The action is #DUAL_POINT#; touch_point: 0.0606, 0.4778, lift_point: 0.0606, 0.4778; The action is #TYPE#; And the content is : \"typed_text\": \"whats the news in taiwan\"; The action is #DUAL_POINT#; touch_point: 0.2049, 0.3624, lift_point: 0.2049, 0.3624; The action is #DUAL_POINT#; touch_point: 0.7282, 0.2723, lift_point: 0.7282, 0.2723; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68010_12.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Taiwan?; The action is #DUAL_POINT#; touch_point: 0.7842, 0.6959, lift_point: 0.7842, 0.6959; The action is #DUAL_POINT#; touch_point: 0.0606, 0.4778, lift_point: 0.0606, 0.4778; The action is #TYPE#; And the content is : \"typed_text\": \"whats the news in taiwan\"; The action is #DUAL_POINT#; touch_point: 0.2049, 0.3624, lift_point: 0.2049, 0.3624; The action is #DUAL_POINT#; touch_point: 0.7282, 0.2723, lift_point: 0.7282, 0.2723; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68010_13.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Taiwan?; The action is #DUAL_POINT#; touch_point: 0.7842, 0.6959, lift_point: 0.7842, 0.6959; The action is #DUAL_POINT#; touch_point: 0.0606, 0.4778, lift_point: 0.0606, 0.4778; The action is #TYPE#; And the content is : \"typed_text\": \"whats the news in taiwan\"; The action is #DUAL_POINT#; touch_point: 0.2049, 0.3624, lift_point: 0.2049, 0.3624; The action is #DUAL_POINT#; touch_point: 0.7282, 0.2723, lift_point: 0.7282, 0.2723; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.7663, 0.8299, lift_point: 0.7663, 0.8299", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68010_14.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Taiwan?; The action is #DUAL_POINT#; touch_point: 0.7842, 0.6959, lift_point: 0.7842, 0.6959; The action is #DUAL_POINT#; touch_point: 0.0606, 0.4778, lift_point: 0.0606, 0.4778; The action is #TYPE#; And the content is : \"typed_text\": \"whats the news in taiwan\"; The action is #DUAL_POINT#; touch_point: 0.2049, 0.3624, lift_point: 0.2049, 0.3624; The action is #DUAL_POINT#; touch_point: 0.7282, 0.2723, lift_point: 0.7282, 0.2723; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7663, 0.8299, lift_point: 0.7663, 0.8299", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68010_15.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Zurich to Buenos aires", "response": "The action is #DUAL_POINT#; touch_point: 0.7884, 0.7088, lift_point: 0.7884, 0.7088", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68164_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Zurich to Buenos aires; The action is #DUAL_POINT#; touch_point: 0.7884, 0.7088, lift_point: 0.7884, 0.7088", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68164_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Zurich to Buenos aires; The action is #DUAL_POINT#; touch_point: 0.7884, 0.7088, lift_point: 0.7884, 0.7088; The action is #PRESS_HOME#", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68164_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Zurich to Buenos aires; The action is #DUAL_POINT#; touch_point: 0.7884, 0.7088, lift_point: 0.7884, 0.7088; The action is #PRESS_HOME#; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8173, 0.6623, lift_point: 0.8173, 0.6623", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68164_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Zurich to Buenos aires; The action is #DUAL_POINT#; touch_point: 0.7884, 0.7088, lift_point: 0.7884, 0.7088; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8173, 0.6623, lift_point: 0.8173, 0.6623", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68164_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Zurich to Buenos aires; The action is #DUAL_POINT#; touch_point: 0.7884, 0.7088, lift_point: 0.7884, 0.7088; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8173, 0.6623, lift_point: 0.8173, 0.6623; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7794, 0.6821, lift_point: 0.7794, 0.6821", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68164_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Zurich to Buenos aires; The action is #DUAL_POINT#; touch_point: 0.7884, 0.7088, lift_point: 0.7884, 0.7088; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8173, 0.6623, lift_point: 0.8173, 0.6623; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7794, 0.6821, lift_point: 0.7794, 0.6821", "response": "The action is #DUAL_POINT#; touch_point: 0.7794, 0.6933, lift_point: 0.7794, 0.6933", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68164_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Zurich to Buenos aires; The action is #DUAL_POINT#; touch_point: 0.7884, 0.7088, lift_point: 0.7884, 0.7088; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8173, 0.6623, lift_point: 0.8173, 0.6623; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7794, 0.6821, lift_point: 0.7794, 0.6821; The action is #DUAL_POINT#; touch_point: 0.7794, 0.6933, lift_point: 0.7794, 0.6933", "response": "The action is #PRESS_BACK#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68164_8.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Zurich to Buenos aires; The action is #DUAL_POINT#; touch_point: 0.7884, 0.7088, lift_point: 0.7884, 0.7088; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8173, 0.6623, lift_point: 0.8173, 0.6623; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7794, 0.6821, lift_point: 0.7794, 0.6821; The action is #DUAL_POINT#; touch_point: 0.7794, 0.6933, lift_point: 0.7794, 0.6933; The action is #PRESS_BACK#", "response": "The action is #PRESS_BACK#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68164_9.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Zurich to Buenos aires; The action is #DUAL_POINT#; touch_point: 0.7884, 0.7088, lift_point: 0.7884, 0.7088; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8173, 0.6623, lift_point: 0.8173, 0.6623; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7794, 0.6821, lift_point: 0.7794, 0.6821; The action is #DUAL_POINT#; touch_point: 0.7794, 0.6933, lift_point: 0.7794, 0.6933; The action is #PRESS_BACK#; The action is #PRESS_BACK#", "response": "The action is #PRESS_BACK#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68164_10.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Zurich to Buenos aires; The action is #DUAL_POINT#; touch_point: 0.7884, 0.7088, lift_point: 0.7884, 0.7088; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8173, 0.6623, lift_point: 0.8173, 0.6623; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7794, 0.6821, lift_point: 0.7794, 0.6821; The action is #DUAL_POINT#; touch_point: 0.7794, 0.6933, lift_point: 0.7794, 0.6933; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_BACK#", "response": "The action is #DUAL_POINT#; touch_point: 0.8112, 0.675, lift_point: 0.8112, 0.675", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68164_11.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Zurich to Buenos aires; The action is #DUAL_POINT#; touch_point: 0.7884, 0.7088, lift_point: 0.7884, 0.7088; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8173, 0.6623, lift_point: 0.8173, 0.6623; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7794, 0.6821, lift_point: 0.7794, 0.6821; The action is #DUAL_POINT#; touch_point: 0.7794, 0.6933, lift_point: 0.7794, 0.6933; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8112, 0.675, lift_point: 0.8112, 0.675", "response": "The action is #DUAL_POINT#; touch_point: 0.81, 0.6775, lift_point: 0.81, 0.6775", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68164_12.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Zurich to Buenos aires; The action is #DUAL_POINT#; touch_point: 0.7884, 0.7088, lift_point: 0.7884, 0.7088; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8173, 0.6623, lift_point: 0.8173, 0.6623; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7794, 0.6821, lift_point: 0.7794, 0.6821; The action is #DUAL_POINT#; touch_point: 0.7794, 0.6933, lift_point: 0.7794, 0.6933; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8112, 0.675, lift_point: 0.8112, 0.675; The action is #DUAL_POINT#; touch_point: 0.81, 0.6775, lift_point: 0.81, 0.6775", "response": "The action is #DUAL_POINT#; touch_point: 0.0635, 0.5123, lift_point: 0.0635, 0.5123", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68164_13.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Zurich to Buenos aires; The action is #DUAL_POINT#; touch_point: 0.7884, 0.7088, lift_point: 0.7884, 0.7088; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8173, 0.6623, lift_point: 0.8173, 0.6623; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7794, 0.6821, lift_point: 0.7794, 0.6821; The action is #DUAL_POINT#; touch_point: 0.7794, 0.6933, lift_point: 0.7794, 0.6933; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8112, 0.675, lift_point: 0.8112, 0.675; The action is #DUAL_POINT#; touch_point: 0.81, 0.6775, lift_point: 0.81, 0.6775; The action is #DUAL_POINT#; touch_point: 0.0635, 0.5123, lift_point: 0.0635, 0.5123", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"flight from zurich to buenos aires\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68164_14.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Zurich to Buenos aires; The action is #DUAL_POINT#; touch_point: 0.7884, 0.7088, lift_point: 0.7884, 0.7088; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8173, 0.6623, lift_point: 0.8173, 0.6623; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7794, 0.6821, lift_point: 0.7794, 0.6821; The action is #DUAL_POINT#; touch_point: 0.7794, 0.6933, lift_point: 0.7794, 0.6933; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8112, 0.675, lift_point: 0.8112, 0.675; The action is #DUAL_POINT#; touch_point: 0.81, 0.6775, lift_point: 0.81, 0.6775; The action is #DUAL_POINT#; touch_point: 0.0635, 0.5123, lift_point: 0.0635, 0.5123; The action is #TYPE#; And the content is : \"typed_text\": \"flight from zurich to buenos aires\"", "response": "The action is #DUAL_POINT#; touch_point: 0.2101, 0.4208, lift_point: 0.2101, 0.4208", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68164_15.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Zurich to Buenos aires; The action is #DUAL_POINT#; touch_point: 0.7884, 0.7088, lift_point: 0.7884, 0.7088; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8173, 0.6623, lift_point: 0.8173, 0.6623; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7794, 0.6821, lift_point: 0.7794, 0.6821; The action is #DUAL_POINT#; touch_point: 0.7794, 0.6933, lift_point: 0.7794, 0.6933; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8112, 0.675, lift_point: 0.8112, 0.675; The action is #DUAL_POINT#; touch_point: 0.81, 0.6775, lift_point: 0.81, 0.6775; The action is #DUAL_POINT#; touch_point: 0.0635, 0.5123, lift_point: 0.0635, 0.5123; The action is #TYPE#; And the content is : \"typed_text\": \"flight from zurich to buenos aires\"; The action is #DUAL_POINT#; touch_point: 0.2101, 0.4208, lift_point: 0.2101, 0.4208", "response": "The action is #DUAL_POINT#; touch_point: 0.8827, 0.205, lift_point: 0.8827, 0.205", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68164_16.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Zurich to Buenos aires; The action is #DUAL_POINT#; touch_point: 0.7884, 0.7088, lift_point: 0.7884, 0.7088; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8173, 0.6623, lift_point: 0.8173, 0.6623; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7794, 0.6821, lift_point: 0.7794, 0.6821; The action is #DUAL_POINT#; touch_point: 0.7794, 0.6933, lift_point: 0.7794, 0.6933; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8112, 0.675, lift_point: 0.8112, 0.675; The action is #DUAL_POINT#; touch_point: 0.81, 0.6775, lift_point: 0.81, 0.6775; The action is #DUAL_POINT#; touch_point: 0.0635, 0.5123, lift_point: 0.0635, 0.5123; The action is #TYPE#; And the content is : \"typed_text\": \"flight from zurich to buenos aires\"; The action is #DUAL_POINT#; touch_point: 0.2101, 0.4208, lift_point: 0.2101, 0.4208; The action is #DUAL_POINT#; touch_point: 0.8827, 0.205, lift_point: 0.8827, 0.205", "response": "The action is #DUAL_POINT#; touch_point: 0.6941, 0.5458, lift_point: 0.6941, 0.5458", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68164_17.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Zurich to Buenos aires; The action is #DUAL_POINT#; touch_point: 0.7884, 0.7088, lift_point: 0.7884, 0.7088; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8173, 0.6623, lift_point: 0.8173, 0.6623; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7794, 0.6821, lift_point: 0.7794, 0.6821; The action is #DUAL_POINT#; touch_point: 0.7794, 0.6933, lift_point: 0.7794, 0.6933; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8112, 0.675, lift_point: 0.8112, 0.675; The action is #DUAL_POINT#; touch_point: 0.81, 0.6775, lift_point: 0.81, 0.6775; The action is #DUAL_POINT#; touch_point: 0.0635, 0.5123, lift_point: 0.0635, 0.5123; The action is #TYPE#; And the content is : \"typed_text\": \"flight from zurich to buenos aires\"; The action is #DUAL_POINT#; touch_point: 0.2101, 0.4208, lift_point: 0.2101, 0.4208; The action is #DUAL_POINT#; touch_point: 0.8827, 0.205, lift_point: 0.8827, 0.205; The action is #DUAL_POINT#; touch_point: 0.6941, 0.5458, lift_point: 0.6941, 0.5458", "response": "The action is #DUAL_POINT#; touch_point: 0.3321, 0.1299, lift_point: 0.3321, 0.1299", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68164_18.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Zurich to Buenos aires; The action is #DUAL_POINT#; touch_point: 0.7884, 0.7088, lift_point: 0.7884, 0.7088; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8173, 0.6623, lift_point: 0.8173, 0.6623; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7794, 0.6821, lift_point: 0.7794, 0.6821; The action is #DUAL_POINT#; touch_point: 0.7794, 0.6933, lift_point: 0.7794, 0.6933; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8112, 0.675, lift_point: 0.8112, 0.675; The action is #DUAL_POINT#; touch_point: 0.81, 0.6775, lift_point: 0.81, 0.6775; The action is #DUAL_POINT#; touch_point: 0.0635, 0.5123, lift_point: 0.0635, 0.5123; The action is #TYPE#; And the content is : \"typed_text\": \"flight from zurich to buenos aires\"; The action is #DUAL_POINT#; touch_point: 0.2101, 0.4208, lift_point: 0.2101, 0.4208; The action is #DUAL_POINT#; touch_point: 0.8827, 0.205, lift_point: 0.8827, 0.205; The action is #DUAL_POINT#; touch_point: 0.6941, 0.5458, lift_point: 0.6941, 0.5458; The action is #DUAL_POINT#; touch_point: 0.3321, 0.1299, lift_point: 0.3321, 0.1299", "response": "The action is #DUAL_POINT#; touch_point: 0.1229, 0.933, lift_point: 0.1229, 0.933", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68164_19.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Zurich to Buenos aires; The action is #DUAL_POINT#; touch_point: 0.7884, 0.7088, lift_point: 0.7884, 0.7088; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8173, 0.6623, lift_point: 0.8173, 0.6623; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7794, 0.6821, lift_point: 0.7794, 0.6821; The action is #DUAL_POINT#; touch_point: 0.7794, 0.6933, lift_point: 0.7794, 0.6933; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8112, 0.675, lift_point: 0.8112, 0.675; The action is #DUAL_POINT#; touch_point: 0.81, 0.6775, lift_point: 0.81, 0.6775; The action is #DUAL_POINT#; touch_point: 0.0635, 0.5123, lift_point: 0.0635, 0.5123; The action is #TYPE#; And the content is : \"typed_text\": \"flight from zurich to buenos aires\"; The action is #DUAL_POINT#; touch_point: 0.2101, 0.4208, lift_point: 0.2101, 0.4208; The action is #DUAL_POINT#; touch_point: 0.8827, 0.205, lift_point: 0.8827, 0.205; The action is #DUAL_POINT#; touch_point: 0.6941, 0.5458, lift_point: 0.6941, 0.5458; The action is #DUAL_POINT#; touch_point: 0.3321, 0.1299, lift_point: 0.3321, 0.1299; The action is #DUAL_POINT#; touch_point: 0.1229, 0.933, lift_point: 0.1229, 0.933", "response": "The action is #DUAL_POINT#; touch_point: 0.4991, 0.8948, lift_point: 0.4991, 0.8948", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68164_20.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Zurich to Buenos aires; The action is #DUAL_POINT#; touch_point: 0.7884, 0.7088, lift_point: 0.7884, 0.7088; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8173, 0.6623, lift_point: 0.8173, 0.6623; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7794, 0.6821, lift_point: 0.7794, 0.6821; The action is #DUAL_POINT#; touch_point: 0.7794, 0.6933, lift_point: 0.7794, 0.6933; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8112, 0.675, lift_point: 0.8112, 0.675; The action is #DUAL_POINT#; touch_point: 0.81, 0.6775, lift_point: 0.81, 0.6775; The action is #DUAL_POINT#; touch_point: 0.0635, 0.5123, lift_point: 0.0635, 0.5123; The action is #TYPE#; And the content is : \"typed_text\": \"flight from zurich to buenos aires\"; The action is #DUAL_POINT#; touch_point: 0.2101, 0.4208, lift_point: 0.2101, 0.4208; The action is #DUAL_POINT#; touch_point: 0.8827, 0.205, lift_point: 0.8827, 0.205; The action is #DUAL_POINT#; touch_point: 0.6941, 0.5458, lift_point: 0.6941, 0.5458; The action is #DUAL_POINT#; touch_point: 0.3321, 0.1299, lift_point: 0.3321, 0.1299; The action is #DUAL_POINT#; touch_point: 0.1229, 0.933, lift_point: 0.1229, 0.933; The action is #DUAL_POINT#; touch_point: 0.4991, 0.8948, lift_point: 0.4991, 0.8948", "response": "The action is #DUAL_POINT#; touch_point: 0.402, 0.9084, lift_point: 0.402, 0.9084", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68164_21.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Zurich to Buenos aires; The action is #DUAL_POINT#; touch_point: 0.7884, 0.7088, lift_point: 0.7884, 0.7088; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8173, 0.6623, lift_point: 0.8173, 0.6623; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7794, 0.6821, lift_point: 0.7794, 0.6821; The action is #DUAL_POINT#; touch_point: 0.7794, 0.6933, lift_point: 0.7794, 0.6933; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8112, 0.675, lift_point: 0.8112, 0.675; The action is #DUAL_POINT#; touch_point: 0.81, 0.6775, lift_point: 0.81, 0.6775; The action is #DUAL_POINT#; touch_point: 0.0635, 0.5123, lift_point: 0.0635, 0.5123; The action is #TYPE#; And the content is : \"typed_text\": \"flight from zurich to buenos aires\"; The action is #DUAL_POINT#; touch_point: 0.2101, 0.4208, lift_point: 0.2101, 0.4208; The action is #DUAL_POINT#; touch_point: 0.8827, 0.205, lift_point: 0.8827, 0.205; The action is #DUAL_POINT#; touch_point: 0.6941, 0.5458, lift_point: 0.6941, 0.5458; The action is #DUAL_POINT#; touch_point: 0.3321, 0.1299, lift_point: 0.3321, 0.1299; The action is #DUAL_POINT#; touch_point: 0.1229, 0.933, lift_point: 0.1229, 0.933; The action is #DUAL_POINT#; touch_point: 0.4991, 0.8948, lift_point: 0.4991, 0.8948; The action is #DUAL_POINT#; touch_point: 0.402, 0.9084, lift_point: 0.402, 0.9084", "response": "The action is #DUAL_POINT#; touch_point: 0.8984, 0.5131, lift_point: 0.8984, 0.5131", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68164_22.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Zurich to Buenos aires; The action is #DUAL_POINT#; touch_point: 0.7884, 0.7088, lift_point: 0.7884, 0.7088; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8173, 0.6623, lift_point: 0.8173, 0.6623; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7794, 0.6821, lift_point: 0.7794, 0.6821; The action is #DUAL_POINT#; touch_point: 0.7794, 0.6933, lift_point: 0.7794, 0.6933; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8112, 0.675, lift_point: 0.8112, 0.675; The action is #DUAL_POINT#; touch_point: 0.81, 0.6775, lift_point: 0.81, 0.6775; The action is #DUAL_POINT#; touch_point: 0.0635, 0.5123, lift_point: 0.0635, 0.5123; The action is #TYPE#; And the content is : \"typed_text\": \"flight from zurich to buenos aires\"; The action is #DUAL_POINT#; touch_point: 0.2101, 0.4208, lift_point: 0.2101, 0.4208; The action is #DUAL_POINT#; touch_point: 0.8827, 0.205, lift_point: 0.8827, 0.205; The action is #DUAL_POINT#; touch_point: 0.6941, 0.5458, lift_point: 0.6941, 0.5458; The action is #DUAL_POINT#; touch_point: 0.3321, 0.1299, lift_point: 0.3321, 0.1299; The action is #DUAL_POINT#; touch_point: 0.1229, 0.933, lift_point: 0.1229, 0.933; The action is #DUAL_POINT#; touch_point: 0.4991, 0.8948, lift_point: 0.4991, 0.8948; The action is #DUAL_POINT#; touch_point: 0.402, 0.9084, lift_point: 0.402, 0.9084; The action is #DUAL_POINT#; touch_point: 0.8984, 0.5131, lift_point: 0.8984, 0.5131", "response": "The action is #DUAL_POINT#; touch_point: 0.6419, 0.9862, lift_point: 0.6419, 0.9862", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68164_23.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Zurich to Buenos aires; The action is #DUAL_POINT#; touch_point: 0.7884, 0.7088, lift_point: 0.7884, 0.7088; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8173, 0.6623, lift_point: 0.8173, 0.6623; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7794, 0.6821, lift_point: 0.7794, 0.6821; The action is #DUAL_POINT#; touch_point: 0.7794, 0.6933, lift_point: 0.7794, 0.6933; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8112, 0.675, lift_point: 0.8112, 0.675; The action is #DUAL_POINT#; touch_point: 0.81, 0.6775, lift_point: 0.81, 0.6775; The action is #DUAL_POINT#; touch_point: 0.0635, 0.5123, lift_point: 0.0635, 0.5123; The action is #TYPE#; And the content is : \"typed_text\": \"flight from zurich to buenos aires\"; The action is #DUAL_POINT#; touch_point: 0.2101, 0.4208, lift_point: 0.2101, 0.4208; The action is #DUAL_POINT#; touch_point: 0.8827, 0.205, lift_point: 0.8827, 0.205; The action is #DUAL_POINT#; touch_point: 0.6941, 0.5458, lift_point: 0.6941, 0.5458; The action is #DUAL_POINT#; touch_point: 0.3321, 0.1299, lift_point: 0.3321, 0.1299; The action is #DUAL_POINT#; touch_point: 0.1229, 0.933, lift_point: 0.1229, 0.933; The action is #DUAL_POINT#; touch_point: 0.4991, 0.8948, lift_point: 0.4991, 0.8948; The action is #DUAL_POINT#; touch_point: 0.402, 0.9084, lift_point: 0.402, 0.9084; The action is #DUAL_POINT#; touch_point: 0.8984, 0.5131, lift_point: 0.8984, 0.5131; The action is #DUAL_POINT#; touch_point: 0.6419, 0.9862, lift_point: 0.6419, 0.9862", "response": "The action is #DUAL_POINT#; touch_point: 0.5557, 0.4411, lift_point: 0.5557, 0.4411", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68164_24.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Zurich to Buenos aires; The action is #DUAL_POINT#; touch_point: 0.7884, 0.7088, lift_point: 0.7884, 0.7088; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8173, 0.6623, lift_point: 0.8173, 0.6623; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7794, 0.6821, lift_point: 0.7794, 0.6821; The action is #DUAL_POINT#; touch_point: 0.7794, 0.6933, lift_point: 0.7794, 0.6933; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8112, 0.675, lift_point: 0.8112, 0.675; The action is #DUAL_POINT#; touch_point: 0.81, 0.6775, lift_point: 0.81, 0.6775; The action is #DUAL_POINT#; touch_point: 0.0635, 0.5123, lift_point: 0.0635, 0.5123; The action is #TYPE#; And the content is : \"typed_text\": \"flight from zurich to buenos aires\"; The action is #DUAL_POINT#; touch_point: 0.2101, 0.4208, lift_point: 0.2101, 0.4208; The action is #DUAL_POINT#; touch_point: 0.8827, 0.205, lift_point: 0.8827, 0.205; The action is #DUAL_POINT#; touch_point: 0.6941, 0.5458, lift_point: 0.6941, 0.5458; The action is #DUAL_POINT#; touch_point: 0.3321, 0.1299, lift_point: 0.3321, 0.1299; The action is #DUAL_POINT#; touch_point: 0.1229, 0.933, lift_point: 0.1229, 0.933; The action is #DUAL_POINT#; touch_point: 0.4991, 0.8948, lift_point: 0.4991, 0.8948; The action is #DUAL_POINT#; touch_point: 0.402, 0.9084, lift_point: 0.402, 0.9084; The action is #DUAL_POINT#; touch_point: 0.8984, 0.5131, lift_point: 0.8984, 0.5131; The action is #DUAL_POINT#; touch_point: 0.6419, 0.9862, lift_point: 0.6419, 0.9862; The action is #DUAL_POINT#; touch_point: 0.5557, 0.4411, lift_point: 0.5557, 0.4411", "response": "The action is #DUAL_POINT#; touch_point: 0.4457, 0.1982, lift_point: 0.4457, 0.1982", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68164_25.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Zurich to Buenos aires; The action is #DUAL_POINT#; touch_point: 0.7884, 0.7088, lift_point: 0.7884, 0.7088; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8173, 0.6623, lift_point: 0.8173, 0.6623; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7794, 0.6821, lift_point: 0.7794, 0.6821; The action is #DUAL_POINT#; touch_point: 0.7794, 0.6933, lift_point: 0.7794, 0.6933; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8112, 0.675, lift_point: 0.8112, 0.675; The action is #DUAL_POINT#; touch_point: 0.81, 0.6775, lift_point: 0.81, 0.6775; The action is #DUAL_POINT#; touch_point: 0.0635, 0.5123, lift_point: 0.0635, 0.5123; The action is #TYPE#; And the content is : \"typed_text\": \"flight from zurich to buenos aires\"; The action is #DUAL_POINT#; touch_point: 0.2101, 0.4208, lift_point: 0.2101, 0.4208; The action is #DUAL_POINT#; touch_point: 0.8827, 0.205, lift_point: 0.8827, 0.205; The action is #DUAL_POINT#; touch_point: 0.6941, 0.5458, lift_point: 0.6941, 0.5458; The action is #DUAL_POINT#; touch_point: 0.3321, 0.1299, lift_point: 0.3321, 0.1299; The action is #DUAL_POINT#; touch_point: 0.1229, 0.933, lift_point: 0.1229, 0.933; The action is #DUAL_POINT#; touch_point: 0.4991, 0.8948, lift_point: 0.4991, 0.8948; The action is #DUAL_POINT#; touch_point: 0.402, 0.9084, lift_point: 0.402, 0.9084; The action is #DUAL_POINT#; touch_point: 0.8984, 0.5131, lift_point: 0.8984, 0.5131; The action is #DUAL_POINT#; touch_point: 0.6419, 0.9862, lift_point: 0.6419, 0.9862; The action is #DUAL_POINT#; touch_point: 0.5557, 0.4411, lift_point: 0.5557, 0.4411; The action is #DUAL_POINT#; touch_point: 0.4457, 0.1982, lift_point: 0.4457, 0.1982", "response": "The action is #DUAL_POINT#; touch_point: 0.3076, 0.6403, lift_point: 0.3076, 0.6403", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68164_26.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Zurich to Buenos aires; The action is #DUAL_POINT#; touch_point: 0.7884, 0.7088, lift_point: 0.7884, 0.7088; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8173, 0.6623, lift_point: 0.8173, 0.6623; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7794, 0.6821, lift_point: 0.7794, 0.6821; The action is #DUAL_POINT#; touch_point: 0.7794, 0.6933, lift_point: 0.7794, 0.6933; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8112, 0.675, lift_point: 0.8112, 0.675; The action is #DUAL_POINT#; touch_point: 0.81, 0.6775, lift_point: 0.81, 0.6775; The action is #DUAL_POINT#; touch_point: 0.0635, 0.5123, lift_point: 0.0635, 0.5123; The action is #TYPE#; And the content is : \"typed_text\": \"flight from zurich to buenos aires\"; The action is #DUAL_POINT#; touch_point: 0.2101, 0.4208, lift_point: 0.2101, 0.4208; The action is #DUAL_POINT#; touch_point: 0.8827, 0.205, lift_point: 0.8827, 0.205; The action is #DUAL_POINT#; touch_point: 0.6941, 0.5458, lift_point: 0.6941, 0.5458; The action is #DUAL_POINT#; touch_point: 0.3321, 0.1299, lift_point: 0.3321, 0.1299; The action is #DUAL_POINT#; touch_point: 0.1229, 0.933, lift_point: 0.1229, 0.933; The action is #DUAL_POINT#; touch_point: 0.4991, 0.8948, lift_point: 0.4991, 0.8948; The action is #DUAL_POINT#; touch_point: 0.402, 0.9084, lift_point: 0.402, 0.9084; The action is #DUAL_POINT#; touch_point: 0.8984, 0.5131, lift_point: 0.8984, 0.5131; The action is #DUAL_POINT#; touch_point: 0.6419, 0.9862, lift_point: 0.6419, 0.9862; The action is #DUAL_POINT#; touch_point: 0.5557, 0.4411, lift_point: 0.5557, 0.4411; The action is #DUAL_POINT#; touch_point: 0.4457, 0.1982, lift_point: 0.4457, 0.1982; The action is #DUAL_POINT#; touch_point: 0.3076, 0.6403, lift_point: 0.3076, 0.6403", "response": "The action is #DUAL_POINT#; touch_point: 0.1304, 0.3286, lift_point: 0.1304, 0.3286", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68164_27.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Zurich to Buenos aires; The action is #DUAL_POINT#; touch_point: 0.7884, 0.7088, lift_point: 0.7884, 0.7088; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8173, 0.6623, lift_point: 0.8173, 0.6623; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7794, 0.6821, lift_point: 0.7794, 0.6821; The action is #DUAL_POINT#; touch_point: 0.7794, 0.6933, lift_point: 0.7794, 0.6933; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8112, 0.675, lift_point: 0.8112, 0.675; The action is #DUAL_POINT#; touch_point: 0.81, 0.6775, lift_point: 0.81, 0.6775; The action is #DUAL_POINT#; touch_point: 0.0635, 0.5123, lift_point: 0.0635, 0.5123; The action is #TYPE#; And the content is : \"typed_text\": \"flight from zurich to buenos aires\"; The action is #DUAL_POINT#; touch_point: 0.2101, 0.4208, lift_point: 0.2101, 0.4208; The action is #DUAL_POINT#; touch_point: 0.8827, 0.205, lift_point: 0.8827, 0.205; The action is #DUAL_POINT#; touch_point: 0.6941, 0.5458, lift_point: 0.6941, 0.5458; The action is #DUAL_POINT#; touch_point: 0.3321, 0.1299, lift_point: 0.3321, 0.1299; The action is #DUAL_POINT#; touch_point: 0.1229, 0.933, lift_point: 0.1229, 0.933; The action is #DUAL_POINT#; touch_point: 0.4991, 0.8948, lift_point: 0.4991, 0.8948; The action is #DUAL_POINT#; touch_point: 0.402, 0.9084, lift_point: 0.402, 0.9084; The action is #DUAL_POINT#; touch_point: 0.8984, 0.5131, lift_point: 0.8984, 0.5131; The action is #DUAL_POINT#; touch_point: 0.6419, 0.9862, lift_point: 0.6419, 0.9862; The action is #DUAL_POINT#; touch_point: 0.5557, 0.4411, lift_point: 0.5557, 0.4411; The action is #DUAL_POINT#; touch_point: 0.4457, 0.1982, lift_point: 0.4457, 0.1982; The action is #DUAL_POINT#; touch_point: 0.3076, 0.6403, lift_point: 0.3076, 0.6403; The action is #DUAL_POINT#; touch_point: 0.1304, 0.3286, lift_point: 0.1304, 0.3286", "response": "The action is #DUAL_POINT#; touch_point: 0.9007, 0.396, lift_point: 0.9007, 0.396", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68164_28.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Zurich to Buenos aires; The action is #DUAL_POINT#; touch_point: 0.7884, 0.7088, lift_point: 0.7884, 0.7088; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8173, 0.6623, lift_point: 0.8173, 0.6623; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7794, 0.6821, lift_point: 0.7794, 0.6821; The action is #DUAL_POINT#; touch_point: 0.7794, 0.6933, lift_point: 0.7794, 0.6933; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8112, 0.675, lift_point: 0.8112, 0.675; The action is #DUAL_POINT#; touch_point: 0.81, 0.6775, lift_point: 0.81, 0.6775; The action is #DUAL_POINT#; touch_point: 0.0635, 0.5123, lift_point: 0.0635, 0.5123; The action is #TYPE#; And the content is : \"typed_text\": \"flight from zurich to buenos aires\"; The action is #DUAL_POINT#; touch_point: 0.2101, 0.4208, lift_point: 0.2101, 0.4208; The action is #DUAL_POINT#; touch_point: 0.8827, 0.205, lift_point: 0.8827, 0.205; The action is #DUAL_POINT#; touch_point: 0.6941, 0.5458, lift_point: 0.6941, 0.5458; The action is #DUAL_POINT#; touch_point: 0.3321, 0.1299, lift_point: 0.3321, 0.1299; The action is #DUAL_POINT#; touch_point: 0.1229, 0.933, lift_point: 0.1229, 0.933; The action is #DUAL_POINT#; touch_point: 0.4991, 0.8948, lift_point: 0.4991, 0.8948; The action is #DUAL_POINT#; touch_point: 0.402, 0.9084, lift_point: 0.402, 0.9084; The action is #DUAL_POINT#; touch_point: 0.8984, 0.5131, lift_point: 0.8984, 0.5131; The action is #DUAL_POINT#; touch_point: 0.6419, 0.9862, lift_point: 0.6419, 0.9862; The action is #DUAL_POINT#; touch_point: 0.5557, 0.4411, lift_point: 0.5557, 0.4411; The action is #DUAL_POINT#; touch_point: 0.4457, 0.1982, lift_point: 0.4457, 0.1982; The action is #DUAL_POINT#; touch_point: 0.3076, 0.6403, lift_point: 0.3076, 0.6403; The action is #DUAL_POINT#; touch_point: 0.1304, 0.3286, lift_point: 0.1304, 0.3286; The action is #DUAL_POINT#; touch_point: 0.9007, 0.396, lift_point: 0.9007, 0.396", "response": "The action is #DUAL_POINT#; touch_point: 0.5737, 0.5247, lift_point: 0.5737, 0.5247", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68164_29.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Zurich to Buenos aires; The action is #DUAL_POINT#; touch_point: 0.7884, 0.7088, lift_point: 0.7884, 0.7088; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8173, 0.6623, lift_point: 0.8173, 0.6623; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7794, 0.6821, lift_point: 0.7794, 0.6821; The action is #DUAL_POINT#; touch_point: 0.7794, 0.6933, lift_point: 0.7794, 0.6933; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8112, 0.675, lift_point: 0.8112, 0.675; The action is #DUAL_POINT#; touch_point: 0.81, 0.6775, lift_point: 0.81, 0.6775; The action is #DUAL_POINT#; touch_point: 0.0635, 0.5123, lift_point: 0.0635, 0.5123; The action is #TYPE#; And the content is : \"typed_text\": \"flight from zurich to buenos aires\"; The action is #DUAL_POINT#; touch_point: 0.2101, 0.4208, lift_point: 0.2101, 0.4208; The action is #DUAL_POINT#; touch_point: 0.8827, 0.205, lift_point: 0.8827, 0.205; The action is #DUAL_POINT#; touch_point: 0.6941, 0.5458, lift_point: 0.6941, 0.5458; The action is #DUAL_POINT#; touch_point: 0.3321, 0.1299, lift_point: 0.3321, 0.1299; The action is #DUAL_POINT#; touch_point: 0.1229, 0.933, lift_point: 0.1229, 0.933; The action is #DUAL_POINT#; touch_point: 0.4991, 0.8948, lift_point: 0.4991, 0.8948; The action is #DUAL_POINT#; touch_point: 0.402, 0.9084, lift_point: 0.402, 0.9084; The action is #DUAL_POINT#; touch_point: 0.8984, 0.5131, lift_point: 0.8984, 0.5131; The action is #DUAL_POINT#; touch_point: 0.6419, 0.9862, lift_point: 0.6419, 0.9862; The action is #DUAL_POINT#; touch_point: 0.5557, 0.4411, lift_point: 0.5557, 0.4411; The action is #DUAL_POINT#; touch_point: 0.4457, 0.1982, lift_point: 0.4457, 0.1982; The action is #DUAL_POINT#; touch_point: 0.3076, 0.6403, lift_point: 0.3076, 0.6403; The action is #DUAL_POINT#; touch_point: 0.1304, 0.3286, lift_point: 0.1304, 0.3286; The action is #DUAL_POINT#; touch_point: 0.9007, 0.396, lift_point: 0.9007, 0.396; The action is #DUAL_POINT#; touch_point: 0.5737, 0.5247, lift_point: 0.5737, 0.5247", "response": "The action is #DUAL_POINT#; touch_point: 0.6477, 0.4744, lift_point: 0.6477, 0.4744", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68164_30.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Zurich to Buenos aires; The action is #DUAL_POINT#; touch_point: 0.7884, 0.7088, lift_point: 0.7884, 0.7088; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8173, 0.6623, lift_point: 0.8173, 0.6623; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7794, 0.6821, lift_point: 0.7794, 0.6821; The action is #DUAL_POINT#; touch_point: 0.7794, 0.6933, lift_point: 0.7794, 0.6933; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8112, 0.675, lift_point: 0.8112, 0.675; The action is #DUAL_POINT#; touch_point: 0.81, 0.6775, lift_point: 0.81, 0.6775; The action is #DUAL_POINT#; touch_point: 0.0635, 0.5123, lift_point: 0.0635, 0.5123; The action is #TYPE#; And the content is : \"typed_text\": \"flight from zurich to buenos aires\"; The action is #DUAL_POINT#; touch_point: 0.2101, 0.4208, lift_point: 0.2101, 0.4208; The action is #DUAL_POINT#; touch_point: 0.8827, 0.205, lift_point: 0.8827, 0.205; The action is #DUAL_POINT#; touch_point: 0.6941, 0.5458, lift_point: 0.6941, 0.5458; The action is #DUAL_POINT#; touch_point: 0.3321, 0.1299, lift_point: 0.3321, 0.1299; The action is #DUAL_POINT#; touch_point: 0.1229, 0.933, lift_point: 0.1229, 0.933; The action is #DUAL_POINT#; touch_point: 0.4991, 0.8948, lift_point: 0.4991, 0.8948; The action is #DUAL_POINT#; touch_point: 0.402, 0.9084, lift_point: 0.402, 0.9084; The action is #DUAL_POINT#; touch_point: 0.8984, 0.5131, lift_point: 0.8984, 0.5131; The action is #DUAL_POINT#; touch_point: 0.6419, 0.9862, lift_point: 0.6419, 0.9862; The action is #DUAL_POINT#; touch_point: 0.5557, 0.4411, lift_point: 0.5557, 0.4411; The action is #DUAL_POINT#; touch_point: 0.4457, 0.1982, lift_point: 0.4457, 0.1982; The action is #DUAL_POINT#; touch_point: 0.3076, 0.6403, lift_point: 0.3076, 0.6403; The action is #DUAL_POINT#; touch_point: 0.1304, 0.3286, lift_point: 0.1304, 0.3286; The action is #DUAL_POINT#; touch_point: 0.9007, 0.396, lift_point: 0.9007, 0.396; The action is #DUAL_POINT#; touch_point: 0.5737, 0.5247, lift_point: 0.5737, 0.5247; The action is #DUAL_POINT#; touch_point: 0.6477, 0.4744, lift_point: 0.6477, 0.4744", "response": "The action is #DUAL_POINT#; touch_point: 0.5543, 0.7882, lift_point: 0.5543, 0.7882", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68164_31.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Zurich to Buenos aires; The action is #DUAL_POINT#; touch_point: 0.7884, 0.7088, lift_point: 0.7884, 0.7088; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8173, 0.6623, lift_point: 0.8173, 0.6623; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7794, 0.6821, lift_point: 0.7794, 0.6821; The action is #DUAL_POINT#; touch_point: 0.7794, 0.6933, lift_point: 0.7794, 0.6933; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8112, 0.675, lift_point: 0.8112, 0.675; The action is #DUAL_POINT#; touch_point: 0.81, 0.6775, lift_point: 0.81, 0.6775; The action is #DUAL_POINT#; touch_point: 0.0635, 0.5123, lift_point: 0.0635, 0.5123; The action is #TYPE#; And the content is : \"typed_text\": \"flight from zurich to buenos aires\"; The action is #DUAL_POINT#; touch_point: 0.2101, 0.4208, lift_point: 0.2101, 0.4208; The action is #DUAL_POINT#; touch_point: 0.8827, 0.205, lift_point: 0.8827, 0.205; The action is #DUAL_POINT#; touch_point: 0.6941, 0.5458, lift_point: 0.6941, 0.5458; The action is #DUAL_POINT#; touch_point: 0.3321, 0.1299, lift_point: 0.3321, 0.1299; The action is #DUAL_POINT#; touch_point: 0.1229, 0.933, lift_point: 0.1229, 0.933; The action is #DUAL_POINT#; touch_point: 0.4991, 0.8948, lift_point: 0.4991, 0.8948; The action is #DUAL_POINT#; touch_point: 0.402, 0.9084, lift_point: 0.402, 0.9084; The action is #DUAL_POINT#; touch_point: 0.8984, 0.5131, lift_point: 0.8984, 0.5131; The action is #DUAL_POINT#; touch_point: 0.6419, 0.9862, lift_point: 0.6419, 0.9862; The action is #DUAL_POINT#; touch_point: 0.5557, 0.4411, lift_point: 0.5557, 0.4411; The action is #DUAL_POINT#; touch_point: 0.4457, 0.1982, lift_point: 0.4457, 0.1982; The action is #DUAL_POINT#; touch_point: 0.3076, 0.6403, lift_point: 0.3076, 0.6403; The action is #DUAL_POINT#; touch_point: 0.1304, 0.3286, lift_point: 0.1304, 0.3286; The action is #DUAL_POINT#; touch_point: 0.9007, 0.396, lift_point: 0.9007, 0.396; The action is #DUAL_POINT#; touch_point: 0.5737, 0.5247, lift_point: 0.5737, 0.5247; The action is #DUAL_POINT#; touch_point: 0.6477, 0.4744, lift_point: 0.6477, 0.4744; The action is #DUAL_POINT#; touch_point: 0.5543, 0.7882, lift_point: 0.5543, 0.7882", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68164_32.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome tab", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68175_1.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome tab; The action is #PRESS_HOME#", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68175_2.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome tab; The action is #PRESS_HOME#; The action is #PRESS_HOME#", "response": "The action is #PRESS_BACK#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68175_3.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome tab; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_BACK#", "response": "The action is #PRESS_BACK#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68175_4.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome tab; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_BACK#; The action is #PRESS_BACK#", "response": "The action is #DUAL_POINT#; touch_point: 0.7823, 0.7307, lift_point: 0.7823, 0.7307", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68175_5.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome tab; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7823, 0.7307, lift_point: 0.7823, 0.7307", "response": "The action is #DUAL_POINT#; touch_point: 0.7708, 0.7363, lift_point: 0.7708, 0.7363", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68175_6.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome tab; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7823, 0.7307, lift_point: 0.7823, 0.7307; The action is #DUAL_POINT#; touch_point: 0.7708, 0.7363, lift_point: 0.7708, 0.7363", "response": "The action is #DUAL_POINT#; touch_point: 0.71, 0.3772, lift_point: 0.71, 0.3772", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68175_7.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome tab; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7823, 0.7307, lift_point: 0.7823, 0.7307; The action is #DUAL_POINT#; touch_point: 0.7708, 0.7363, lift_point: 0.7708, 0.7363; The action is #DUAL_POINT#; touch_point: 0.71, 0.3772, lift_point: 0.71, 0.3772", "response": "The action is #DUAL_POINT#; touch_point: 0.6367, 0.3181, lift_point: 0.6367, 0.3181", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68175_8.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome tab; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7823, 0.7307, lift_point: 0.7823, 0.7307; The action is #DUAL_POINT#; touch_point: 0.7708, 0.7363, lift_point: 0.7708, 0.7363; The action is #DUAL_POINT#; touch_point: 0.71, 0.3772, lift_point: 0.71, 0.3772; The action is #DUAL_POINT#; touch_point: 0.6367, 0.3181, lift_point: 0.6367, 0.3181", "response": "The action is #DUAL_POINT#; touch_point: 0.0624, 0.9241, lift_point: 0.0624, 0.9241", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68175_9.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome tab; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7823, 0.7307, lift_point: 0.7823, 0.7307; The action is #DUAL_POINT#; touch_point: 0.7708, 0.7363, lift_point: 0.7708, 0.7363; The action is #DUAL_POINT#; touch_point: 0.71, 0.3772, lift_point: 0.71, 0.3772; The action is #DUAL_POINT#; touch_point: 0.6367, 0.3181, lift_point: 0.6367, 0.3181; The action is #DUAL_POINT#; touch_point: 0.0624, 0.9241, lift_point: 0.0624, 0.9241", "response": "The action is #DUAL_POINT#; touch_point: 0.1249, 0.4824, lift_point: 0.1249, 0.4824", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68175_10.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome tab; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7823, 0.7307, lift_point: 0.7823, 0.7307; The action is #DUAL_POINT#; touch_point: 0.7708, 0.7363, lift_point: 0.7708, 0.7363; The action is #DUAL_POINT#; touch_point: 0.71, 0.3772, lift_point: 0.71, 0.3772; The action is #DUAL_POINT#; touch_point: 0.6367, 0.3181, lift_point: 0.6367, 0.3181; The action is #DUAL_POINT#; touch_point: 0.0624, 0.9241, lift_point: 0.0624, 0.9241; The action is #DUAL_POINT#; touch_point: 0.1249, 0.4824, lift_point: 0.1249, 0.4824", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68175_11.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Guyana?", "response": "The action is #PRESS_BACK#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68758_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Guyana?; The action is #PRESS_BACK#", "response": "The action is #DUAL_POINT#; touch_point: 0.8727, 0.6751, lift_point: 0.8727, 0.6751", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68758_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Guyana?; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8727, 0.6751, lift_point: 0.8727, 0.6751", "response": "The action is #DUAL_POINT#; touch_point: 0.8831, 0.3427, lift_point: 0.8831, 0.3427", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68758_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Guyana?; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8727, 0.6751, lift_point: 0.8727, 0.6751; The action is #DUAL_POINT#; touch_point: 0.8831, 0.3427, lift_point: 0.8831, 0.3427", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"the news in Guyana\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68758_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Guyana?; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8727, 0.6751, lift_point: 0.8727, 0.6751; The action is #DUAL_POINT#; touch_point: 0.8831, 0.3427, lift_point: 0.8831, 0.3427; The action is #TYPE#; And the content is : \"typed_text\": \"the news in Guyana\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68758_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Guyana?; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8727, 0.6751, lift_point: 0.8727, 0.6751; The action is #DUAL_POINT#; touch_point: 0.8831, 0.3427, lift_point: 0.8831, 0.3427; The action is #TYPE#; And the content is : \"typed_text\": \"the news in Guyana\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1568, 0.4054, lift_point: 0.1568, 0.4054", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68758_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Guyana?; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8727, 0.6751, lift_point: 0.8727, 0.6751; The action is #DUAL_POINT#; touch_point: 0.8831, 0.3427, lift_point: 0.8831, 0.3427; The action is #TYPE#; And the content is : \"typed_text\": \"the news in Guyana\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1568, 0.4054, lift_point: 0.1568, 0.4054", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68758_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Guyana?; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8727, 0.6751, lift_point: 0.8727, 0.6751; The action is #DUAL_POINT#; touch_point: 0.8831, 0.3427, lift_point: 0.8831, 0.3427; The action is #TYPE#; And the content is : \"typed_text\": \"the news in Guyana\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1568, 0.4054, lift_point: 0.1568, 0.4054; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68758_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Guyana?; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8727, 0.6751, lift_point: 0.8727, 0.6751; The action is #DUAL_POINT#; touch_point: 0.8831, 0.3427, lift_point: 0.8831, 0.3427; The action is #TYPE#; And the content is : \"typed_text\": \"the news in Guyana\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1568, 0.4054, lift_point: 0.1568, 0.4054; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68758_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Guyana?; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8727, 0.6751, lift_point: 0.8727, 0.6751; The action is #DUAL_POINT#; touch_point: 0.8831, 0.3427, lift_point: 0.8831, 0.3427; The action is #TYPE#; And the content is : \"typed_text\": \"the news in Guyana\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1568, 0.4054, lift_point: 0.1568, 0.4054; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.7261, 0.2077, lift_point: 0.7261, 0.2077", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68758_10.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Guyana?; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8727, 0.6751, lift_point: 0.8727, 0.6751; The action is #DUAL_POINT#; touch_point: 0.8831, 0.3427, lift_point: 0.8831, 0.3427; The action is #TYPE#; And the content is : \"typed_text\": \"the news in Guyana\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1568, 0.4054, lift_point: 0.1568, 0.4054; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7261, 0.2077, lift_point: 0.7261, 0.2077", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68758_11.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Guyana?; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8727, 0.6751, lift_point: 0.8727, 0.6751; The action is #DUAL_POINT#; touch_point: 0.8831, 0.3427, lift_point: 0.8831, 0.3427; The action is #TYPE#; And the content is : \"typed_text\": \"the news in Guyana\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1568, 0.4054, lift_point: 0.1568, 0.4054; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7261, 0.2077, lift_point: 0.7261, 0.2077; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.5494, 0.2482, lift_point: 0.5494, 0.2482", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68758_12.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Guyana?; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8727, 0.6751, lift_point: 0.8727, 0.6751; The action is #DUAL_POINT#; touch_point: 0.8831, 0.3427, lift_point: 0.8831, 0.3427; The action is #TYPE#; And the content is : \"typed_text\": \"the news in Guyana\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1568, 0.4054, lift_point: 0.1568, 0.4054; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7261, 0.2077, lift_point: 0.7261, 0.2077; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5494, 0.2482, lift_point: 0.5494, 0.2482", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68758_13.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Guyana?; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8727, 0.6751, lift_point: 0.8727, 0.6751; The action is #DUAL_POINT#; touch_point: 0.8831, 0.3427, lift_point: 0.8831, 0.3427; The action is #TYPE#; And the content is : \"typed_text\": \"the news in Guyana\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1568, 0.4054, lift_point: 0.1568, 0.4054; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7261, 0.2077, lift_point: 0.7261, 0.2077; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5494, 0.2482, lift_point: 0.5494, 0.2482; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68758_14.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Guyana?; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8727, 0.6751, lift_point: 0.8727, 0.6751; The action is #DUAL_POINT#; touch_point: 0.8831, 0.3427, lift_point: 0.8831, 0.3427; The action is #TYPE#; And the content is : \"typed_text\": \"the news in Guyana\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1568, 0.4054, lift_point: 0.1568, 0.4054; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7261, 0.2077, lift_point: 0.7261, 0.2077; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5494, 0.2482, lift_point: 0.5494, 0.2482; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.6651, 0.9635, lift_point: 0.6651, 0.9635", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68758_15.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Guyana?; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8727, 0.6751, lift_point: 0.8727, 0.6751; The action is #DUAL_POINT#; touch_point: 0.8831, 0.3427, lift_point: 0.8831, 0.3427; The action is #TYPE#; And the content is : \"typed_text\": \"the news in Guyana\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1568, 0.4054, lift_point: 0.1568, 0.4054; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7261, 0.2077, lift_point: 0.7261, 0.2077; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5494, 0.2482, lift_point: 0.5494, 0.2482; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6651, 0.9635, lift_point: 0.6651, 0.9635", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68758_16.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Guyana?; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8727, 0.6751, lift_point: 0.8727, 0.6751; The action is #DUAL_POINT#; touch_point: 0.8831, 0.3427, lift_point: 0.8831, 0.3427; The action is #TYPE#; And the content is : \"typed_text\": \"the news in Guyana\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1568, 0.4054, lift_point: 0.1568, 0.4054; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7261, 0.2077, lift_point: 0.7261, 0.2077; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5494, 0.2482, lift_point: 0.5494, 0.2482; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6651, 0.9635, lift_point: 0.6651, 0.9635; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68758_17.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Guyana?; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8727, 0.6751, lift_point: 0.8727, 0.6751; The action is #DUAL_POINT#; touch_point: 0.8831, 0.3427, lift_point: 0.8831, 0.3427; The action is #TYPE#; And the content is : \"typed_text\": \"the news in Guyana\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1568, 0.4054, lift_point: 0.1568, 0.4054; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7261, 0.2077, lift_point: 0.7261, 0.2077; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5494, 0.2482, lift_point: 0.5494, 0.2482; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6651, 0.9635, lift_point: 0.6651, 0.9635; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68758_18.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Guyana?; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8727, 0.6751, lift_point: 0.8727, 0.6751; The action is #DUAL_POINT#; touch_point: 0.8831, 0.3427, lift_point: 0.8831, 0.3427; The action is #TYPE#; And the content is : \"typed_text\": \"the news in Guyana\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1568, 0.4054, lift_point: 0.1568, 0.4054; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7261, 0.2077, lift_point: 0.7261, 0.2077; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5494, 0.2482, lift_point: 0.5494, 0.2482; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6651, 0.9635, lift_point: 0.6651, 0.9635; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68758_19.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Guyana?; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8727, 0.6751, lift_point: 0.8727, 0.6751; The action is #DUAL_POINT#; touch_point: 0.8831, 0.3427, lift_point: 0.8831, 0.3427; The action is #TYPE#; And the content is : \"typed_text\": \"the news in Guyana\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1568, 0.4054, lift_point: 0.1568, 0.4054; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7261, 0.2077, lift_point: 0.7261, 0.2077; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5494, 0.2482, lift_point: 0.5494, 0.2482; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6651, 0.9635, lift_point: 0.6651, 0.9635; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3294, 0.0331, lift_point: 0.3294, 0.0331", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68758_20.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Guyana?; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8727, 0.6751, lift_point: 0.8727, 0.6751; The action is #DUAL_POINT#; touch_point: 0.8831, 0.3427, lift_point: 0.8831, 0.3427; The action is #TYPE#; And the content is : \"typed_text\": \"the news in Guyana\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1568, 0.4054, lift_point: 0.1568, 0.4054; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7261, 0.2077, lift_point: 0.7261, 0.2077; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5494, 0.2482, lift_point: 0.5494, 0.2482; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6651, 0.9635, lift_point: 0.6651, 0.9635; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3294, 0.0331, lift_point: 0.3294, 0.0331", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68758_21.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Germany?", "response": "The action is #DUAL_POINT#; touch_point: 0.8671, 0.5147, lift_point: 0.8671, 0.5147", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68813_1.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Germany?; The action is #DUAL_POINT#; touch_point: 0.8671, 0.5147, lift_point: 0.8671, 0.5147", "response": "The action is #DUAL_POINT#; touch_point: 0.8686, 0.5147, lift_point: 0.8686, 0.5147", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68813_2.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Germany?; The action is #DUAL_POINT#; touch_point: 0.8671, 0.5147, lift_point: 0.8671, 0.5147; The action is #DUAL_POINT#; touch_point: 0.8686, 0.5147, lift_point: 0.8686, 0.5147", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"the capital of Germany\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68813_3.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Germany?; The action is #DUAL_POINT#; touch_point: 0.8671, 0.5147, lift_point: 0.8671, 0.5147; The action is #DUAL_POINT#; touch_point: 0.8686, 0.5147, lift_point: 0.8686, 0.5147; The action is #TYPE#; And the content is : \"typed_text\": \"the capital of Germany\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1642, 0.3681, lift_point: 0.1642, 0.3681", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68813_4.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Germany?; The action is #DUAL_POINT#; touch_point: 0.8671, 0.5147, lift_point: 0.8671, 0.5147; The action is #DUAL_POINT#; touch_point: 0.8686, 0.5147, lift_point: 0.8686, 0.5147; The action is #TYPE#; And the content is : \"typed_text\": \"the capital of Germany\"; The action is #DUAL_POINT#; touch_point: 0.1642, 0.3681, lift_point: 0.1642, 0.3681", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68813_5.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Germany?; The action is #DUAL_POINT#; touch_point: 0.8671, 0.5147, lift_point: 0.8671, 0.5147; The action is #DUAL_POINT#; touch_point: 0.8686, 0.5147, lift_point: 0.8686, 0.5147; The action is #TYPE#; And the content is : \"typed_text\": \"the capital of Germany\"; The action is #DUAL_POINT#; touch_point: 0.1642, 0.3681, lift_point: 0.1642, 0.3681; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68813_6.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Germany?; The action is #DUAL_POINT#; touch_point: 0.8671, 0.5147, lift_point: 0.8671, 0.5147; The action is #DUAL_POINT#; touch_point: 0.8686, 0.5147, lift_point: 0.8686, 0.5147; The action is #TYPE#; And the content is : \"typed_text\": \"the capital of Germany\"; The action is #DUAL_POINT#; touch_point: 0.1642, 0.3681, lift_point: 0.1642, 0.3681; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68813_7.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Germany?; The action is #DUAL_POINT#; touch_point: 0.8671, 0.5147, lift_point: 0.8671, 0.5147; The action is #DUAL_POINT#; touch_point: 0.8686, 0.5147, lift_point: 0.8686, 0.5147; The action is #TYPE#; And the content is : \"typed_text\": \"the capital of Germany\"; The action is #DUAL_POINT#; touch_point: 0.1642, 0.3681, lift_point: 0.1642, 0.3681; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68813_8.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Germany?; The action is #DUAL_POINT#; touch_point: 0.8671, 0.5147, lift_point: 0.8671, 0.5147; The action is #DUAL_POINT#; touch_point: 0.8686, 0.5147, lift_point: 0.8686, 0.5147; The action is #TYPE#; And the content is : \"typed_text\": \"the capital of Germany\"; The action is #DUAL_POINT#; touch_point: 0.1642, 0.3681, lift_point: 0.1642, 0.3681; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68813_9.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Germany?; The action is #DUAL_POINT#; touch_point: 0.8671, 0.5147, lift_point: 0.8671, 0.5147; The action is #DUAL_POINT#; touch_point: 0.8686, 0.5147, lift_point: 0.8686, 0.5147; The action is #TYPE#; And the content is : \"typed_text\": \"the capital of Germany\"; The action is #DUAL_POINT#; touch_point: 0.1642, 0.3681, lift_point: 0.1642, 0.3681; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68813_10.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Germany?; The action is #DUAL_POINT#; touch_point: 0.8671, 0.5147, lift_point: 0.8671, 0.5147; The action is #DUAL_POINT#; touch_point: 0.8686, 0.5147, lift_point: 0.8686, 0.5147; The action is #TYPE#; And the content is : \"typed_text\": \"the capital of Germany\"; The action is #DUAL_POINT#; touch_point: 0.1642, 0.3681, lift_point: 0.1642, 0.3681; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68813_11.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Germany?; The action is #DUAL_POINT#; touch_point: 0.8671, 0.5147, lift_point: 0.8671, 0.5147; The action is #DUAL_POINT#; touch_point: 0.8686, 0.5147, lift_point: 0.8686, 0.5147; The action is #TYPE#; And the content is : \"typed_text\": \"the capital of Germany\"; The action is #DUAL_POINT#; touch_point: 0.1642, 0.3681, lift_point: 0.1642, 0.3681; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.713, 0.7036, lift_point: 0.713, 0.7036", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68813_12.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Germany?; The action is #DUAL_POINT#; touch_point: 0.8671, 0.5147, lift_point: 0.8671, 0.5147; The action is #DUAL_POINT#; touch_point: 0.8686, 0.5147, lift_point: 0.8686, 0.5147; The action is #TYPE#; And the content is : \"typed_text\": \"the capital of Germany\"; The action is #DUAL_POINT#; touch_point: 0.1642, 0.3681, lift_point: 0.1642, 0.3681; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.713, 0.7036, lift_point: 0.713, 0.7036", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68813_13.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Germany?; The action is #DUAL_POINT#; touch_point: 0.8671, 0.5147, lift_point: 0.8671, 0.5147; The action is #DUAL_POINT#; touch_point: 0.8686, 0.5147, lift_point: 0.8686, 0.5147; The action is #TYPE#; And the content is : \"typed_text\": \"the capital of Germany\"; The action is #DUAL_POINT#; touch_point: 0.1642, 0.3681, lift_point: 0.1642, 0.3681; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.713, 0.7036, lift_point: 0.713, 0.7036; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.8949, 0.5038, lift_point: 0.8949, 0.5038", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68813_14.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Germany?; The action is #DUAL_POINT#; touch_point: 0.8671, 0.5147, lift_point: 0.8671, 0.5147; The action is #DUAL_POINT#; touch_point: 0.8686, 0.5147, lift_point: 0.8686, 0.5147; The action is #TYPE#; And the content is : \"typed_text\": \"the capital of Germany\"; The action is #DUAL_POINT#; touch_point: 0.1642, 0.3681, lift_point: 0.1642, 0.3681; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.713, 0.7036, lift_point: 0.713, 0.7036; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8949, 0.5038, lift_point: 0.8949, 0.5038", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68813_15.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Germany?; The action is #DUAL_POINT#; touch_point: 0.8671, 0.5147, lift_point: 0.8671, 0.5147; The action is #DUAL_POINT#; touch_point: 0.8686, 0.5147, lift_point: 0.8686, 0.5147; The action is #TYPE#; And the content is : \"typed_text\": \"the capital of Germany\"; The action is #DUAL_POINT#; touch_point: 0.1642, 0.3681, lift_point: 0.1642, 0.3681; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.713, 0.7036, lift_point: 0.713, 0.7036; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8949, 0.5038, lift_point: 0.8949, 0.5038; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68813_16.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Germany?; The action is #DUAL_POINT#; touch_point: 0.8671, 0.5147, lift_point: 0.8671, 0.5147; The action is #DUAL_POINT#; touch_point: 0.8686, 0.5147, lift_point: 0.8686, 0.5147; The action is #TYPE#; And the content is : \"typed_text\": \"the capital of Germany\"; The action is #DUAL_POINT#; touch_point: 0.1642, 0.3681, lift_point: 0.1642, 0.3681; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.713, 0.7036, lift_point: 0.713, 0.7036; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8949, 0.5038, lift_point: 0.8949, 0.5038; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68813_17.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Germany?; The action is #DUAL_POINT#; touch_point: 0.8671, 0.5147, lift_point: 0.8671, 0.5147; The action is #DUAL_POINT#; touch_point: 0.8686, 0.5147, lift_point: 0.8686, 0.5147; The action is #TYPE#; And the content is : \"typed_text\": \"the capital of Germany\"; The action is #DUAL_POINT#; touch_point: 0.1642, 0.3681, lift_point: 0.1642, 0.3681; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.713, 0.7036, lift_point: 0.713, 0.7036; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8949, 0.5038, lift_point: 0.8949, 0.5038; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68813_18.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Germany?; The action is #DUAL_POINT#; touch_point: 0.8671, 0.5147, lift_point: 0.8671, 0.5147; The action is #DUAL_POINT#; touch_point: 0.8686, 0.5147, lift_point: 0.8686, 0.5147; The action is #TYPE#; And the content is : \"typed_text\": \"the capital of Germany\"; The action is #DUAL_POINT#; touch_point: 0.1642, 0.3681, lift_point: 0.1642, 0.3681; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.713, 0.7036, lift_point: 0.713, 0.7036; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8949, 0.5038, lift_point: 0.8949, 0.5038; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68813_19.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Germany?; The action is #DUAL_POINT#; touch_point: 0.8671, 0.5147, lift_point: 0.8671, 0.5147; The action is #DUAL_POINT#; touch_point: 0.8686, 0.5147, lift_point: 0.8686, 0.5147; The action is #TYPE#; And the content is : \"typed_text\": \"the capital of Germany\"; The action is #DUAL_POINT#; touch_point: 0.1642, 0.3681, lift_point: 0.1642, 0.3681; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.713, 0.7036, lift_point: 0.713, 0.7036; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8949, 0.5038, lift_point: 0.8949, 0.5038; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68813_20.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Germany?; The action is #DUAL_POINT#; touch_point: 0.8671, 0.5147, lift_point: 0.8671, 0.5147; The action is #DUAL_POINT#; touch_point: 0.8686, 0.5147, lift_point: 0.8686, 0.5147; The action is #TYPE#; And the content is : \"typed_text\": \"the capital of Germany\"; The action is #DUAL_POINT#; touch_point: 0.1642, 0.3681, lift_point: 0.1642, 0.3681; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.713, 0.7036, lift_point: 0.713, 0.7036; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8949, 0.5038, lift_point: 0.8949, 0.5038; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.5715, 0.8273, lift_point: 0.5715, 0.8273", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68813_21.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Germany?; The action is #DUAL_POINT#; touch_point: 0.8671, 0.5147, lift_point: 0.8671, 0.5147; The action is #DUAL_POINT#; touch_point: 0.8686, 0.5147, lift_point: 0.8686, 0.5147; The action is #TYPE#; And the content is : \"typed_text\": \"the capital of Germany\"; The action is #DUAL_POINT#; touch_point: 0.1642, 0.3681, lift_point: 0.1642, 0.3681; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.713, 0.7036, lift_point: 0.713, 0.7036; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8949, 0.5038, lift_point: 0.8949, 0.5038; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5715, 0.8273, lift_point: 0.5715, 0.8273", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68813_22.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Panama", "response": "The action is #DUAL_POINT#; touch_point: 0.7467, 0.3167, lift_point: 0.7467, 0.3167", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68898_1.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Panama; The action is #DUAL_POINT#; touch_point: 0.7467, 0.3167, lift_point: 0.7467, 0.3167", "response": "The action is #DUAL_POINT#; touch_point: 0.8766, 0.4703, lift_point: 0.8766, 0.4703", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68898_2.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Panama; The action is #DUAL_POINT#; touch_point: 0.7467, 0.3167, lift_point: 0.7467, 0.3167; The action is #DUAL_POINT#; touch_point: 0.8766, 0.4703, lift_point: 0.8766, 0.4703", "response": "The action is #DUAL_POINT#; touch_point: 0.8745, 0.1695, lift_point: 0.8745, 0.1695", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68898_3.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Panama; The action is #DUAL_POINT#; touch_point: 0.7467, 0.3167, lift_point: 0.7467, 0.3167; The action is #DUAL_POINT#; touch_point: 0.8766, 0.4703, lift_point: 0.8766, 0.4703; The action is #DUAL_POINT#; touch_point: 0.8745, 0.1695, lift_point: 0.8745, 0.1695", "response": "The action is #DUAL_POINT#; touch_point: 0.382, 0.3512, lift_point: 0.382, 0.3512", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68898_4.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Panama; The action is #DUAL_POINT#; touch_point: 0.7467, 0.3167, lift_point: 0.7467, 0.3167; The action is #DUAL_POINT#; touch_point: 0.8766, 0.4703, lift_point: 0.8766, 0.4703; The action is #DUAL_POINT#; touch_point: 0.8745, 0.1695, lift_point: 0.8745, 0.1695; The action is #DUAL_POINT#; touch_point: 0.382, 0.3512, lift_point: 0.382, 0.3512", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of panama\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68898_5.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Panama; The action is #DUAL_POINT#; touch_point: 0.7467, 0.3167, lift_point: 0.7467, 0.3167; The action is #DUAL_POINT#; touch_point: 0.8766, 0.4703, lift_point: 0.8766, 0.4703; The action is #DUAL_POINT#; touch_point: 0.8745, 0.1695, lift_point: 0.8745, 0.1695; The action is #DUAL_POINT#; touch_point: 0.382, 0.3512, lift_point: 0.382, 0.3512; The action is #TYPE#; And the content is : \"typed_text\": \"capital of panama\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1539, 0.2404, lift_point: 0.1539, 0.2404", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68898_6.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Panama; The action is #DUAL_POINT#; touch_point: 0.7467, 0.3167, lift_point: 0.7467, 0.3167; The action is #DUAL_POINT#; touch_point: 0.8766, 0.4703, lift_point: 0.8766, 0.4703; The action is #DUAL_POINT#; touch_point: 0.8745, 0.1695, lift_point: 0.8745, 0.1695; The action is #DUAL_POINT#; touch_point: 0.382, 0.3512, lift_point: 0.382, 0.3512; The action is #TYPE#; And the content is : \"typed_text\": \"capital of panama\"; The action is #DUAL_POINT#; touch_point: 0.1539, 0.2404, lift_point: 0.1539, 0.2404", "response": "The action is #DUAL_POINT#; touch_point: 0.8306, 0.9188, lift_point: 0.8306, 0.9188", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68898_7.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Panama; The action is #DUAL_POINT#; touch_point: 0.7467, 0.3167, lift_point: 0.7467, 0.3167; The action is #DUAL_POINT#; touch_point: 0.8766, 0.4703, lift_point: 0.8766, 0.4703; The action is #DUAL_POINT#; touch_point: 0.8745, 0.1695, lift_point: 0.8745, 0.1695; The action is #DUAL_POINT#; touch_point: 0.382, 0.3512, lift_point: 0.382, 0.3512; The action is #TYPE#; And the content is : \"typed_text\": \"capital of panama\"; The action is #DUAL_POINT#; touch_point: 0.1539, 0.2404, lift_point: 0.1539, 0.2404; The action is #DUAL_POINT#; touch_point: 0.8306, 0.9188, lift_point: 0.8306, 0.9188", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/68898_8.png" ] }, { "query": "\nPrevious Actions: Goal: Open the camera", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/69113_1.png" ] }, { "query": "\nPrevious Actions: Goal: Open the camera; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/69113_2.png" ] }, { "query": "\nPrevious Actions: Goal: Open the camera; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3785, 0.3078, lift_point: 0.3785, 0.3078", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/69113_3.png" ] }, { "query": "\nPrevious Actions: Goal: Open the camera; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3785, 0.3078, lift_point: 0.3785, 0.3078", "response": "The action is #DUAL_POINT#; touch_point: 0.8673, 0.497, lift_point: 0.8673, 0.497", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/69113_4.png" ] }, { "query": "\nPrevious Actions: Goal: Open the camera; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3785, 0.3078, lift_point: 0.3785, 0.3078; The action is #DUAL_POINT#; touch_point: 0.8673, 0.497, lift_point: 0.8673, 0.497", "response": "The action is #DUAL_POINT#; touch_point: 0.4783, 0.4587, lift_point: 0.4783, 0.4587", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/69113_5.png" ] }, { "query": "\nPrevious Actions: Goal: Open the camera; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3785, 0.3078, lift_point: 0.3785, 0.3078; The action is #DUAL_POINT#; touch_point: 0.8673, 0.497, lift_point: 0.8673, 0.497; The action is #DUAL_POINT#; touch_point: 0.4783, 0.4587, lift_point: 0.4783, 0.4587", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/69113_6.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Austin?", "response": "The action is #DUAL_POINT#; touch_point: 0.7515, 0.3131, lift_point: 0.7515, 0.3131", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/69266_1.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Austin?; The action is #DUAL_POINT#; touch_point: 0.7515, 0.3131, lift_point: 0.7515, 0.3131", "response": "The action is #DUAL_POINT#; touch_point: 0.0593, 0.3344, lift_point: 0.0593, 0.3344", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/69266_2.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Austin?; The action is #DUAL_POINT#; touch_point: 0.7515, 0.3131, lift_point: 0.7515, 0.3131; The action is #DUAL_POINT#; touch_point: 0.0593, 0.3344, lift_point: 0.0593, 0.3344", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Austin?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/69266_3.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Austin?; The action is #DUAL_POINT#; touch_point: 0.7515, 0.3131, lift_point: 0.7515, 0.3131; The action is #DUAL_POINT#; touch_point: 0.0593, 0.3344, lift_point: 0.0593, 0.3344; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Austin?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1829, 0.4346, lift_point: 0.1829, 0.4346", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/69266_4.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Austin?; The action is #DUAL_POINT#; touch_point: 0.7515, 0.3131, lift_point: 0.7515, 0.3131; The action is #DUAL_POINT#; touch_point: 0.0593, 0.3344, lift_point: 0.0593, 0.3344; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Austin?\"; The action is #DUAL_POINT#; touch_point: 0.1829, 0.4346, lift_point: 0.1829, 0.4346", "response": "The action is #DUAL_POINT#; touch_point: 0.4635, 0.2316, lift_point: 0.4635, 0.2316", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/69266_5.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Austin?; The action is #DUAL_POINT#; touch_point: 0.7515, 0.3131, lift_point: 0.7515, 0.3131; The action is #DUAL_POINT#; touch_point: 0.0593, 0.3344, lift_point: 0.0593, 0.3344; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Austin?\"; The action is #DUAL_POINT#; touch_point: 0.1829, 0.4346, lift_point: 0.1829, 0.4346; The action is #DUAL_POINT#; touch_point: 0.4635, 0.2316, lift_point: 0.4635, 0.2316", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/69266_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Starbucks?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/69428_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Starbucks?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7529, 0.3197, lift_point: 0.7529, 0.3197", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/69428_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Starbucks?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7529, 0.3197, lift_point: 0.7529, 0.3197", "response": "The action is #DUAL_POINT#; touch_point: 0.3899, 0.2991, lift_point: 0.3899, 0.2991", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/69428_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Starbucks?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7529, 0.3197, lift_point: 0.7529, 0.3197; The action is #DUAL_POINT#; touch_point: 0.3899, 0.2991, lift_point: 0.3899, 0.2991", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"menu at Starbucks?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/69428_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Starbucks?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7529, 0.3197, lift_point: 0.7529, 0.3197; The action is #DUAL_POINT#; touch_point: 0.3899, 0.2991, lift_point: 0.3899, 0.2991; The action is #TYPE#; And the content is : \"typed_text\": \"menu at Starbucks?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1558, 0.2755, lift_point: 0.1558, 0.2755", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/69428_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Starbucks?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7529, 0.3197, lift_point: 0.7529, 0.3197; The action is #DUAL_POINT#; touch_point: 0.3899, 0.2991, lift_point: 0.3899, 0.2991; The action is #TYPE#; And the content is : \"typed_text\": \"menu at Starbucks?\"; The action is #DUAL_POINT#; touch_point: 0.1558, 0.2755, lift_point: 0.1558, 0.2755", "response": "The action is #DUAL_POINT#; touch_point: 0.4626, 0.2054, lift_point: 0.4626, 0.2054", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/69428_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Starbucks?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7529, 0.3197, lift_point: 0.7529, 0.3197; The action is #DUAL_POINT#; touch_point: 0.3899, 0.2991, lift_point: 0.3899, 0.2991; The action is #TYPE#; And the content is : \"typed_text\": \"menu at Starbucks?\"; The action is #DUAL_POINT#; touch_point: 0.1558, 0.2755, lift_point: 0.1558, 0.2755; The action is #DUAL_POINT#; touch_point: 0.4626, 0.2054, lift_point: 0.4626, 0.2054", "response": "The action is #DUAL_POINT#; touch_point: 0.571, 0.5377, lift_point: 0.571, 0.5377", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/69428_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Starbucks?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7529, 0.3197, lift_point: 0.7529, 0.3197; The action is #DUAL_POINT#; touch_point: 0.3899, 0.2991, lift_point: 0.3899, 0.2991; The action is #TYPE#; And the content is : \"typed_text\": \"menu at Starbucks?\"; The action is #DUAL_POINT#; touch_point: 0.1558, 0.2755, lift_point: 0.1558, 0.2755; The action is #DUAL_POINT#; touch_point: 0.4626, 0.2054, lift_point: 0.4626, 0.2054; The action is #DUAL_POINT#; touch_point: 0.571, 0.5377, lift_point: 0.571, 0.5377", "response": "The action is #DUAL_POINT#; touch_point: 0.5296, 0.4893, lift_point: 0.5296, 0.4893", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/69428_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Starbucks?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7529, 0.3197, lift_point: 0.7529, 0.3197; The action is #DUAL_POINT#; touch_point: 0.3899, 0.2991, lift_point: 0.3899, 0.2991; The action is #TYPE#; And the content is : \"typed_text\": \"menu at Starbucks?\"; The action is #DUAL_POINT#; touch_point: 0.1558, 0.2755, lift_point: 0.1558, 0.2755; The action is #DUAL_POINT#; touch_point: 0.4626, 0.2054, lift_point: 0.4626, 0.2054; The action is #DUAL_POINT#; touch_point: 0.571, 0.5377, lift_point: 0.571, 0.5377; The action is #DUAL_POINT#; touch_point: 0.5296, 0.4893, lift_point: 0.5296, 0.4893", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/69428_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Malaysia?", "response": "The action is #DUAL_POINT#; touch_point: 0.74, 0.3022, lift_point: 0.74, 0.3022", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/69485_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Malaysia?; The action is #DUAL_POINT#; touch_point: 0.74, 0.3022, lift_point: 0.74, 0.3022", "response": "The action is #DUAL_POINT#; touch_point: 0.0709, 0.5274, lift_point: 0.0709, 0.5274", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/69485_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Malaysia?; The action is #DUAL_POINT#; touch_point: 0.74, 0.3022, lift_point: 0.74, 0.3022; The action is #DUAL_POINT#; touch_point: 0.0709, 0.5274, lift_point: 0.0709, 0.5274", "response": "The action is #TYPE#; And the content is : \"typed_text\": \" news in Malaysia?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/69485_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Malaysia?; The action is #DUAL_POINT#; touch_point: 0.74, 0.3022, lift_point: 0.74, 0.3022; The action is #DUAL_POINT#; touch_point: 0.0709, 0.5274, lift_point: 0.0709, 0.5274; The action is #TYPE#; And the content is : \"typed_text\": \" news in Malaysia?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.173, 0.2474, lift_point: 0.173, 0.2474", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/69485_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Malaysia?; The action is #DUAL_POINT#; touch_point: 0.74, 0.3022, lift_point: 0.74, 0.3022; The action is #DUAL_POINT#; touch_point: 0.0709, 0.5274, lift_point: 0.0709, 0.5274; The action is #TYPE#; And the content is : \"typed_text\": \" news in Malaysia?\"; The action is #DUAL_POINT#; touch_point: 0.173, 0.2474, lift_point: 0.173, 0.2474", "response": "The action is #DUAL_POINT#; touch_point: 0.4484, 0.1824, lift_point: 0.4484, 0.1824", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/69485_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Malaysia?; The action is #DUAL_POINT#; touch_point: 0.74, 0.3022, lift_point: 0.74, 0.3022; The action is #DUAL_POINT#; touch_point: 0.0709, 0.5274, lift_point: 0.0709, 0.5274; The action is #TYPE#; And the content is : \"typed_text\": \" news in Malaysia?\"; The action is #DUAL_POINT#; touch_point: 0.173, 0.2474, lift_point: 0.173, 0.2474; The action is #DUAL_POINT#; touch_point: 0.4484, 0.1824, lift_point: 0.4484, 0.1824", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/69485_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Malaysia?; The action is #DUAL_POINT#; touch_point: 0.74, 0.3022, lift_point: 0.74, 0.3022; The action is #DUAL_POINT#; touch_point: 0.0709, 0.5274, lift_point: 0.0709, 0.5274; The action is #TYPE#; And the content is : \"typed_text\": \" news in Malaysia?\"; The action is #DUAL_POINT#; touch_point: 0.173, 0.2474, lift_point: 0.173, 0.2474; The action is #DUAL_POINT#; touch_point: 0.4484, 0.1824, lift_point: 0.4484, 0.1824; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.5666, 0.5369, lift_point: 0.5666, 0.5369", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/69485_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Malaysia?; The action is #DUAL_POINT#; touch_point: 0.74, 0.3022, lift_point: 0.74, 0.3022; The action is #DUAL_POINT#; touch_point: 0.0709, 0.5274, lift_point: 0.0709, 0.5274; The action is #TYPE#; And the content is : \"typed_text\": \" news in Malaysia?\"; The action is #DUAL_POINT#; touch_point: 0.173, 0.2474, lift_point: 0.173, 0.2474; The action is #DUAL_POINT#; touch_point: 0.4484, 0.1824, lift_point: 0.4484, 0.1824; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5666, 0.5369, lift_point: 0.5666, 0.5369", "response": "The action is #DUAL_POINT#; touch_point: 0.4535, 0.855, lift_point: 0.4535, 0.855", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/69485_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Malaysia?; The action is #DUAL_POINT#; touch_point: 0.74, 0.3022, lift_point: 0.74, 0.3022; The action is #DUAL_POINT#; touch_point: 0.0709, 0.5274, lift_point: 0.0709, 0.5274; The action is #TYPE#; And the content is : \"typed_text\": \" news in Malaysia?\"; The action is #DUAL_POINT#; touch_point: 0.173, 0.2474, lift_point: 0.173, 0.2474; The action is #DUAL_POINT#; touch_point: 0.4484, 0.1824, lift_point: 0.4484, 0.1824; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5666, 0.5369, lift_point: 0.5666, 0.5369; The action is #DUAL_POINT#; touch_point: 0.4535, 0.855, lift_point: 0.4535, 0.855", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/69485_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Malaysia?; The action is #DUAL_POINT#; touch_point: 0.74, 0.3022, lift_point: 0.74, 0.3022; The action is #DUAL_POINT#; touch_point: 0.0709, 0.5274, lift_point: 0.0709, 0.5274; The action is #TYPE#; And the content is : \"typed_text\": \" news in Malaysia?\"; The action is #DUAL_POINT#; touch_point: 0.173, 0.2474, lift_point: 0.173, 0.2474; The action is #DUAL_POINT#; touch_point: 0.4484, 0.1824, lift_point: 0.4484, 0.1824; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5666, 0.5369, lift_point: 0.5666, 0.5369; The action is #DUAL_POINT#; touch_point: 0.4535, 0.855, lift_point: 0.4535, 0.855; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/69485_10.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Malaysia?; The action is #DUAL_POINT#; touch_point: 0.74, 0.3022, lift_point: 0.74, 0.3022; The action is #DUAL_POINT#; touch_point: 0.0709, 0.5274, lift_point: 0.0709, 0.5274; The action is #TYPE#; And the content is : \"typed_text\": \" news in Malaysia?\"; The action is #DUAL_POINT#; touch_point: 0.173, 0.2474, lift_point: 0.173, 0.2474; The action is #DUAL_POINT#; touch_point: 0.4484, 0.1824, lift_point: 0.4484, 0.1824; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5666, 0.5369, lift_point: 0.5666, 0.5369; The action is #DUAL_POINT#; touch_point: 0.4535, 0.855, lift_point: 0.4535, 0.855; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/69485_11.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Malaysia?; The action is #DUAL_POINT#; touch_point: 0.74, 0.3022, lift_point: 0.74, 0.3022; The action is #DUAL_POINT#; touch_point: 0.0709, 0.5274, lift_point: 0.0709, 0.5274; The action is #TYPE#; And the content is : \"typed_text\": \" news in Malaysia?\"; The action is #DUAL_POINT#; touch_point: 0.173, 0.2474, lift_point: 0.173, 0.2474; The action is #DUAL_POINT#; touch_point: 0.4484, 0.1824, lift_point: 0.4484, 0.1824; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5666, 0.5369, lift_point: 0.5666, 0.5369; The action is #DUAL_POINT#; touch_point: 0.4535, 0.855, lift_point: 0.4535, 0.855; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/69485_12.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Malaysia?; The action is #DUAL_POINT#; touch_point: 0.74, 0.3022, lift_point: 0.74, 0.3022; The action is #DUAL_POINT#; touch_point: 0.0709, 0.5274, lift_point: 0.0709, 0.5274; The action is #TYPE#; And the content is : \"typed_text\": \" news in Malaysia?\"; The action is #DUAL_POINT#; touch_point: 0.173, 0.2474, lift_point: 0.173, 0.2474; The action is #DUAL_POINT#; touch_point: 0.4484, 0.1824, lift_point: 0.4484, 0.1824; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5666, 0.5369, lift_point: 0.5666, 0.5369; The action is #DUAL_POINT#; touch_point: 0.4535, 0.855, lift_point: 0.4535, 0.855; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/69485_13.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Malaysia?; The action is #DUAL_POINT#; touch_point: 0.74, 0.3022, lift_point: 0.74, 0.3022; The action is #DUAL_POINT#; touch_point: 0.0709, 0.5274, lift_point: 0.0709, 0.5274; The action is #TYPE#; And the content is : \"typed_text\": \" news in Malaysia?\"; The action is #DUAL_POINT#; touch_point: 0.173, 0.2474, lift_point: 0.173, 0.2474; The action is #DUAL_POINT#; touch_point: 0.4484, 0.1824, lift_point: 0.4484, 0.1824; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5666, 0.5369, lift_point: 0.5666, 0.5369; The action is #DUAL_POINT#; touch_point: 0.4535, 0.855, lift_point: 0.4535, 0.855; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/69485_14.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Malaysia?; The action is #DUAL_POINT#; touch_point: 0.74, 0.3022, lift_point: 0.74, 0.3022; The action is #DUAL_POINT#; touch_point: 0.0709, 0.5274, lift_point: 0.0709, 0.5274; The action is #TYPE#; And the content is : \"typed_text\": \" news in Malaysia?\"; The action is #DUAL_POINT#; touch_point: 0.173, 0.2474, lift_point: 0.173, 0.2474; The action is #DUAL_POINT#; touch_point: 0.4484, 0.1824, lift_point: 0.4484, 0.1824; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5666, 0.5369, lift_point: 0.5666, 0.5369; The action is #DUAL_POINT#; touch_point: 0.4535, 0.855, lift_point: 0.4535, 0.855; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/69485_15.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Malaysia?; The action is #DUAL_POINT#; touch_point: 0.74, 0.3022, lift_point: 0.74, 0.3022; The action is #DUAL_POINT#; touch_point: 0.0709, 0.5274, lift_point: 0.0709, 0.5274; The action is #TYPE#; And the content is : \"typed_text\": \" news in Malaysia?\"; The action is #DUAL_POINT#; touch_point: 0.173, 0.2474, lift_point: 0.173, 0.2474; The action is #DUAL_POINT#; touch_point: 0.4484, 0.1824, lift_point: 0.4484, 0.1824; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5666, 0.5369, lift_point: 0.5666, 0.5369; The action is #DUAL_POINT#; touch_point: 0.4535, 0.855, lift_point: 0.4535, 0.855; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/69485_16.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Malaysia?; The action is #DUAL_POINT#; touch_point: 0.74, 0.3022, lift_point: 0.74, 0.3022; The action is #DUAL_POINT#; touch_point: 0.0709, 0.5274, lift_point: 0.0709, 0.5274; The action is #TYPE#; And the content is : \"typed_text\": \" news in Malaysia?\"; The action is #DUAL_POINT#; touch_point: 0.173, 0.2474, lift_point: 0.173, 0.2474; The action is #DUAL_POINT#; touch_point: 0.4484, 0.1824, lift_point: 0.4484, 0.1824; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5666, 0.5369, lift_point: 0.5666, 0.5369; The action is #DUAL_POINT#; touch_point: 0.4535, 0.855, lift_point: 0.4535, 0.855; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/69485_17.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Malaysia?; The action is #DUAL_POINT#; touch_point: 0.74, 0.3022, lift_point: 0.74, 0.3022; The action is #DUAL_POINT#; touch_point: 0.0709, 0.5274, lift_point: 0.0709, 0.5274; The action is #TYPE#; And the content is : \"typed_text\": \" news in Malaysia?\"; The action is #DUAL_POINT#; touch_point: 0.173, 0.2474, lift_point: 0.173, 0.2474; The action is #DUAL_POINT#; touch_point: 0.4484, 0.1824, lift_point: 0.4484, 0.1824; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5666, 0.5369, lift_point: 0.5666, 0.5369; The action is #DUAL_POINT#; touch_point: 0.4535, 0.855, lift_point: 0.4535, 0.855; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/69485_18.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Malaysia?; The action is #DUAL_POINT#; touch_point: 0.74, 0.3022, lift_point: 0.74, 0.3022; The action is #DUAL_POINT#; touch_point: 0.0709, 0.5274, lift_point: 0.0709, 0.5274; The action is #TYPE#; And the content is : \"typed_text\": \" news in Malaysia?\"; The action is #DUAL_POINT#; touch_point: 0.173, 0.2474, lift_point: 0.173, 0.2474; The action is #DUAL_POINT#; touch_point: 0.4484, 0.1824, lift_point: 0.4484, 0.1824; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5666, 0.5369, lift_point: 0.5666, 0.5369; The action is #DUAL_POINT#; touch_point: 0.4535, 0.855, lift_point: 0.4535, 0.855; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/69485_19.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Malaysia?; The action is #DUAL_POINT#; touch_point: 0.74, 0.3022, lift_point: 0.74, 0.3022; The action is #DUAL_POINT#; touch_point: 0.0709, 0.5274, lift_point: 0.0709, 0.5274; The action is #TYPE#; And the content is : \"typed_text\": \" news in Malaysia?\"; The action is #DUAL_POINT#; touch_point: 0.173, 0.2474, lift_point: 0.173, 0.2474; The action is #DUAL_POINT#; touch_point: 0.4484, 0.1824, lift_point: 0.4484, 0.1824; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5666, 0.5369, lift_point: 0.5666, 0.5369; The action is #DUAL_POINT#; touch_point: 0.4535, 0.855, lift_point: 0.4535, 0.855; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/69485_20.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Malaysia?; The action is #DUAL_POINT#; touch_point: 0.74, 0.3022, lift_point: 0.74, 0.3022; The action is #DUAL_POINT#; touch_point: 0.0709, 0.5274, lift_point: 0.0709, 0.5274; The action is #TYPE#; And the content is : \"typed_text\": \" news in Malaysia?\"; The action is #DUAL_POINT#; touch_point: 0.173, 0.2474, lift_point: 0.173, 0.2474; The action is #DUAL_POINT#; touch_point: 0.4484, 0.1824, lift_point: 0.4484, 0.1824; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5666, 0.5369, lift_point: 0.5666, 0.5369; The action is #DUAL_POINT#; touch_point: 0.4535, 0.855, lift_point: 0.4535, 0.855; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/69485_21.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Malaysia?; The action is #DUAL_POINT#; touch_point: 0.74, 0.3022, lift_point: 0.74, 0.3022; The action is #DUAL_POINT#; touch_point: 0.0709, 0.5274, lift_point: 0.0709, 0.5274; The action is #TYPE#; And the content is : \"typed_text\": \" news in Malaysia?\"; The action is #DUAL_POINT#; touch_point: 0.173, 0.2474, lift_point: 0.173, 0.2474; The action is #DUAL_POINT#; touch_point: 0.4484, 0.1824, lift_point: 0.4484, 0.1824; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5666, 0.5369, lift_point: 0.5666, 0.5369; The action is #DUAL_POINT#; touch_point: 0.4535, 0.855, lift_point: 0.4535, 0.855; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/69485_22.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Malaysia?; The action is #DUAL_POINT#; touch_point: 0.74, 0.3022, lift_point: 0.74, 0.3022; The action is #DUAL_POINT#; touch_point: 0.0709, 0.5274, lift_point: 0.0709, 0.5274; The action is #TYPE#; And the content is : \"typed_text\": \" news in Malaysia?\"; The action is #DUAL_POINT#; touch_point: 0.173, 0.2474, lift_point: 0.173, 0.2474; The action is #DUAL_POINT#; touch_point: 0.4484, 0.1824, lift_point: 0.4484, 0.1824; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5666, 0.5369, lift_point: 0.5666, 0.5369; The action is #DUAL_POINT#; touch_point: 0.4535, 0.855, lift_point: 0.4535, 0.855; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #DUAL_POINT#; touch_point: 0.5201, 0.0532, lift_point: 0.5201, 0.0532", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/69485_23.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Malaysia?; The action is #DUAL_POINT#; touch_point: 0.74, 0.3022, lift_point: 0.74, 0.3022; The action is #DUAL_POINT#; touch_point: 0.0709, 0.5274, lift_point: 0.0709, 0.5274; The action is #TYPE#; And the content is : \"typed_text\": \" news in Malaysia?\"; The action is #DUAL_POINT#; touch_point: 0.173, 0.2474, lift_point: 0.173, 0.2474; The action is #DUAL_POINT#; touch_point: 0.4484, 0.1824, lift_point: 0.4484, 0.1824; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5666, 0.5369, lift_point: 0.5666, 0.5369; The action is #DUAL_POINT#; touch_point: 0.4535, 0.855, lift_point: 0.4535, 0.855; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.5201, 0.0532, lift_point: 0.5201, 0.0532", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/69485_24.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new tab in Chrome", "response": "The action is #DUAL_POINT#; touch_point: 0.7229, 0.6176, lift_point: 0.7229, 0.6176", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/69645_1.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new tab in Chrome; The action is #DUAL_POINT#; touch_point: 0.7229, 0.6176, lift_point: 0.7229, 0.6176", "response": "The action is #DUAL_POINT#; touch_point: 0.0977, 0.916, lift_point: 0.0977, 0.916", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/69645_2.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new tab in Chrome; The action is #DUAL_POINT#; touch_point: 0.7229, 0.6176, lift_point: 0.7229, 0.6176; The action is #DUAL_POINT#; touch_point: 0.0977, 0.916, lift_point: 0.0977, 0.916", "response": "The action is #DUAL_POINT#; touch_point: 0.1841, 0.3569, lift_point: 0.1841, 0.3569", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/69645_3.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new tab in Chrome; The action is #DUAL_POINT#; touch_point: 0.7229, 0.6176, lift_point: 0.7229, 0.6176; The action is #DUAL_POINT#; touch_point: 0.0977, 0.916, lift_point: 0.0977, 0.916; The action is #DUAL_POINT#; touch_point: 0.1841, 0.3569, lift_point: 0.1841, 0.3569", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/69645_4.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new incognito tab in the chrome app", "response": "The action is #DUAL_POINT#; touch_point: 0.7173, 0.6105, lift_point: 0.7173, 0.6105", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/69649_1.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new incognito tab in the chrome app; The action is #DUAL_POINT#; touch_point: 0.7173, 0.6105, lift_point: 0.7173, 0.6105", "response": "The action is #DUAL_POINT#; touch_point: 0.0932, 0.9095, lift_point: 0.0932, 0.9095", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/69649_2.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new incognito tab in the chrome app; The action is #DUAL_POINT#; touch_point: 0.7173, 0.6105, lift_point: 0.7173, 0.6105; The action is #DUAL_POINT#; touch_point: 0.0932, 0.9095, lift_point: 0.0932, 0.9095", "response": "The action is #DUAL_POINT#; touch_point: 0.2589, 0.6734, lift_point: 0.2589, 0.6734", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/69649_3.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new incognito tab in the chrome app; The action is #DUAL_POINT#; touch_point: 0.7173, 0.6105, lift_point: 0.7173, 0.6105; The action is #DUAL_POINT#; touch_point: 0.0932, 0.9095, lift_point: 0.0932, 0.9095; The action is #DUAL_POINT#; touch_point: 0.2589, 0.6734, lift_point: 0.2589, 0.6734", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/69649_4.png" ] }, { "query": "\nPrevious Actions: Goal: Open the gallery", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/69810_1.png" ] }, { "query": "\nPrevious Actions: Goal: Open the gallery; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.2312, 0.5041, lift_point: 0.2312, 0.5041", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/69810_2.png" ] }, { "query": "\nPrevious Actions: Goal: Open the gallery; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2312, 0.5041, lift_point: 0.2312, 0.5041", "response": "The action is #DUAL_POINT#; touch_point: 0.5785, 0.6817, lift_point: 0.5785, 0.6817", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/69810_3.png" ] }, { "query": "\nPrevious Actions: Goal: Open the gallery; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2312, 0.5041, lift_point: 0.2312, 0.5041; The action is #DUAL_POINT#; touch_point: 0.5785, 0.6817, lift_point: 0.5785, 0.6817", "response": "The action is #DUAL_POINT#; touch_point: 0.4352, 0.3802, lift_point: 0.4352, 0.3802", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/69810_4.png" ] }, { "query": "\nPrevious Actions: Goal: Open the gallery; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2312, 0.5041, lift_point: 0.2312, 0.5041; The action is #DUAL_POINT#; touch_point: 0.5785, 0.6817, lift_point: 0.5785, 0.6817; The action is #DUAL_POINT#; touch_point: 0.4352, 0.3802, lift_point: 0.4352, 0.3802", "response": "The action is #DUAL_POINT#; touch_point: 0.4282, 0.7558, lift_point: 0.4282, 0.7558", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/69810_5.png" ] }, { "query": "\nPrevious Actions: Goal: Open the gallery; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2312, 0.5041, lift_point: 0.2312, 0.5041; The action is #DUAL_POINT#; touch_point: 0.5785, 0.6817, lift_point: 0.5785, 0.6817; The action is #DUAL_POINT#; touch_point: 0.4352, 0.3802, lift_point: 0.4352, 0.3802; The action is #DUAL_POINT#; touch_point: 0.4282, 0.7558, lift_point: 0.4282, 0.7558", "response": "The action is #DUAL_POINT#; touch_point: 0.8049, 0.3537, lift_point: 0.8049, 0.3537", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/69810_6.png" ] }, { "query": "\nPrevious Actions: Goal: Open the gallery; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2312, 0.5041, lift_point: 0.2312, 0.5041; The action is #DUAL_POINT#; touch_point: 0.5785, 0.6817, lift_point: 0.5785, 0.6817; The action is #DUAL_POINT#; touch_point: 0.4352, 0.3802, lift_point: 0.4352, 0.3802; The action is #DUAL_POINT#; touch_point: 0.4282, 0.7558, lift_point: 0.4282, 0.7558; The action is #DUAL_POINT#; touch_point: 0.8049, 0.3537, lift_point: 0.8049, 0.3537", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/69810_7.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Ed Sheeran video on YouTube", "response": "The action is #DUAL_POINT#; touch_point: 0.873, 0.3966, lift_point: 0.873, 0.3966", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70026_1.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Ed Sheeran video on YouTube; The action is #DUAL_POINT#; touch_point: 0.873, 0.3966, lift_point: 0.873, 0.3966", "response": "The action is #DUAL_POINT#; touch_point: 0.8782, 0.2261, lift_point: 0.8782, 0.2261", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70026_2.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Ed Sheeran video on YouTube; The action is #DUAL_POINT#; touch_point: 0.873, 0.3966, lift_point: 0.873, 0.3966; The action is #DUAL_POINT#; touch_point: 0.8782, 0.2261, lift_point: 0.8782, 0.2261", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70026_3.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Ed Sheeran video on YouTube; The action is #DUAL_POINT#; touch_point: 0.873, 0.3966, lift_point: 0.873, 0.3966; The action is #DUAL_POINT#; touch_point: 0.8782, 0.2261, lift_point: 0.8782, 0.2261; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70026_4.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Ed Sheeran video on YouTube; The action is #DUAL_POINT#; touch_point: 0.873, 0.3966, lift_point: 0.873, 0.3966; The action is #DUAL_POINT#; touch_point: 0.8782, 0.2261, lift_point: 0.8782, 0.2261; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.7463, 0.4818, lift_point: 0.7463, 0.4818", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70026_5.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Ed Sheeran video on YouTube; The action is #DUAL_POINT#; touch_point: 0.873, 0.3966, lift_point: 0.873, 0.3966; The action is #DUAL_POINT#; touch_point: 0.8782, 0.2261, lift_point: 0.8782, 0.2261; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7463, 0.4818, lift_point: 0.7463, 0.4818", "response": "The action is #PRESS_BACK#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70026_6.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Ed Sheeran video on YouTube; The action is #DUAL_POINT#; touch_point: 0.873, 0.3966, lift_point: 0.873, 0.3966; The action is #DUAL_POINT#; touch_point: 0.8782, 0.2261, lift_point: 0.8782, 0.2261; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7463, 0.4818, lift_point: 0.7463, 0.4818; The action is #PRESS_BACK#", "response": "The action is #DUAL_POINT#; touch_point: 0.0464, 0.825, lift_point: 0.0464, 0.825", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70026_7.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Ed Sheeran video on YouTube; The action is #DUAL_POINT#; touch_point: 0.873, 0.3966, lift_point: 0.873, 0.3966; The action is #DUAL_POINT#; touch_point: 0.8782, 0.2261, lift_point: 0.8782, 0.2261; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7463, 0.4818, lift_point: 0.7463, 0.4818; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.0464, 0.825, lift_point: 0.0464, 0.825", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"new Ed Sheeran video \"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70026_8.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Ed Sheeran video on YouTube; The action is #DUAL_POINT#; touch_point: 0.873, 0.3966, lift_point: 0.873, 0.3966; The action is #DUAL_POINT#; touch_point: 0.8782, 0.2261, lift_point: 0.8782, 0.2261; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7463, 0.4818, lift_point: 0.7463, 0.4818; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.0464, 0.825, lift_point: 0.0464, 0.825; The action is #TYPE#; And the content is : \"typed_text\": \"new Ed Sheeran video \"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70026_9.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Ed Sheeran video on YouTube; The action is #DUAL_POINT#; touch_point: 0.873, 0.3966, lift_point: 0.873, 0.3966; The action is #DUAL_POINT#; touch_point: 0.8782, 0.2261, lift_point: 0.8782, 0.2261; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7463, 0.4818, lift_point: 0.7463, 0.4818; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.0464, 0.825, lift_point: 0.0464, 0.825; The action is #TYPE#; And the content is : \"typed_text\": \"new Ed Sheeran video \"; The action is #PRESS_ENTER#", "response": "The action is #DUAL_POINT#; touch_point: 0.7111, 0.5029, lift_point: 0.7111, 0.5029", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70026_10.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Ed Sheeran video on YouTube; The action is #DUAL_POINT#; touch_point: 0.873, 0.3966, lift_point: 0.873, 0.3966; The action is #DUAL_POINT#; touch_point: 0.8782, 0.2261, lift_point: 0.8782, 0.2261; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7463, 0.4818, lift_point: 0.7463, 0.4818; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.0464, 0.825, lift_point: 0.0464, 0.825; The action is #TYPE#; And the content is : \"typed_text\": \"new Ed Sheeran video \"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.7111, 0.5029, lift_point: 0.7111, 0.5029", "response": "The action is #DUAL_POINT#; touch_point: 0.2329, 0.8893, lift_point: 0.2329, 0.8893", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70026_11.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Ed Sheeran video on YouTube; The action is #DUAL_POINT#; touch_point: 0.873, 0.3966, lift_point: 0.873, 0.3966; The action is #DUAL_POINT#; touch_point: 0.8782, 0.2261, lift_point: 0.8782, 0.2261; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7463, 0.4818, lift_point: 0.7463, 0.4818; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.0464, 0.825, lift_point: 0.0464, 0.825; The action is #TYPE#; And the content is : \"typed_text\": \"new Ed Sheeran video \"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.7111, 0.5029, lift_point: 0.7111, 0.5029; The action is #DUAL_POINT#; touch_point: 0.2329, 0.8893, lift_point: 0.2329, 0.8893", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70026_12.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Italy?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70086_1.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Italy?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8801, 0.5536, lift_point: 0.8801, 0.5536", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70086_2.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Italy?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8801, 0.5536, lift_point: 0.8801, 0.5536", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Italy\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70086_3.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Italy?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8801, 0.5536, lift_point: 0.8801, 0.5536; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Italy\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70086_4.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Italy?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8801, 0.5536, lift_point: 0.8801, 0.5536; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Italy\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70086_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in San Francisco?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70136_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in San Francisco?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8949, 0.5328, lift_point: 0.8949, 0.5328", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70136_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in San Francisco?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8949, 0.5328, lift_point: 0.8949, 0.5328", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in San Francisco\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70136_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in San Francisco?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8949, 0.5328, lift_point: 0.8949, 0.5328; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in San Francisco\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70136_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in San Francisco?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8949, 0.5328, lift_point: 0.8949, 0.5328; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in San Francisco\"; The action is #PRESS_ENTER#", "response": "The action is #DUAL_POINT#; touch_point: 0.8306, 0.4972, lift_point: 0.8306, 0.4972", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70136_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in San Francisco?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8949, 0.5328, lift_point: 0.8949, 0.5328; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in San Francisco\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.8306, 0.4972, lift_point: 0.8306, 0.4972", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70136_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in the Dominican Republic?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70273_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in the Dominican Republic?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8785, 0.531, lift_point: 0.8785, 0.531", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70273_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in the Dominican Republic?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8785, 0.531, lift_point: 0.8785, 0.531", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in the Dominican Republic\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70273_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in the Dominican Republic?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8785, 0.531, lift_point: 0.8785, 0.531; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in the Dominican Republic\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70273_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in the Dominican Republic?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8785, 0.531, lift_point: 0.8785, 0.531; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in the Dominican Republic\"; The action is #PRESS_ENTER#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70273_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in the Dominican Republic?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8785, 0.531, lift_point: 0.8785, 0.531; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in the Dominican Republic\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.5953, 0.6958, lift_point: 0.5953, 0.6958", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70273_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in the Dominican Republic?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8785, 0.531, lift_point: 0.8785, 0.531; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in the Dominican Republic\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5953, 0.6958, lift_point: 0.5953, 0.6958", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70273_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for the best burger restaurants on Maps", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70286_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for the best burger restaurants on Maps; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70286_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for the best burger restaurants on Maps; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.6087, 0.0939, lift_point: 0.6087, 0.0939", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70286_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for the best burger restaurants on Maps; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6087, 0.0939, lift_point: 0.6087, 0.0939", "response": "The action is #DUAL_POINT#; touch_point: 0.0503, 0.3335, lift_point: 0.0503, 0.3335", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70286_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for the best burger restaurants on Maps; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6087, 0.0939, lift_point: 0.6087, 0.0939; The action is #DUAL_POINT#; touch_point: 0.0503, 0.3335, lift_point: 0.0503, 0.3335", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"burger restaurants\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70286_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for the best burger restaurants on Maps; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6087, 0.0939, lift_point: 0.6087, 0.0939; The action is #DUAL_POINT#; touch_point: 0.0503, 0.3335, lift_point: 0.0503, 0.3335; The action is #TYPE#; And the content is : \"typed_text\": \"burger restaurants\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1229, 0.5462, lift_point: 0.1229, 0.5462", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70286_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for the best burger restaurants on Maps; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6087, 0.0939, lift_point: 0.6087, 0.0939; The action is #DUAL_POINT#; touch_point: 0.0503, 0.3335, lift_point: 0.0503, 0.3335; The action is #TYPE#; And the content is : \"typed_text\": \"burger restaurants\"; The action is #DUAL_POINT#; touch_point: 0.1229, 0.5462, lift_point: 0.1229, 0.5462", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70286_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the time?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70291_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the time?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8868, 0.7402, lift_point: 0.8868, 0.7402", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70291_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the time?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8868, 0.7402, lift_point: 0.8868, 0.7402", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the time\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70291_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the time?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8868, 0.7402, lift_point: 0.8868, 0.7402; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the time\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70291_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the time?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8868, 0.7402, lift_point: 0.8868, 0.7402; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the time\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70291_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the Samsung TV?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70305_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the Samsung TV?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8923, 0.5241, lift_point: 0.8923, 0.5241", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70305_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the Samsung TV?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8923, 0.5241, lift_point: 0.8923, 0.5241", "response": "The action is #DUAL_POINT#; touch_point: 0.8908, 0.4164, lift_point: 0.8908, 0.4164", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70305_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the Samsung TV?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8923, 0.5241, lift_point: 0.8923, 0.5241; The action is #DUAL_POINT#; touch_point: 0.8908, 0.4164, lift_point: 0.8908, 0.4164", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the Samsung TV\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70305_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the Samsung TV?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8923, 0.5241, lift_point: 0.8923, 0.5241; The action is #DUAL_POINT#; touch_point: 0.8908, 0.4164, lift_point: 0.8908, 0.4164; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the Samsung TV\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70305_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the Samsung TV?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8923, 0.5241, lift_point: 0.8923, 0.5241; The action is #DUAL_POINT#; touch_point: 0.8908, 0.4164, lift_point: 0.8908, 0.4164; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the Samsung TV\"; The action is #PRESS_ENTER#", "response": "The action is #DUAL_POINT#; touch_point: 0.2978, 0.5272, lift_point: 0.2978, 0.5272", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70305_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the Samsung TV?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8923, 0.5241, lift_point: 0.8923, 0.5241; The action is #DUAL_POINT#; touch_point: 0.8908, 0.4164, lift_point: 0.8908, 0.4164; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the Samsung TV\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.2978, 0.5272, lift_point: 0.2978, 0.5272", "response": "The action is #DUAL_POINT#; touch_point: 0.5445, 0.8611, lift_point: 0.5445, 0.8611", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70305_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the Samsung TV?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8923, 0.5241, lift_point: 0.8923, 0.5241; The action is #DUAL_POINT#; touch_point: 0.8908, 0.4164, lift_point: 0.8908, 0.4164; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the Samsung TV\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.2978, 0.5272, lift_point: 0.2978, 0.5272; The action is #DUAL_POINT#; touch_point: 0.5445, 0.8611, lift_point: 0.5445, 0.8611", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70305_8.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Los Angeles?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70336_1.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Los Angeles?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8774, 0.4726, lift_point: 0.8774, 0.4726", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70336_2.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Los Angeles?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8774, 0.4726, lift_point: 0.8774, 0.4726", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"2 bedroom apartment rent for in Los Angeles\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70336_3.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Los Angeles?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8774, 0.4726, lift_point: 0.8774, 0.4726; The action is #TYPE#; And the content is : \"typed_text\": \"2 bedroom apartment rent for in Los Angeles\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70336_4.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Los Angeles?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8774, 0.4726, lift_point: 0.8774, 0.4726; The action is #TYPE#; And the content is : \"typed_text\": \"2 bedroom apartment rent for in Los Angeles\"; The action is #PRESS_ENTER#", "response": "The action is #DUAL_POINT#; touch_point: 0.2682, 0.4703, lift_point: 0.2682, 0.4703", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70336_5.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Los Angeles?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8774, 0.4726, lift_point: 0.8774, 0.4726; The action is #TYPE#; And the content is : \"typed_text\": \"2 bedroom apartment rent for in Los Angeles\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.2682, 0.4703, lift_point: 0.2682, 0.4703", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70336_6.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a skateboard?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70341_1.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a skateboard?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8932, 0.5341, lift_point: 0.8932, 0.5341", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70341_2.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a skateboard?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8932, 0.5341, lift_point: 0.8932, 0.5341", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of a skateboard\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70341_3.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a skateboard?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8932, 0.5341, lift_point: 0.8932, 0.5341; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of a skateboard\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70341_4.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a skateboard?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8932, 0.5341, lift_point: 0.8932, 0.5341; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of a skateboard\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70341_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good Greek restaurants", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70404_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good Greek restaurants; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8934, 0.5381, lift_point: 0.8934, 0.5381", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70404_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good Greek restaurants; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8934, 0.5381, lift_point: 0.8934, 0.5381", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"good Greek restaurants\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70404_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good Greek restaurants; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8934, 0.5381, lift_point: 0.8934, 0.5381; The action is #TYPE#; And the content is : \"typed_text\": \"good Greek restaurants\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70404_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good Greek restaurants; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8934, 0.5381, lift_point: 0.8934, 0.5381; The action is #TYPE#; And the content is : \"typed_text\": \"good Greek restaurants\"; The action is #PRESS_ENTER#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70404_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good Greek restaurants; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8934, 0.5381, lift_point: 0.8934, 0.5381; The action is #TYPE#; And the content is : \"typed_text\": \"good Greek restaurants\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70404_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good Greek restaurants; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8934, 0.5381, lift_point: 0.8934, 0.5381; The action is #TYPE#; And the content is : \"typed_text\": \"good Greek restaurants\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.7715, 0.6389, lift_point: 0.7715, 0.6389", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70404_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good Greek restaurants; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8934, 0.5381, lift_point: 0.8934, 0.5381; The action is #TYPE#; And the content is : \"typed_text\": \"good Greek restaurants\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7715, 0.6389, lift_point: 0.7715, 0.6389", "response": "The action is #DUAL_POINT#; touch_point: 0.829, 0.6599, lift_point: 0.829, 0.6599", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70404_8.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good Greek restaurants; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8934, 0.5381, lift_point: 0.8934, 0.5381; The action is #TYPE#; And the content is : \"typed_text\": \"good Greek restaurants\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7715, 0.6389, lift_point: 0.7715, 0.6389; The action is #DUAL_POINT#; touch_point: 0.829, 0.6599, lift_point: 0.829, 0.6599", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70404_9.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Norway?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70480_1.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Norway?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8814, 0.5825, lift_point: 0.8814, 0.5825", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70480_2.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Norway?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8814, 0.5825, lift_point: 0.8814, 0.5825", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Norway\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70480_3.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Norway?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8814, 0.5825, lift_point: 0.8814, 0.5825; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Norway\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70480_4.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Norway?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8814, 0.5825, lift_point: 0.8814, 0.5825; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Norway\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70480_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good pizza restaurants on Maps", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70570_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good pizza restaurants on Maps; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70570_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good pizza restaurants on Maps; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.5841, 0.1064, lift_point: 0.5841, 0.1064", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70570_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good pizza restaurants on Maps; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5841, 0.1064, lift_point: 0.5841, 0.1064", "response": "The action is #PRESS_BACK#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70570_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good pizza restaurants on Maps; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5841, 0.1064, lift_point: 0.5841, 0.1064; The action is #PRESS_BACK#", "response": "The action is #DUAL_POINT#; touch_point: 0.0648, 0.5254, lift_point: 0.0648, 0.5254", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70570_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good pizza restaurants on Maps; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5841, 0.1064, lift_point: 0.5841, 0.1064; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.0648, 0.5254, lift_point: 0.0648, 0.5254", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"good pizza restaurants\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70570_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good pizza restaurants on Maps; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5841, 0.1064, lift_point: 0.5841, 0.1064; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.0648, 0.5254, lift_point: 0.0648, 0.5254; The action is #TYPE#; And the content is : \"typed_text\": \"good pizza restaurants\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1134, 0.5483, lift_point: 0.1134, 0.5483", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70570_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good pizza restaurants on Maps; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5841, 0.1064, lift_point: 0.5841, 0.1064; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.0648, 0.5254, lift_point: 0.0648, 0.5254; The action is #TYPE#; And the content is : \"typed_text\": \"good pizza restaurants\"; The action is #DUAL_POINT#; touch_point: 0.1134, 0.5483, lift_point: 0.1134, 0.5483", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70570_8.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Boston?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70664_1.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Boston?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.89, 0.5013, lift_point: 0.89, 0.5013", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70664_2.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Boston?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.89, 0.5013, lift_point: 0.89, 0.5013", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"2 bedroom apartment rent for in Boston\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70664_3.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Boston?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.89, 0.5013, lift_point: 0.89, 0.5013; The action is #TYPE#; And the content is : \"typed_text\": \"2 bedroom apartment rent for in Boston\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70664_4.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Boston?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.89, 0.5013, lift_point: 0.89, 0.5013; The action is #TYPE#; And the content is : \"typed_text\": \"2 bedroom apartment rent for in Boston\"; The action is #PRESS_ENTER#", "response": "The action is #DUAL_POINT#; touch_point: 0.5569, 0.4846, lift_point: 0.5569, 0.4846", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70664_5.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Boston?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.89, 0.5013, lift_point: 0.89, 0.5013; The action is #TYPE#; And the content is : \"typed_text\": \"2 bedroom apartment rent for in Boston\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.5569, 0.4846, lift_point: 0.5569, 0.4846", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70664_6.png" ] }, { "query": "\nPrevious Actions: Goal: Show me some nice wallpapers for my phone", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70670_1.png" ] }, { "query": "\nPrevious Actions: Goal: Show me some nice wallpapers for my phone; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8931, 0.6537, lift_point: 0.8931, 0.6537", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70670_2.png" ] }, { "query": "\nPrevious Actions: Goal: Show me some nice wallpapers for my phone; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8931, 0.6537, lift_point: 0.8931, 0.6537", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Show me some nice wallpapers for my phone\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70670_3.png" ] }, { "query": "\nPrevious Actions: Goal: Show me some nice wallpapers for my phone; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8931, 0.6537, lift_point: 0.8931, 0.6537; The action is #TYPE#; And the content is : \"typed_text\": \"Show me some nice wallpapers for my phone\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70670_4.png" ] }, { "query": "\nPrevious Actions: Goal: Show me some nice wallpapers for my phone; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8931, 0.6537, lift_point: 0.8931, 0.6537; The action is #TYPE#; And the content is : \"typed_text\": \"Show me some nice wallpapers for my phone\"; The action is #PRESS_ENTER#", "response": "The action is #DUAL_POINT#; touch_point: 0.5998, 0.4981, lift_point: 0.5998, 0.4981", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70670_5.png" ] }, { "query": "\nPrevious Actions: Goal: Show me some nice wallpapers for my phone; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8931, 0.6537, lift_point: 0.8931, 0.6537; The action is #TYPE#; And the content is : \"typed_text\": \"Show me some nice wallpapers for my phone\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.5998, 0.4981, lift_point: 0.5998, 0.4981", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70670_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Indonesia?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70715_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Indonesia?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.886, 0.697, lift_point: 0.886, 0.697", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70715_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Indonesia?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.886, 0.697, lift_point: 0.886, 0.697", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70715_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Indonesia?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.886, 0.697, lift_point: 0.886, 0.697; The action is #PRESS_ENTER#", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Indonesia\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70715_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Indonesia?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.886, 0.697, lift_point: 0.886, 0.697; The action is #PRESS_ENTER#; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Indonesia\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70715_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Indonesia?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.886, 0.697, lift_point: 0.886, 0.697; The action is #PRESS_ENTER#; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Indonesia\"; The action is #PRESS_ENTER#", "response": "The action is #DUAL_POINT#; touch_point: 0.2711, 0.4538, lift_point: 0.2711, 0.4538", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70715_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Indonesia?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.886, 0.697, lift_point: 0.886, 0.697; The action is #PRESS_ENTER#; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Indonesia\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.2711, 0.4538, lift_point: 0.2711, 0.4538", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70715_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Indonesia?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.886, 0.697, lift_point: 0.886, 0.697; The action is #PRESS_ENTER#; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Indonesia\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.2711, 0.4538, lift_point: 0.2711, 0.4538; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70715_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Indonesia?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.886, 0.697, lift_point: 0.886, 0.697; The action is #PRESS_ENTER#; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Indonesia\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.2711, 0.4538, lift_point: 0.2711, 0.4538; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.8273, 0.9494, lift_point: 0.8273, 0.9494", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70715_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Indonesia?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.886, 0.697, lift_point: 0.886, 0.697; The action is #PRESS_ENTER#; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Indonesia\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.2711, 0.4538, lift_point: 0.2711, 0.4538; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8273, 0.9494, lift_point: 0.8273, 0.9494", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70715_10.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Indonesia?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.886, 0.697, lift_point: 0.886, 0.697; The action is #PRESS_ENTER#; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Indonesia\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.2711, 0.4538, lift_point: 0.2711, 0.4538; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8273, 0.9494, lift_point: 0.8273, 0.9494; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.4201, 0.9891, lift_point: 0.4201, 0.9891", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70715_11.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Indonesia?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.886, 0.697, lift_point: 0.886, 0.697; The action is #PRESS_ENTER#; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Indonesia\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.2711, 0.4538, lift_point: 0.2711, 0.4538; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8273, 0.9494, lift_point: 0.8273, 0.9494; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4201, 0.9891, lift_point: 0.4201, 0.9891", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70715_12.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Lyft app", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70744_1.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Lyft app; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70744_2.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Lyft app; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.5894, 0.8664, lift_point: 0.5894, 0.8664", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70744_3.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Lyft app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5894, 0.8664, lift_point: 0.5894, 0.8664", "response": "The action is #PRESS_BACK#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70744_4.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Lyft app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5894, 0.8664, lift_point: 0.5894, 0.8664; The action is #PRESS_BACK#", "response": "The action is #PRESS_BACK#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70744_5.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Lyft app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5894, 0.8664, lift_point: 0.5894, 0.8664; The action is #PRESS_BACK#; The action is #PRESS_BACK#", "response": "The action is #PRESS_BACK#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70744_6.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Lyft app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5894, 0.8664, lift_point: 0.5894, 0.8664; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_BACK#", "response": "The action is #DUAL_POINT#; touch_point: 0.0481, 0.5055, lift_point: 0.0481, 0.5055", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70744_7.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Lyft app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5894, 0.8664, lift_point: 0.5894, 0.8664; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.0481, 0.5055, lift_point: 0.0481, 0.5055", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"lyft app\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70744_8.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Lyft app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5894, 0.8664, lift_point: 0.5894, 0.8664; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.0481, 0.5055, lift_point: 0.0481, 0.5055; The action is #TYPE#; And the content is : \"typed_text\": \"lyft app\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70744_9.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Lyft app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5894, 0.8664, lift_point: 0.5894, 0.8664; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.0481, 0.5055, lift_point: 0.0481, 0.5055; The action is #TYPE#; And the content is : \"typed_text\": \"lyft app\"; The action is #PRESS_ENTER#", "response": "The action is #DUAL_POINT#; touch_point: 0.1345, 0.861, lift_point: 0.1345, 0.861", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70744_10.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Lyft app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5894, 0.8664, lift_point: 0.5894, 0.8664; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.0481, 0.5055, lift_point: 0.0481, 0.5055; The action is #TYPE#; And the content is : \"typed_text\": \"lyft app\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.1345, 0.861, lift_point: 0.1345, 0.861", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70744_11.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Sri Lanka?", "response": "The action is #DUAL_POINT#; touch_point: 0.892, 0.5796, lift_point: 0.892, 0.5796", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70840_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Sri Lanka?; The action is #DUAL_POINT#; touch_point: 0.892, 0.5796, lift_point: 0.892, 0.5796", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70840_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Sri Lanka?; The action is #DUAL_POINT#; touch_point: 0.892, 0.5796, lift_point: 0.892, 0.5796; The action is #PRESS_ENTER#", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Sri Lanka?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70840_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Sri Lanka?; The action is #DUAL_POINT#; touch_point: 0.892, 0.5796, lift_point: 0.892, 0.5796; The action is #PRESS_ENTER#; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Sri Lanka?\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70840_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Sri Lanka?; The action is #DUAL_POINT#; touch_point: 0.892, 0.5796, lift_point: 0.892, 0.5796; The action is #PRESS_ENTER#; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Sri Lanka?\"; The action is #PRESS_ENTER#", "response": "The action is #DUAL_POINT#; touch_point: 0.7979, 0.5803, lift_point: 0.7979, 0.5803", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70840_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Sri Lanka?; The action is #DUAL_POINT#; touch_point: 0.892, 0.5796, lift_point: 0.892, 0.5796; The action is #PRESS_ENTER#; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Sri Lanka?\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.7979, 0.5803, lift_point: 0.7979, 0.5803", "response": "The action is #DUAL_POINT#; touch_point: 0.8996, 0.855, lift_point: 0.8996, 0.855", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70840_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Sri Lanka?; The action is #DUAL_POINT#; touch_point: 0.892, 0.5796, lift_point: 0.892, 0.5796; The action is #PRESS_ENTER#; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Sri Lanka?\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.7979, 0.5803, lift_point: 0.7979, 0.5803; The action is #DUAL_POINT#; touch_point: 0.8996, 0.855, lift_point: 0.8996, 0.855", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70840_7.png" ] }, { "query": "\nPrevious Actions: Goal: Open the settings", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70849_1.png" ] }, { "query": "\nPrevious Actions: Goal: Open the settings; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70849_2.png" ] }, { "query": "\nPrevious Actions: Goal: Open the settings; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.7186, 0.3162, lift_point: 0.7186, 0.3162", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70849_3.png" ] }, { "query": "\nPrevious Actions: Goal: Open the settings; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7186, 0.3162, lift_point: 0.7186, 0.3162", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70849_4.png" ] }, { "query": "\nPrevious Actions: Goal: Open the Google play store app", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70897_1.png" ] }, { "query": "\nPrevious Actions: Goal: Open the Google play store app; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70897_2.png" ] }, { "query": "\nPrevious Actions: Goal: Open the Google play store app; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.7219, 0.1204, lift_point: 0.7219, 0.1204", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70897_3.png" ] }, { "query": "\nPrevious Actions: Goal: Open the Google play store app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7219, 0.1204, lift_point: 0.7219, 0.1204", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70897_4.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Chipotle?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70951_1.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Chipotle?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8911, 0.5494, lift_point: 0.8911, 0.5494", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70951_2.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Chipotle?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8911, 0.5494, lift_point: 0.8911, 0.5494", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Chipotle\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70951_3.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Chipotle?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8911, 0.5494, lift_point: 0.8911, 0.5494; The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Chipotle\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70951_4.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Chipotle?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8911, 0.5494, lift_point: 0.8911, 0.5494; The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Chipotle\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/70951_5.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Chicago?", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/71177_1.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Chicago?; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.4997, 0.6738, lift_point: 0.4997, 0.6738", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/71177_2.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Chicago?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4997, 0.6738, lift_point: 0.4997, 0.6738", "response": "The action is #DUAL_POINT#; touch_point: 0.1282, 0.5631, lift_point: 0.1282, 0.5631", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/71177_3.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Chicago?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4997, 0.6738, lift_point: 0.4997, 0.6738; The action is #DUAL_POINT#; touch_point: 0.1282, 0.5631, lift_point: 0.1282, 0.5631", "response": "The action is #DUAL_POINT#; touch_point: 0.062, 0.9422, lift_point: 0.062, 0.9422", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/71177_4.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Chicago?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4997, 0.6738, lift_point: 0.4997, 0.6738; The action is #DUAL_POINT#; touch_point: 0.1282, 0.5631, lift_point: 0.1282, 0.5631; The action is #DUAL_POINT#; touch_point: 0.062, 0.9422, lift_point: 0.062, 0.9422", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in Chicago?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/71177_5.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Chicago?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4997, 0.6738, lift_point: 0.4997, 0.6738; The action is #DUAL_POINT#; touch_point: 0.1282, 0.5631, lift_point: 0.1282, 0.5631; The action is #DUAL_POINT#; touch_point: 0.062, 0.9422, lift_point: 0.062, 0.9422; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in Chicago?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1286, 0.3685, lift_point: 0.1286, 0.3685", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/71177_6.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Chicago?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4997, 0.6738, lift_point: 0.4997, 0.6738; The action is #DUAL_POINT#; touch_point: 0.1282, 0.5631, lift_point: 0.1282, 0.5631; The action is #DUAL_POINT#; touch_point: 0.062, 0.9422, lift_point: 0.062, 0.9422; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in Chicago?\"; The action is #DUAL_POINT#; touch_point: 0.1286, 0.3685, lift_point: 0.1286, 0.3685", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/71177_7.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Dallas?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/71445_1.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Dallas?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8814, 0.3033, lift_point: 0.8814, 0.3033", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/71445_2.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Dallas?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8814, 0.3033, lift_point: 0.8814, 0.3033", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Dallas?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/71445_3.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Dallas?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8814, 0.3033, lift_point: 0.8814, 0.3033; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Dallas?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.2009, 0.2577, lift_point: 0.2009, 0.2577", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/71445_4.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Dallas?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8814, 0.3033, lift_point: 0.8814, 0.3033; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Dallas?\"; The action is #DUAL_POINT#; touch_point: 0.2009, 0.2577, lift_point: 0.2009, 0.2577", "response": "The action is #DUAL_POINT#; touch_point: 0.325, 0.2933, lift_point: 0.325, 0.2933", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/71445_5.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Dallas?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8814, 0.3033, lift_point: 0.8814, 0.3033; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Dallas?\"; The action is #DUAL_POINT#; touch_point: 0.2009, 0.2577, lift_point: 0.2009, 0.2577; The action is #DUAL_POINT#; touch_point: 0.325, 0.2933, lift_point: 0.325, 0.2933", "response": "The action is #DUAL_POINT#; touch_point: 0.3015, 0.8272, lift_point: 0.3015, 0.8272", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/71445_6.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Dallas?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8814, 0.3033, lift_point: 0.8814, 0.3033; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Dallas?\"; The action is #DUAL_POINT#; touch_point: 0.2009, 0.2577, lift_point: 0.2009, 0.2577; The action is #DUAL_POINT#; touch_point: 0.325, 0.2933, lift_point: 0.325, 0.2933; The action is #DUAL_POINT#; touch_point: 0.3015, 0.8272, lift_point: 0.3015, 0.8272", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/71445_7.png" ] }, { "query": "\nPrevious Actions: Goal: What are the new products by Samsung?", "response": "The action is #DUAL_POINT#; touch_point: 0.7912, 0.0996, lift_point: 0.7912, 0.0996", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/71869_1.png" ] }, { "query": "\nPrevious Actions: Goal: What are the new products by Samsung?; The action is #DUAL_POINT#; touch_point: 0.7912, 0.0996, lift_point: 0.7912, 0.0996", "response": "The action is #DUAL_POINT#; touch_point: 0.7988, 0.1125, lift_point: 0.7988, 0.1125", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/71869_2.png" ] }, { "query": "\nPrevious Actions: Goal: What are the new products by Samsung?; The action is #DUAL_POINT#; touch_point: 0.7912, 0.0996, lift_point: 0.7912, 0.0996; The action is #DUAL_POINT#; touch_point: 0.7988, 0.1125, lift_point: 0.7988, 0.1125", "response": "The action is #DUAL_POINT#; touch_point: 0.0665, 0.5981, lift_point: 0.0665, 0.5981", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/71869_3.png" ] }, { "query": "\nPrevious Actions: Goal: What are the new products by Samsung?; The action is #DUAL_POINT#; touch_point: 0.7912, 0.0996, lift_point: 0.7912, 0.0996; The action is #DUAL_POINT#; touch_point: 0.7988, 0.1125, lift_point: 0.7988, 0.1125; The action is #DUAL_POINT#; touch_point: 0.0665, 0.5981, lift_point: 0.0665, 0.5981", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"new products by Samsung\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/71869_4.png" ] }, { "query": "\nPrevious Actions: Goal: What are the new products by Samsung?; The action is #DUAL_POINT#; touch_point: 0.7912, 0.0996, lift_point: 0.7912, 0.0996; The action is #DUAL_POINT#; touch_point: 0.7988, 0.1125, lift_point: 0.7988, 0.1125; The action is #DUAL_POINT#; touch_point: 0.0665, 0.5981, lift_point: 0.0665, 0.5981; The action is #TYPE#; And the content is : \"typed_text\": \"new products by Samsung\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1365, 0.5226, lift_point: 0.1365, 0.5226", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/71869_5.png" ] }, { "query": "\nPrevious Actions: Goal: What are the new products by Samsung?; The action is #DUAL_POINT#; touch_point: 0.7912, 0.0996, lift_point: 0.7912, 0.0996; The action is #DUAL_POINT#; touch_point: 0.7988, 0.1125, lift_point: 0.7988, 0.1125; The action is #DUAL_POINT#; touch_point: 0.0665, 0.5981, lift_point: 0.0665, 0.5981; The action is #TYPE#; And the content is : \"typed_text\": \"new products by Samsung\"; The action is #DUAL_POINT#; touch_point: 0.1365, 0.5226, lift_point: 0.1365, 0.5226", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/71869_6.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open now", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/71966_1.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open now; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7912, 0.1291, lift_point: 0.7912, 0.1291", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/71966_2.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open now; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7912, 0.1291, lift_point: 0.7912, 0.1291", "response": "The action is #DUAL_POINT#; touch_point: 0.0656, 0.4659, lift_point: 0.0656, 0.4659", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/71966_3.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open now; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7912, 0.1291, lift_point: 0.7912, 0.1291; The action is #DUAL_POINT#; touch_point: 0.0656, 0.4659, lift_point: 0.0656, 0.4659", "response": "The action is #DUAL_POINT#; touch_point: 0.0649, 0.9065, lift_point: 0.0649, 0.9065", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/71966_4.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open now; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7912, 0.1291, lift_point: 0.7912, 0.1291; The action is #DUAL_POINT#; touch_point: 0.0656, 0.4659, lift_point: 0.0656, 0.4659; The action is #DUAL_POINT#; touch_point: 0.0649, 0.9065, lift_point: 0.0649, 0.9065", "response": "The action is #TYPE#; And the content is : \"typed_text\": \" nearest electronics store thats open now\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/71966_5.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open now; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7912, 0.1291, lift_point: 0.7912, 0.1291; The action is #DUAL_POINT#; touch_point: 0.0656, 0.4659, lift_point: 0.0656, 0.4659; The action is #DUAL_POINT#; touch_point: 0.0649, 0.9065, lift_point: 0.0649, 0.9065; The action is #TYPE#; And the content is : \"typed_text\": \" nearest electronics store thats open now\"", "response": "The action is #DUAL_POINT#; touch_point: 0.2078, 0.3987, lift_point: 0.2078, 0.3987", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/71966_6.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open now; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7912, 0.1291, lift_point: 0.7912, 0.1291; The action is #DUAL_POINT#; touch_point: 0.0656, 0.4659, lift_point: 0.0656, 0.4659; The action is #DUAL_POINT#; touch_point: 0.0649, 0.9065, lift_point: 0.0649, 0.9065; The action is #TYPE#; And the content is : \"typed_text\": \" nearest electronics store thats open now\"; The action is #DUAL_POINT#; touch_point: 0.2078, 0.3987, lift_point: 0.2078, 0.3987", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/71966_7.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open now; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7912, 0.1291, lift_point: 0.7912, 0.1291; The action is #DUAL_POINT#; touch_point: 0.0656, 0.4659, lift_point: 0.0656, 0.4659; The action is #DUAL_POINT#; touch_point: 0.0649, 0.9065, lift_point: 0.0649, 0.9065; The action is #TYPE#; And the content is : \"typed_text\": \" nearest electronics store thats open now\"; The action is #DUAL_POINT#; touch_point: 0.2078, 0.3987, lift_point: 0.2078, 0.3987; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/71966_8.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open now; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7912, 0.1291, lift_point: 0.7912, 0.1291; The action is #DUAL_POINT#; touch_point: 0.0656, 0.4659, lift_point: 0.0656, 0.4659; The action is #DUAL_POINT#; touch_point: 0.0649, 0.9065, lift_point: 0.0649, 0.9065; The action is #TYPE#; And the content is : \"typed_text\": \" nearest electronics store thats open now\"; The action is #DUAL_POINT#; touch_point: 0.2078, 0.3987, lift_point: 0.2078, 0.3987; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.4387, 0.414, lift_point: 0.4387, 0.414", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/71966_9.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open now; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7912, 0.1291, lift_point: 0.7912, 0.1291; The action is #DUAL_POINT#; touch_point: 0.0656, 0.4659, lift_point: 0.0656, 0.4659; The action is #DUAL_POINT#; touch_point: 0.0649, 0.9065, lift_point: 0.0649, 0.9065; The action is #TYPE#; And the content is : \"typed_text\": \" nearest electronics store thats open now\"; The action is #DUAL_POINT#; touch_point: 0.2078, 0.3987, lift_point: 0.2078, 0.3987; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4387, 0.414, lift_point: 0.4387, 0.414", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/71966_10.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open now; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7912, 0.1291, lift_point: 0.7912, 0.1291; The action is #DUAL_POINT#; touch_point: 0.0656, 0.4659, lift_point: 0.0656, 0.4659; The action is #DUAL_POINT#; touch_point: 0.0649, 0.9065, lift_point: 0.0649, 0.9065; The action is #TYPE#; And the content is : \"typed_text\": \" nearest electronics store thats open now\"; The action is #DUAL_POINT#; touch_point: 0.2078, 0.3987, lift_point: 0.2078, 0.3987; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4387, 0.414, lift_point: 0.4387, 0.414; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/71966_11.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open now; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7912, 0.1291, lift_point: 0.7912, 0.1291; The action is #DUAL_POINT#; touch_point: 0.0656, 0.4659, lift_point: 0.0656, 0.4659; The action is #DUAL_POINT#; touch_point: 0.0649, 0.9065, lift_point: 0.0649, 0.9065; The action is #TYPE#; And the content is : \"typed_text\": \" nearest electronics store thats open now\"; The action is #DUAL_POINT#; touch_point: 0.2078, 0.3987, lift_point: 0.2078, 0.3987; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4387, 0.414, lift_point: 0.4387, 0.414; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/71966_12.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open now; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7912, 0.1291, lift_point: 0.7912, 0.1291; The action is #DUAL_POINT#; touch_point: 0.0656, 0.4659, lift_point: 0.0656, 0.4659; The action is #DUAL_POINT#; touch_point: 0.0649, 0.9065, lift_point: 0.0649, 0.9065; The action is #TYPE#; And the content is : \"typed_text\": \" nearest electronics store thats open now\"; The action is #DUAL_POINT#; touch_point: 0.2078, 0.3987, lift_point: 0.2078, 0.3987; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4387, 0.414, lift_point: 0.4387, 0.414; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/71966_13.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open now; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7912, 0.1291, lift_point: 0.7912, 0.1291; The action is #DUAL_POINT#; touch_point: 0.0656, 0.4659, lift_point: 0.0656, 0.4659; The action is #DUAL_POINT#; touch_point: 0.0649, 0.9065, lift_point: 0.0649, 0.9065; The action is #TYPE#; And the content is : \"typed_text\": \" nearest electronics store thats open now\"; The action is #DUAL_POINT#; touch_point: 0.2078, 0.3987, lift_point: 0.2078, 0.3987; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4387, 0.414, lift_point: 0.4387, 0.414; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/71966_14.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open now; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7912, 0.1291, lift_point: 0.7912, 0.1291; The action is #DUAL_POINT#; touch_point: 0.0656, 0.4659, lift_point: 0.0656, 0.4659; The action is #DUAL_POINT#; touch_point: 0.0649, 0.9065, lift_point: 0.0649, 0.9065; The action is #TYPE#; And the content is : \"typed_text\": \" nearest electronics store thats open now\"; The action is #DUAL_POINT#; touch_point: 0.2078, 0.3987, lift_point: 0.2078, 0.3987; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4387, 0.414, lift_point: 0.4387, 0.414; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/71966_15.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open now; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7912, 0.1291, lift_point: 0.7912, 0.1291; The action is #DUAL_POINT#; touch_point: 0.0656, 0.4659, lift_point: 0.0656, 0.4659; The action is #DUAL_POINT#; touch_point: 0.0649, 0.9065, lift_point: 0.0649, 0.9065; The action is #TYPE#; And the content is : \"typed_text\": \" nearest electronics store thats open now\"; The action is #DUAL_POINT#; touch_point: 0.2078, 0.3987, lift_point: 0.2078, 0.3987; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4387, 0.414, lift_point: 0.4387, 0.414; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/71966_16.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open now; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7912, 0.1291, lift_point: 0.7912, 0.1291; The action is #DUAL_POINT#; touch_point: 0.0656, 0.4659, lift_point: 0.0656, 0.4659; The action is #DUAL_POINT#; touch_point: 0.0649, 0.9065, lift_point: 0.0649, 0.9065; The action is #TYPE#; And the content is : \"typed_text\": \" nearest electronics store thats open now\"; The action is #DUAL_POINT#; touch_point: 0.2078, 0.3987, lift_point: 0.2078, 0.3987; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4387, 0.414, lift_point: 0.4387, 0.414; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/71966_17.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open now; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7912, 0.1291, lift_point: 0.7912, 0.1291; The action is #DUAL_POINT#; touch_point: 0.0656, 0.4659, lift_point: 0.0656, 0.4659; The action is #DUAL_POINT#; touch_point: 0.0649, 0.9065, lift_point: 0.0649, 0.9065; The action is #TYPE#; And the content is : \"typed_text\": \" nearest electronics store thats open now\"; The action is #DUAL_POINT#; touch_point: 0.2078, 0.3987, lift_point: 0.2078, 0.3987; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4387, 0.414, lift_point: 0.4387, 0.414; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.0647, 0.6727, lift_point: 0.0647, 0.6727", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/71966_18.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open now; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7912, 0.1291, lift_point: 0.7912, 0.1291; The action is #DUAL_POINT#; touch_point: 0.0656, 0.4659, lift_point: 0.0656, 0.4659; The action is #DUAL_POINT#; touch_point: 0.0649, 0.9065, lift_point: 0.0649, 0.9065; The action is #TYPE#; And the content is : \"typed_text\": \" nearest electronics store thats open now\"; The action is #DUAL_POINT#; touch_point: 0.2078, 0.3987, lift_point: 0.2078, 0.3987; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4387, 0.414, lift_point: 0.4387, 0.414; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0647, 0.6727, lift_point: 0.0647, 0.6727", "response": "The action is #DUAL_POINT#; touch_point: 0.1315, 0.3607, lift_point: 0.1315, 0.3607", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/71966_19.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open now; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7912, 0.1291, lift_point: 0.7912, 0.1291; The action is #DUAL_POINT#; touch_point: 0.0656, 0.4659, lift_point: 0.0656, 0.4659; The action is #DUAL_POINT#; touch_point: 0.0649, 0.9065, lift_point: 0.0649, 0.9065; The action is #TYPE#; And the content is : \"typed_text\": \" nearest electronics store thats open now\"; The action is #DUAL_POINT#; touch_point: 0.2078, 0.3987, lift_point: 0.2078, 0.3987; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4387, 0.414, lift_point: 0.4387, 0.414; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0647, 0.6727, lift_point: 0.0647, 0.6727; The action is #DUAL_POINT#; touch_point: 0.1315, 0.3607, lift_point: 0.1315, 0.3607", "response": "The action is #DUAL_POINT#; touch_point: 0.137, 0.6835, lift_point: 0.137, 0.6835", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/71966_20.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open now; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7912, 0.1291, lift_point: 0.7912, 0.1291; The action is #DUAL_POINT#; touch_point: 0.0656, 0.4659, lift_point: 0.0656, 0.4659; The action is #DUAL_POINT#; touch_point: 0.0649, 0.9065, lift_point: 0.0649, 0.9065; The action is #TYPE#; And the content is : \"typed_text\": \" nearest electronics store thats open now\"; The action is #DUAL_POINT#; touch_point: 0.2078, 0.3987, lift_point: 0.2078, 0.3987; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4387, 0.414, lift_point: 0.4387, 0.414; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0647, 0.6727, lift_point: 0.0647, 0.6727; The action is #DUAL_POINT#; touch_point: 0.1315, 0.3607, lift_point: 0.1315, 0.3607; The action is #DUAL_POINT#; touch_point: 0.137, 0.6835, lift_point: 0.137, 0.6835", "response": "The action is #TYPE#; And the content is : \"typed_text\": \" thats open now\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/71966_21.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open now; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7912, 0.1291, lift_point: 0.7912, 0.1291; The action is #DUAL_POINT#; touch_point: 0.0656, 0.4659, lift_point: 0.0656, 0.4659; The action is #DUAL_POINT#; touch_point: 0.0649, 0.9065, lift_point: 0.0649, 0.9065; The action is #TYPE#; And the content is : \"typed_text\": \" nearest electronics store thats open now\"; The action is #DUAL_POINT#; touch_point: 0.2078, 0.3987, lift_point: 0.2078, 0.3987; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4387, 0.414, lift_point: 0.4387, 0.414; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0647, 0.6727, lift_point: 0.0647, 0.6727; The action is #DUAL_POINT#; touch_point: 0.1315, 0.3607, lift_point: 0.1315, 0.3607; The action is #DUAL_POINT#; touch_point: 0.137, 0.6835, lift_point: 0.137, 0.6835; The action is #TYPE#; And the content is : \"typed_text\": \" thats open now\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1337, 0.7796, lift_point: 0.1337, 0.7796", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/71966_22.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open now; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7912, 0.1291, lift_point: 0.7912, 0.1291; The action is #DUAL_POINT#; touch_point: 0.0656, 0.4659, lift_point: 0.0656, 0.4659; The action is #DUAL_POINT#; touch_point: 0.0649, 0.9065, lift_point: 0.0649, 0.9065; The action is #TYPE#; And the content is : \"typed_text\": \" nearest electronics store thats open now\"; The action is #DUAL_POINT#; touch_point: 0.2078, 0.3987, lift_point: 0.2078, 0.3987; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4387, 0.414, lift_point: 0.4387, 0.414; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0647, 0.6727, lift_point: 0.0647, 0.6727; The action is #DUAL_POINT#; touch_point: 0.1315, 0.3607, lift_point: 0.1315, 0.3607; The action is #DUAL_POINT#; touch_point: 0.137, 0.6835, lift_point: 0.137, 0.6835; The action is #TYPE#; And the content is : \"typed_text\": \" thats open now\"; The action is #DUAL_POINT#; touch_point: 0.1337, 0.7796, lift_point: 0.1337, 0.7796", "response": "The action is #DUAL_POINT#; touch_point: 0.1258, 0.7713, lift_point: 0.1258, 0.7713", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/71966_23.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open now; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7912, 0.1291, lift_point: 0.7912, 0.1291; The action is #DUAL_POINT#; touch_point: 0.0656, 0.4659, lift_point: 0.0656, 0.4659; The action is #DUAL_POINT#; touch_point: 0.0649, 0.9065, lift_point: 0.0649, 0.9065; The action is #TYPE#; And the content is : \"typed_text\": \" nearest electronics store thats open now\"; The action is #DUAL_POINT#; touch_point: 0.2078, 0.3987, lift_point: 0.2078, 0.3987; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4387, 0.414, lift_point: 0.4387, 0.414; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0647, 0.6727, lift_point: 0.0647, 0.6727; The action is #DUAL_POINT#; touch_point: 0.1315, 0.3607, lift_point: 0.1315, 0.3607; The action is #DUAL_POINT#; touch_point: 0.137, 0.6835, lift_point: 0.137, 0.6835; The action is #TYPE#; And the content is : \"typed_text\": \" thats open now\"; The action is #DUAL_POINT#; touch_point: 0.1337, 0.7796, lift_point: 0.1337, 0.7796; The action is #DUAL_POINT#; touch_point: 0.1258, 0.7713, lift_point: 0.1258, 0.7713", "response": "The action is #DUAL_POINT#; touch_point: 0.1787, 0.6526, lift_point: 0.1787, 0.6526", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/71966_24.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open now; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7912, 0.1291, lift_point: 0.7912, 0.1291; The action is #DUAL_POINT#; touch_point: 0.0656, 0.4659, lift_point: 0.0656, 0.4659; The action is #DUAL_POINT#; touch_point: 0.0649, 0.9065, lift_point: 0.0649, 0.9065; The action is #TYPE#; And the content is : \"typed_text\": \" nearest electronics store thats open now\"; The action is #DUAL_POINT#; touch_point: 0.2078, 0.3987, lift_point: 0.2078, 0.3987; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4387, 0.414, lift_point: 0.4387, 0.414; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0647, 0.6727, lift_point: 0.0647, 0.6727; The action is #DUAL_POINT#; touch_point: 0.1315, 0.3607, lift_point: 0.1315, 0.3607; The action is #DUAL_POINT#; touch_point: 0.137, 0.6835, lift_point: 0.137, 0.6835; The action is #TYPE#; And the content is : \"typed_text\": \" thats open now\"; The action is #DUAL_POINT#; touch_point: 0.1337, 0.7796, lift_point: 0.1337, 0.7796; The action is #DUAL_POINT#; touch_point: 0.1258, 0.7713, lift_point: 0.1258, 0.7713; The action is #DUAL_POINT#; touch_point: 0.1787, 0.6526, lift_point: 0.1787, 0.6526", "response": "The action is #DUAL_POINT#; touch_point: 0.204, 0.7096, lift_point: 0.204, 0.7096", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/71966_25.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open now; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7912, 0.1291, lift_point: 0.7912, 0.1291; The action is #DUAL_POINT#; touch_point: 0.0656, 0.4659, lift_point: 0.0656, 0.4659; The action is #DUAL_POINT#; touch_point: 0.0649, 0.9065, lift_point: 0.0649, 0.9065; The action is #TYPE#; And the content is : \"typed_text\": \" nearest electronics store thats open now\"; The action is #DUAL_POINT#; touch_point: 0.2078, 0.3987, lift_point: 0.2078, 0.3987; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4387, 0.414, lift_point: 0.4387, 0.414; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0647, 0.6727, lift_point: 0.0647, 0.6727; The action is #DUAL_POINT#; touch_point: 0.1315, 0.3607, lift_point: 0.1315, 0.3607; The action is #DUAL_POINT#; touch_point: 0.137, 0.6835, lift_point: 0.137, 0.6835; The action is #TYPE#; And the content is : \"typed_text\": \" thats open now\"; The action is #DUAL_POINT#; touch_point: 0.1337, 0.7796, lift_point: 0.1337, 0.7796; The action is #DUAL_POINT#; touch_point: 0.1258, 0.7713, lift_point: 0.1258, 0.7713; The action is #DUAL_POINT#; touch_point: 0.1787, 0.6526, lift_point: 0.1787, 0.6526; The action is #DUAL_POINT#; touch_point: 0.204, 0.7096, lift_point: 0.204, 0.7096", "response": "The action is #TYPE#; And the content is : \"typed_text\": \" open now\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/71966_26.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open now; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7912, 0.1291, lift_point: 0.7912, 0.1291; The action is #DUAL_POINT#; touch_point: 0.0656, 0.4659, lift_point: 0.0656, 0.4659; The action is #DUAL_POINT#; touch_point: 0.0649, 0.9065, lift_point: 0.0649, 0.9065; The action is #TYPE#; And the content is : \"typed_text\": \" nearest electronics store thats open now\"; The action is #DUAL_POINT#; touch_point: 0.2078, 0.3987, lift_point: 0.2078, 0.3987; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4387, 0.414, lift_point: 0.4387, 0.414; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0647, 0.6727, lift_point: 0.0647, 0.6727; The action is #DUAL_POINT#; touch_point: 0.1315, 0.3607, lift_point: 0.1315, 0.3607; The action is #DUAL_POINT#; touch_point: 0.137, 0.6835, lift_point: 0.137, 0.6835; The action is #TYPE#; And the content is : \"typed_text\": \" thats open now\"; The action is #DUAL_POINT#; touch_point: 0.1337, 0.7796, lift_point: 0.1337, 0.7796; The action is #DUAL_POINT#; touch_point: 0.1258, 0.7713, lift_point: 0.1258, 0.7713; The action is #DUAL_POINT#; touch_point: 0.1787, 0.6526, lift_point: 0.1787, 0.6526; The action is #DUAL_POINT#; touch_point: 0.204, 0.7096, lift_point: 0.204, 0.7096; The action is #TYPE#; And the content is : \"typed_text\": \" open now\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1936, 0.6753, lift_point: 0.1936, 0.6753", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/71966_27.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open now; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7912, 0.1291, lift_point: 0.7912, 0.1291; The action is #DUAL_POINT#; touch_point: 0.0656, 0.4659, lift_point: 0.0656, 0.4659; The action is #DUAL_POINT#; touch_point: 0.0649, 0.9065, lift_point: 0.0649, 0.9065; The action is #TYPE#; And the content is : \"typed_text\": \" nearest electronics store thats open now\"; The action is #DUAL_POINT#; touch_point: 0.2078, 0.3987, lift_point: 0.2078, 0.3987; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4387, 0.414, lift_point: 0.4387, 0.414; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0647, 0.6727, lift_point: 0.0647, 0.6727; The action is #DUAL_POINT#; touch_point: 0.1315, 0.3607, lift_point: 0.1315, 0.3607; The action is #DUAL_POINT#; touch_point: 0.137, 0.6835, lift_point: 0.137, 0.6835; The action is #TYPE#; And the content is : \"typed_text\": \" thats open now\"; The action is #DUAL_POINT#; touch_point: 0.1337, 0.7796, lift_point: 0.1337, 0.7796; The action is #DUAL_POINT#; touch_point: 0.1258, 0.7713, lift_point: 0.1258, 0.7713; The action is #DUAL_POINT#; touch_point: 0.1787, 0.6526, lift_point: 0.1787, 0.6526; The action is #DUAL_POINT#; touch_point: 0.204, 0.7096, lift_point: 0.204, 0.7096; The action is #TYPE#; And the content is : \"typed_text\": \" open now\"; The action is #DUAL_POINT#; touch_point: 0.1936, 0.6753, lift_point: 0.1936, 0.6753", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/71966_28.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 6pm", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/71997_1.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 6pm; The action is #PRESS_HOME#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/71997_2.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 6pm; The action is #PRESS_HOME#; The action is #Scrolling Up#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/71997_3.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 6pm; The action is #PRESS_HOME#; The action is #Scrolling Up#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/71997_4.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 6pm; The action is #PRESS_HOME#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3806, 0.683, lift_point: 0.3806, 0.683", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/71997_5.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 6pm; The action is #PRESS_HOME#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3806, 0.683, lift_point: 0.3806, 0.683", "response": "The action is #DUAL_POINT#; touch_point: 0.3817, 0.683, lift_point: 0.3817, 0.683", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/71997_6.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 6pm; The action is #PRESS_HOME#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3806, 0.683, lift_point: 0.3806, 0.683; The action is #DUAL_POINT#; touch_point: 0.3817, 0.683, lift_point: 0.3817, 0.683", "response": "The action is #DUAL_POINT#; touch_point: 0.3749, 0.7106, lift_point: 0.3749, 0.7106", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/71997_7.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 6pm; The action is #PRESS_HOME#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3806, 0.683, lift_point: 0.3806, 0.683; The action is #DUAL_POINT#; touch_point: 0.3817, 0.683, lift_point: 0.3817, 0.683; The action is #DUAL_POINT#; touch_point: 0.3749, 0.7106, lift_point: 0.3749, 0.7106", "response": "The action is #DUAL_POINT#; touch_point: 0.0679, 0.0909, lift_point: 0.0679, 0.0909", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/71997_8.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 6pm; The action is #PRESS_HOME#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3806, 0.683, lift_point: 0.3806, 0.683; The action is #DUAL_POINT#; touch_point: 0.3817, 0.683, lift_point: 0.3817, 0.683; The action is #DUAL_POINT#; touch_point: 0.3749, 0.7106, lift_point: 0.3749, 0.7106; The action is #DUAL_POINT#; touch_point: 0.0679, 0.0909, lift_point: 0.0679, 0.0909", "response": "The action is #DUAL_POINT#; touch_point: 0.891, 0.4987, lift_point: 0.891, 0.4987", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/71997_9.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 6pm; The action is #PRESS_HOME#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3806, 0.683, lift_point: 0.3806, 0.683; The action is #DUAL_POINT#; touch_point: 0.3817, 0.683, lift_point: 0.3817, 0.683; The action is #DUAL_POINT#; touch_point: 0.3749, 0.7106, lift_point: 0.3749, 0.7106; The action is #DUAL_POINT#; touch_point: 0.0679, 0.0909, lift_point: 0.0679, 0.0909; The action is #DUAL_POINT#; touch_point: 0.891, 0.4987, lift_point: 0.891, 0.4987", "response": "The action is #DUAL_POINT#; touch_point: 0.6264, 0.5177, lift_point: 0.6264, 0.5177", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/71997_10.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 6pm; The action is #PRESS_HOME#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3806, 0.683, lift_point: 0.3806, 0.683; The action is #DUAL_POINT#; touch_point: 0.3817, 0.683, lift_point: 0.3817, 0.683; The action is #DUAL_POINT#; touch_point: 0.3749, 0.7106, lift_point: 0.3749, 0.7106; The action is #DUAL_POINT#; touch_point: 0.0679, 0.0909, lift_point: 0.0679, 0.0909; The action is #DUAL_POINT#; touch_point: 0.891, 0.4987, lift_point: 0.891, 0.4987; The action is #DUAL_POINT#; touch_point: 0.6264, 0.5177, lift_point: 0.6264, 0.5177", "response": "The action is #DUAL_POINT#; touch_point: 0.6934, 0.7509, lift_point: 0.6934, 0.7509", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/71997_11.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 6pm; The action is #PRESS_HOME#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3806, 0.683, lift_point: 0.3806, 0.683; The action is #DUAL_POINT#; touch_point: 0.3817, 0.683, lift_point: 0.3817, 0.683; The action is #DUAL_POINT#; touch_point: 0.3749, 0.7106, lift_point: 0.3749, 0.7106; The action is #DUAL_POINT#; touch_point: 0.0679, 0.0909, lift_point: 0.0679, 0.0909; The action is #DUAL_POINT#; touch_point: 0.891, 0.4987, lift_point: 0.891, 0.4987; The action is #DUAL_POINT#; touch_point: 0.6264, 0.5177, lift_point: 0.6264, 0.5177; The action is #DUAL_POINT#; touch_point: 0.6934, 0.7509, lift_point: 0.6934, 0.7509", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/71997_12.png" ] }, { "query": "\nPrevious Actions: Goal: How big is a dinosaur?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/72227_1.png" ] }, { "query": "\nPrevious Actions: Goal: How big is a dinosaur?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.797, 0.6975, lift_point: 0.797, 0.6975", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/72227_2.png" ] }, { "query": "\nPrevious Actions: Goal: How big is a dinosaur?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.797, 0.6975, lift_point: 0.797, 0.6975", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/72227_3.png" ] }, { "query": "\nPrevious Actions: Goal: How big is a dinosaur?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.797, 0.6975, lift_point: 0.797, 0.6975; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.0671, 0.4727, lift_point: 0.0671, 0.4727", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/72227_4.png" ] }, { "query": "\nPrevious Actions: Goal: How big is a dinosaur?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.797, 0.6975, lift_point: 0.797, 0.6975; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0671, 0.4727, lift_point: 0.0671, 0.4727", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"How big is a dinosaur?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/72227_5.png" ] }, { "query": "\nPrevious Actions: Goal: How big is a dinosaur?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.797, 0.6975, lift_point: 0.797, 0.6975; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0671, 0.4727, lift_point: 0.0671, 0.4727; The action is #TYPE#; And the content is : \"typed_text\": \"How big is a dinosaur?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1223, 0.632, lift_point: 0.1223, 0.632", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/72227_6.png" ] }, { "query": "\nPrevious Actions: Goal: How big is a dinosaur?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.797, 0.6975, lift_point: 0.797, 0.6975; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0671, 0.4727, lift_point: 0.0671, 0.4727; The action is #TYPE#; And the content is : \"typed_text\": \"How big is a dinosaur?\"; The action is #DUAL_POINT#; touch_point: 0.1223, 0.632, lift_point: 0.1223, 0.632", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/72227_7.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Katy Perry video on YouTube", "response": "The action is #DUAL_POINT#; touch_point: 0.8924, 0.5182, lift_point: 0.8924, 0.5182", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/72457_1.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Katy Perry video on YouTube; The action is #DUAL_POINT#; touch_point: 0.8924, 0.5182, lift_point: 0.8924, 0.5182", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Katy Perry\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/72457_2.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Katy Perry video on YouTube; The action is #DUAL_POINT#; touch_point: 0.8924, 0.5182, lift_point: 0.8924, 0.5182; The action is #TYPE#; And the content is : \"typed_text\": \"Katy Perry\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1234, 0.3846, lift_point: 0.1234, 0.3846", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/72457_3.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Katy Perry video on YouTube; The action is #DUAL_POINT#; touch_point: 0.8924, 0.5182, lift_point: 0.8924, 0.5182; The action is #TYPE#; And the content is : \"typed_text\": \"Katy Perry\"; The action is #DUAL_POINT#; touch_point: 0.1234, 0.3846, lift_point: 0.1234, 0.3846", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/72457_4.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Katy Perry video on YouTube; The action is #DUAL_POINT#; touch_point: 0.8924, 0.5182, lift_point: 0.8924, 0.5182; The action is #TYPE#; And the content is : \"typed_text\": \"Katy Perry\"; The action is #DUAL_POINT#; touch_point: 0.1234, 0.3846, lift_point: 0.1234, 0.3846; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.2617, 0.2247, lift_point: 0.2617, 0.2247", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/72457_5.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Katy Perry video on YouTube; The action is #DUAL_POINT#; touch_point: 0.8924, 0.5182, lift_point: 0.8924, 0.5182; The action is #TYPE#; And the content is : \"typed_text\": \"Katy Perry\"; The action is #DUAL_POINT#; touch_point: 0.1234, 0.3846, lift_point: 0.1234, 0.3846; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2617, 0.2247, lift_point: 0.2617, 0.2247", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/72457_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new mascara", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/72530_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new mascara; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8663, 0.51, lift_point: 0.8663, 0.51", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/72530_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new mascara; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8663, 0.51, lift_point: 0.8663, 0.51", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"new mascara\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/72530_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new mascara; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8663, 0.51, lift_point: 0.8663, 0.51; The action is #TYPE#; And the content is : \"typed_text\": \"new mascara\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1284, 0.2329, lift_point: 0.1284, 0.2329", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/72530_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new mascara; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8663, 0.51, lift_point: 0.8663, 0.51; The action is #TYPE#; And the content is : \"typed_text\": \"new mascara\"; The action is #DUAL_POINT#; touch_point: 0.1284, 0.2329, lift_point: 0.1284, 0.2329", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/72530_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Moscow?", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/72542_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Chicago", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/72595_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Chicago; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8791, 0.2315, lift_point: 0.8791, 0.2315", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/72595_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Chicago; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8791, 0.2315, lift_point: 0.8791, 0.2315", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for flights from NYC to Chicago\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/72595_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Chicago; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8791, 0.2315, lift_point: 0.8791, 0.2315; The action is #TYPE#; And the content is : \"typed_text\": \"Search for flights from NYC to Chicago\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1261, 0.3735, lift_point: 0.1261, 0.3735", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/72595_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Chicago; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8791, 0.2315, lift_point: 0.8791, 0.2315; The action is #TYPE#; And the content is : \"typed_text\": \"Search for flights from NYC to Chicago\"; The action is #DUAL_POINT#; touch_point: 0.1261, 0.3735, lift_point: 0.1261, 0.3735", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/72595_5.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open tomorrow", "response": "The action is #DUAL_POINT#; touch_point: 0.9117, 0.4926, lift_point: 0.9117, 0.4926", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/72602_1.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open tomorrow; The action is #DUAL_POINT#; touch_point: 0.9117, 0.4926, lift_point: 0.9117, 0.4926", "response": "The action is #DUAL_POINT#; touch_point: 0.9212, 0.461, lift_point: 0.9212, 0.461", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/72602_2.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open tomorrow; The action is #DUAL_POINT#; touch_point: 0.9117, 0.4926, lift_point: 0.9117, 0.4926; The action is #DUAL_POINT#; touch_point: 0.9212, 0.461, lift_point: 0.9212, 0.461", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/72602_3.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open tomorrow; The action is #DUAL_POINT#; touch_point: 0.9117, 0.4926, lift_point: 0.9117, 0.4926; The action is #DUAL_POINT#; touch_point: 0.9212, 0.461, lift_point: 0.9212, 0.461; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.9, 0.5746, lift_point: 0.9, 0.5746", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/72602_4.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open tomorrow; The action is #DUAL_POINT#; touch_point: 0.9117, 0.4926, lift_point: 0.9117, 0.4926; The action is #DUAL_POINT#; touch_point: 0.9212, 0.461, lift_point: 0.9212, 0.461; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.9, 0.5746, lift_point: 0.9, 0.5746", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Find the nearest electronics store thats open tomorrow\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/72602_5.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open tomorrow; The action is #DUAL_POINT#; touch_point: 0.9117, 0.4926, lift_point: 0.9117, 0.4926; The action is #DUAL_POINT#; touch_point: 0.9212, 0.461, lift_point: 0.9212, 0.461; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.9, 0.5746, lift_point: 0.9, 0.5746; The action is #TYPE#; And the content is : \"typed_text\": \"Find the nearest electronics store thats open tomorrow\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1231, 0.6431, lift_point: 0.1231, 0.6431", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/72602_6.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open tomorrow; The action is #DUAL_POINT#; touch_point: 0.9117, 0.4926, lift_point: 0.9117, 0.4926; The action is #DUAL_POINT#; touch_point: 0.9212, 0.461, lift_point: 0.9212, 0.461; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.9, 0.5746, lift_point: 0.9, 0.5746; The action is #TYPE#; And the content is : \"typed_text\": \"Find the nearest electronics store thats open tomorrow\"; The action is #DUAL_POINT#; touch_point: 0.1231, 0.6431, lift_point: 0.1231, 0.6431", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/72602_7.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in New York?", "response": "The action is #DUAL_POINT#; touch_point: 0.8932, 0.5572, lift_point: 0.8932, 0.5572", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/72649_1.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in New York?; The action is #DUAL_POINT#; touch_point: 0.8932, 0.5572, lift_point: 0.8932, 0.5572", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in New York\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/72649_2.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in New York?; The action is #DUAL_POINT#; touch_point: 0.8932, 0.5572, lift_point: 0.8932, 0.5572; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in New York\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1214, 0.3778, lift_point: 0.1214, 0.3778", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/72649_3.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in New York?; The action is #DUAL_POINT#; touch_point: 0.8932, 0.5572, lift_point: 0.8932, 0.5572; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in New York\"; The action is #DUAL_POINT#; touch_point: 0.1214, 0.3778, lift_point: 0.1214, 0.3778", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/72649_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the top post on reddit right now?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/72678_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the top post on reddit right now?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.9075, 0.4624, lift_point: 0.9075, 0.4624", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/72678_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the top post on reddit right now?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.9075, 0.4624, lift_point: 0.9075, 0.4624", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the top post on reddit right now?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/72678_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the top post on reddit right now?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.9075, 0.4624, lift_point: 0.9075, 0.4624; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the top post on reddit right now?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1007, 0.4948, lift_point: 0.1007, 0.4948", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/72678_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the top post on reddit right now?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.9075, 0.4624, lift_point: 0.9075, 0.4624; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the top post on reddit right now?\"; The action is #DUAL_POINT#; touch_point: 0.1007, 0.4948, lift_point: 0.1007, 0.4948", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/72678_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good BBQ restaurants", "response": "The action is #DUAL_POINT#; touch_point: 0.8714, 0.3907, lift_point: 0.8714, 0.3907", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/72686_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good BBQ restaurants; The action is #DUAL_POINT#; touch_point: 0.8714, 0.3907, lift_point: 0.8714, 0.3907", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for good BBQ restaurants\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/72686_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good BBQ restaurants; The action is #DUAL_POINT#; touch_point: 0.8714, 0.3907, lift_point: 0.8714, 0.3907; The action is #TYPE#; And the content is : \"typed_text\": \"Search for good BBQ restaurants\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1095, 0.1739, lift_point: 0.1095, 0.1739", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/72686_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good BBQ restaurants; The action is #DUAL_POINT#; touch_point: 0.8714, 0.3907, lift_point: 0.8714, 0.3907; The action is #TYPE#; And the content is : \"typed_text\": \"Search for good BBQ restaurants\"; The action is #DUAL_POINT#; touch_point: 0.1095, 0.1739, lift_point: 0.1095, 0.1739", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/72686_4.png" ] }, { "query": "\nPrevious Actions: Goal: Show me some nice wallpapers for my desktop", "response": "The action is #DUAL_POINT#; touch_point: 0.8948, 0.6582, lift_point: 0.8948, 0.6582", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/72757_1.png" ] }, { "query": "\nPrevious Actions: Goal: Show me some nice wallpapers for my desktop; The action is #DUAL_POINT#; touch_point: 0.8948, 0.6582, lift_point: 0.8948, 0.6582", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Show me some nice wallpapers for my desktop\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/72757_2.png" ] }, { "query": "\nPrevious Actions: Goal: Show me some nice wallpapers for my desktop; The action is #DUAL_POINT#; touch_point: 0.8948, 0.6582, lift_point: 0.8948, 0.6582; The action is #TYPE#; And the content is : \"typed_text\": \"Show me some nice wallpapers for my desktop\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1278, 0.3243, lift_point: 0.1278, 0.3243", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/72757_3.png" ] }, { "query": "\nPrevious Actions: Goal: Show me some nice wallpapers for my desktop; The action is #DUAL_POINT#; touch_point: 0.8948, 0.6582, lift_point: 0.8948, 0.6582; The action is #TYPE#; And the content is : \"typed_text\": \"Show me some nice wallpapers for my desktop\"; The action is #DUAL_POINT#; touch_point: 0.1278, 0.3243, lift_point: 0.1278, 0.3243", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/72757_4.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new incognito tab in Chrome", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/72842_1.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new incognito tab in Chrome; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.1565, 0.4117, lift_point: 0.1565, 0.4117", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/72842_2.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new incognito tab in Chrome; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.1565, 0.4117, lift_point: 0.1565, 0.4117", "response": "The action is #DUAL_POINT#; touch_point: 0.7707, 0.6928, lift_point: 0.7707, 0.6928", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/72842_3.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new incognito tab in Chrome; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.1565, 0.4117, lift_point: 0.1565, 0.4117; The action is #DUAL_POINT#; touch_point: 0.7707, 0.6928, lift_point: 0.7707, 0.6928", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/72842_4.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Amazon Music app", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/73138_1.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Amazon Music app; The action is #PRESS_HOME#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/73138_2.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Norway?", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/73328_1.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Norway?; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.5049, 0.6656, lift_point: 0.5049, 0.6656", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/73328_2.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Norway?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5049, 0.6656, lift_point: 0.5049, 0.6656", "response": "The action is #DUAL_POINT#; touch_point: 0.303, 0.7519, lift_point: 0.303, 0.7519", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/73328_3.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Norway?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5049, 0.6656, lift_point: 0.5049, 0.6656; The action is #DUAL_POINT#; touch_point: 0.303, 0.7519, lift_point: 0.303, 0.7519", "response": "The action is #DUAL_POINT#; touch_point: 0.0676, 0.8693, lift_point: 0.0676, 0.8693", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/73328_4.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Norway?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5049, 0.6656, lift_point: 0.5049, 0.6656; The action is #DUAL_POINT#; touch_point: 0.303, 0.7519, lift_point: 0.303, 0.7519; The action is #DUAL_POINT#; touch_point: 0.0676, 0.8693, lift_point: 0.0676, 0.8693", "response": "The action is #DUAL_POINT#; touch_point: 0.0656, 0.4217, lift_point: 0.0656, 0.4217", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/73328_5.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Norway?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5049, 0.6656, lift_point: 0.5049, 0.6656; The action is #DUAL_POINT#; touch_point: 0.303, 0.7519, lift_point: 0.303, 0.7519; The action is #DUAL_POINT#; touch_point: 0.0676, 0.8693, lift_point: 0.0676, 0.8693; The action is #DUAL_POINT#; touch_point: 0.0656, 0.4217, lift_point: 0.0656, 0.4217", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Norway? \"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/73328_6.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Norway?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5049, 0.6656, lift_point: 0.5049, 0.6656; The action is #DUAL_POINT#; touch_point: 0.303, 0.7519, lift_point: 0.303, 0.7519; The action is #DUAL_POINT#; touch_point: 0.0676, 0.8693, lift_point: 0.0676, 0.8693; The action is #DUAL_POINT#; touch_point: 0.0656, 0.4217, lift_point: 0.0656, 0.4217; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Norway? \"", "response": "The action is #DUAL_POINT#; touch_point: 0.2779, 0.4618, lift_point: 0.2779, 0.4618", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/73328_7.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Norway?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5049, 0.6656, lift_point: 0.5049, 0.6656; The action is #DUAL_POINT#; touch_point: 0.303, 0.7519, lift_point: 0.303, 0.7519; The action is #DUAL_POINT#; touch_point: 0.0676, 0.8693, lift_point: 0.0676, 0.8693; The action is #DUAL_POINT#; touch_point: 0.0656, 0.4217, lift_point: 0.0656, 0.4217; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Norway? \"; The action is #DUAL_POINT#; touch_point: 0.2779, 0.4618, lift_point: 0.2779, 0.4618", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/73328_8.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Norway?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5049, 0.6656, lift_point: 0.5049, 0.6656; The action is #DUAL_POINT#; touch_point: 0.303, 0.7519, lift_point: 0.303, 0.7519; The action is #DUAL_POINT#; touch_point: 0.0676, 0.8693, lift_point: 0.0676, 0.8693; The action is #DUAL_POINT#; touch_point: 0.0656, 0.4217, lift_point: 0.0656, 0.4217; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Norway? \"; The action is #DUAL_POINT#; touch_point: 0.2779, 0.4618, lift_point: 0.2779, 0.4618; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.7503, 0.433, lift_point: 0.7503, 0.433", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/73328_9.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Norway?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5049, 0.6656, lift_point: 0.5049, 0.6656; The action is #DUAL_POINT#; touch_point: 0.303, 0.7519, lift_point: 0.303, 0.7519; The action is #DUAL_POINT#; touch_point: 0.0676, 0.8693, lift_point: 0.0676, 0.8693; The action is #DUAL_POINT#; touch_point: 0.0656, 0.4217, lift_point: 0.0656, 0.4217; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Norway? \"; The action is #DUAL_POINT#; touch_point: 0.2779, 0.4618, lift_point: 0.2779, 0.4618; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7503, 0.433, lift_point: 0.7503, 0.433", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/73328_10.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Lowe's?", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/73511_1.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Lowe's?; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.5058, 0.8518, lift_point: 0.5058, 0.8518", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/73511_2.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Lowe's?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5058, 0.8518, lift_point: 0.5058, 0.8518", "response": "The action is #DUAL_POINT#; touch_point: 0.1346, 0.6041, lift_point: 0.1346, 0.6041", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/73511_3.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Lowe's?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5058, 0.8518, lift_point: 0.5058, 0.8518; The action is #DUAL_POINT#; touch_point: 0.1346, 0.6041, lift_point: 0.1346, 0.6041", "response": "The action is #DUAL_POINT#; touch_point: 0.0618, 0.9086, lift_point: 0.0618, 0.9086", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/73511_4.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Lowe's?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5058, 0.8518, lift_point: 0.5058, 0.8518; The action is #DUAL_POINT#; touch_point: 0.1346, 0.6041, lift_point: 0.1346, 0.6041; The action is #DUAL_POINT#; touch_point: 0.0618, 0.9086, lift_point: 0.0618, 0.9086", "response": "The action is #DUAL_POINT#; touch_point: 0.0615, 0.5857, lift_point: 0.0615, 0.5857", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/73511_5.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Lowe's?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5058, 0.8518, lift_point: 0.5058, 0.8518; The action is #DUAL_POINT#; touch_point: 0.1346, 0.6041, lift_point: 0.1346, 0.6041; The action is #DUAL_POINT#; touch_point: 0.0618, 0.9086, lift_point: 0.0618, 0.9086; The action is #DUAL_POINT#; touch_point: 0.0615, 0.5857, lift_point: 0.0615, 0.5857", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Lowes? \"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/73511_6.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Lowe's?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5058, 0.8518, lift_point: 0.5058, 0.8518; The action is #DUAL_POINT#; touch_point: 0.1346, 0.6041, lift_point: 0.1346, 0.6041; The action is #DUAL_POINT#; touch_point: 0.0618, 0.9086, lift_point: 0.0618, 0.9086; The action is #DUAL_POINT#; touch_point: 0.0615, 0.5857, lift_point: 0.0615, 0.5857; The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Lowes? \"", "response": "The action is #DUAL_POINT#; touch_point: 0.1561, 0.4291, lift_point: 0.1561, 0.4291", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/73511_7.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Lowe's?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5058, 0.8518, lift_point: 0.5058, 0.8518; The action is #DUAL_POINT#; touch_point: 0.1346, 0.6041, lift_point: 0.1346, 0.6041; The action is #DUAL_POINT#; touch_point: 0.0618, 0.9086, lift_point: 0.0618, 0.9086; The action is #DUAL_POINT#; touch_point: 0.0615, 0.5857, lift_point: 0.0615, 0.5857; The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Lowes? \"; The action is #DUAL_POINT#; touch_point: 0.1561, 0.4291, lift_point: 0.1561, 0.4291", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/73511_8.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Justin Bieber video on YouTube", "response": "The action is #DUAL_POINT#; touch_point: 0.6494, 0.8585, lift_point: 0.6494, 0.8585", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/73949_1.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Justin Bieber video on YouTube; The action is #DUAL_POINT#; touch_point: 0.6494, 0.8585, lift_point: 0.6494, 0.8585", "response": "The action is #DUAL_POINT#; touch_point: 0.0538, 0.8097, lift_point: 0.0538, 0.8097", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/73949_2.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Justin Bieber video on YouTube; The action is #DUAL_POINT#; touch_point: 0.6494, 0.8585, lift_point: 0.6494, 0.8585; The action is #DUAL_POINT#; touch_point: 0.0538, 0.8097, lift_point: 0.0538, 0.8097", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"new justin bieber video\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/73949_3.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Justin Bieber video on YouTube; The action is #DUAL_POINT#; touch_point: 0.6494, 0.8585, lift_point: 0.6494, 0.8585; The action is #DUAL_POINT#; touch_point: 0.0538, 0.8097, lift_point: 0.0538, 0.8097; The action is #TYPE#; And the content is : \"typed_text\": \"new justin bieber video\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1114, 0.425, lift_point: 0.1114, 0.425", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/73949_4.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Justin Bieber video on YouTube; The action is #DUAL_POINT#; touch_point: 0.6494, 0.8585, lift_point: 0.6494, 0.8585; The action is #DUAL_POINT#; touch_point: 0.0538, 0.8097, lift_point: 0.0538, 0.8097; The action is #TYPE#; And the content is : \"typed_text\": \"new justin bieber video\"; The action is #DUAL_POINT#; touch_point: 0.1114, 0.425, lift_point: 0.1114, 0.425", "response": "The action is #DUAL_POINT#; touch_point: 0.507, 0.5601, lift_point: 0.507, 0.5601", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/73949_5.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Justin Bieber video on YouTube; The action is #DUAL_POINT#; touch_point: 0.6494, 0.8585, lift_point: 0.6494, 0.8585; The action is #DUAL_POINT#; touch_point: 0.0538, 0.8097, lift_point: 0.0538, 0.8097; The action is #TYPE#; And the content is : \"typed_text\": \"new justin bieber video\"; The action is #DUAL_POINT#; touch_point: 0.1114, 0.425, lift_point: 0.1114, 0.425; The action is #DUAL_POINT#; touch_point: 0.507, 0.5601, lift_point: 0.507, 0.5601", "response": "The action is #DUAL_POINT#; touch_point: 0.2132, 0.8475, lift_point: 0.2132, 0.8475", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/73949_6.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Justin Bieber video on YouTube; The action is #DUAL_POINT#; touch_point: 0.6494, 0.8585, lift_point: 0.6494, 0.8585; The action is #DUAL_POINT#; touch_point: 0.0538, 0.8097, lift_point: 0.0538, 0.8097; The action is #TYPE#; And the content is : \"typed_text\": \"new justin bieber video\"; The action is #DUAL_POINT#; touch_point: 0.1114, 0.425, lift_point: 0.1114, 0.425; The action is #DUAL_POINT#; touch_point: 0.507, 0.5601, lift_point: 0.507, 0.5601; The action is #DUAL_POINT#; touch_point: 0.2132, 0.8475, lift_point: 0.2132, 0.8475", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/73949_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Washington DC", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/73956_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Washington DC; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/73956_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Washington DC; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.6587, 0.3629, lift_point: 0.6587, 0.3629", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/73956_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Washington DC; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6587, 0.3629, lift_point: 0.6587, 0.3629", "response": "The action is #DUAL_POINT#; touch_point: 0.0553, 0.5655, lift_point: 0.0553, 0.5655", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/73956_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Washington DC; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6587, 0.3629, lift_point: 0.6587, 0.3629; The action is #DUAL_POINT#; touch_point: 0.0553, 0.5655, lift_point: 0.0553, 0.5655", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in washington DC\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/73956_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Washington DC; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6587, 0.3629, lift_point: 0.6587, 0.3629; The action is #DUAL_POINT#; touch_point: 0.0553, 0.5655, lift_point: 0.0553, 0.5655; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in washington DC\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1201, 0.5141, lift_point: 0.1201, 0.5141", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/73956_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Washington DC; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6587, 0.3629, lift_point: 0.6587, 0.3629; The action is #DUAL_POINT#; touch_point: 0.0553, 0.5655, lift_point: 0.0553, 0.5655; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in washington DC\"; The action is #DUAL_POINT#; touch_point: 0.1201, 0.5141, lift_point: 0.1201, 0.5141", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/73956_7.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a train?", "response": "The action is #DUAL_POINT#; touch_point: 0.7794, 0.6405, lift_point: 0.7794, 0.6405", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/73995_1.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a train?; The action is #DUAL_POINT#; touch_point: 0.7794, 0.6405, lift_point: 0.7794, 0.6405", "response": "The action is #DUAL_POINT#; touch_point: 0.039, 0.2988, lift_point: 0.039, 0.2988", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/73995_2.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a train?; The action is #DUAL_POINT#; touch_point: 0.7794, 0.6405, lift_point: 0.7794, 0.6405; The action is #DUAL_POINT#; touch_point: 0.039, 0.2988, lift_point: 0.039, 0.2988", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of a train?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/73995_3.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a train?; The action is #DUAL_POINT#; touch_point: 0.7794, 0.6405, lift_point: 0.7794, 0.6405; The action is #DUAL_POINT#; touch_point: 0.039, 0.2988, lift_point: 0.039, 0.2988; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of a train?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1161, 0.481, lift_point: 0.1161, 0.481", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/73995_4.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a train?; The action is #DUAL_POINT#; touch_point: 0.7794, 0.6405, lift_point: 0.7794, 0.6405; The action is #DUAL_POINT#; touch_point: 0.039, 0.2988, lift_point: 0.039, 0.2988; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of a train?\"; The action is #DUAL_POINT#; touch_point: 0.1161, 0.481, lift_point: 0.1161, 0.481", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/73995_5.png" ] }, { "query": "\nPrevious Actions: Goal: Play the latest video from the Washington Post", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74037_1.png" ] }, { "query": "\nPrevious Actions: Goal: Play the latest video from the Washington Post; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.9114, 0.3703, lift_point: 0.9114, 0.3703", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74037_2.png" ] }, { "query": "\nPrevious Actions: Goal: Play the latest video from the Washington Post; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9114, 0.3703, lift_point: 0.9114, 0.3703", "response": "The action is #DUAL_POINT#; touch_point: 0.0578, 0.0742, lift_point: 0.0578, 0.0742", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74037_3.png" ] }, { "query": "\nPrevious Actions: Goal: Play the latest video from the Washington Post; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9114, 0.3703, lift_point: 0.9114, 0.3703; The action is #DUAL_POINT#; touch_point: 0.0578, 0.0742, lift_point: 0.0578, 0.0742", "response": "The action is #DUAL_POINT#; touch_point: 0.8712, 0.9233, lift_point: 0.8712, 0.9233", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74037_4.png" ] }, { "query": "\nPrevious Actions: Goal: Play the latest video from the Washington Post; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9114, 0.3703, lift_point: 0.9114, 0.3703; The action is #DUAL_POINT#; touch_point: 0.0578, 0.0742, lift_point: 0.0578, 0.0742; The action is #DUAL_POINT#; touch_point: 0.8712, 0.9233, lift_point: 0.8712, 0.9233", "response": "The action is #DUAL_POINT#; touch_point: 0.0473, 0.8316, lift_point: 0.0473, 0.8316", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74037_5.png" ] }, { "query": "\nPrevious Actions: Goal: Play the latest video from the Washington Post; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9114, 0.3703, lift_point: 0.9114, 0.3703; The action is #DUAL_POINT#; touch_point: 0.0578, 0.0742, lift_point: 0.0578, 0.0742; The action is #DUAL_POINT#; touch_point: 0.8712, 0.9233, lift_point: 0.8712, 0.9233; The action is #DUAL_POINT#; touch_point: 0.0473, 0.8316, lift_point: 0.0473, 0.8316", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"the latest video from the Washington Post\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74037_6.png" ] }, { "query": "\nPrevious Actions: Goal: Play the latest video from the Washington Post; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9114, 0.3703, lift_point: 0.9114, 0.3703; The action is #DUAL_POINT#; touch_point: 0.0578, 0.0742, lift_point: 0.0578, 0.0742; The action is #DUAL_POINT#; touch_point: 0.8712, 0.9233, lift_point: 0.8712, 0.9233; The action is #DUAL_POINT#; touch_point: 0.0473, 0.8316, lift_point: 0.0473, 0.8316; The action is #TYPE#; And the content is : \"typed_text\": \"the latest video from the Washington Post\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1008, 0.6087, lift_point: 0.1008, 0.6087", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74037_7.png" ] }, { "query": "\nPrevious Actions: Goal: Play the latest video from the Washington Post; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9114, 0.3703, lift_point: 0.9114, 0.3703; The action is #DUAL_POINT#; touch_point: 0.0578, 0.0742, lift_point: 0.0578, 0.0742; The action is #DUAL_POINT#; touch_point: 0.8712, 0.9233, lift_point: 0.8712, 0.9233; The action is #DUAL_POINT#; touch_point: 0.0473, 0.8316, lift_point: 0.0473, 0.8316; The action is #TYPE#; And the content is : \"typed_text\": \"the latest video from the Washington Post\"; The action is #DUAL_POINT#; touch_point: 0.1008, 0.6087, lift_point: 0.1008, 0.6087", "response": "The action is #DUAL_POINT#; touch_point: 0.4026, 0.6696, lift_point: 0.4026, 0.6696", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74037_8.png" ] }, { "query": "\nPrevious Actions: Goal: Play the latest video from the Washington Post; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9114, 0.3703, lift_point: 0.9114, 0.3703; The action is #DUAL_POINT#; touch_point: 0.0578, 0.0742, lift_point: 0.0578, 0.0742; The action is #DUAL_POINT#; touch_point: 0.8712, 0.9233, lift_point: 0.8712, 0.9233; The action is #DUAL_POINT#; touch_point: 0.0473, 0.8316, lift_point: 0.0473, 0.8316; The action is #TYPE#; And the content is : \"typed_text\": \"the latest video from the Washington Post\"; The action is #DUAL_POINT#; touch_point: 0.1008, 0.6087, lift_point: 0.1008, 0.6087; The action is #DUAL_POINT#; touch_point: 0.4026, 0.6696, lift_point: 0.4026, 0.6696", "response": "The action is #DUAL_POINT#; touch_point: 0.2946, 0.92, lift_point: 0.2946, 0.92", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74037_9.png" ] }, { "query": "\nPrevious Actions: Goal: Play the latest video from the Washington Post; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9114, 0.3703, lift_point: 0.9114, 0.3703; The action is #DUAL_POINT#; touch_point: 0.0578, 0.0742, lift_point: 0.0578, 0.0742; The action is #DUAL_POINT#; touch_point: 0.8712, 0.9233, lift_point: 0.8712, 0.9233; The action is #DUAL_POINT#; touch_point: 0.0473, 0.8316, lift_point: 0.0473, 0.8316; The action is #TYPE#; And the content is : \"typed_text\": \"the latest video from the Washington Post\"; The action is #DUAL_POINT#; touch_point: 0.1008, 0.6087, lift_point: 0.1008, 0.6087; The action is #DUAL_POINT#; touch_point: 0.4026, 0.6696, lift_point: 0.4026, 0.6696; The action is #DUAL_POINT#; touch_point: 0.2946, 0.92, lift_point: 0.2946, 0.92", "response": "The action is #DUAL_POINT#; touch_point: 0.2129, 0.8447, lift_point: 0.2129, 0.8447", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74037_10.png" ] }, { "query": "\nPrevious Actions: Goal: Play the latest video from the Washington Post; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9114, 0.3703, lift_point: 0.9114, 0.3703; The action is #DUAL_POINT#; touch_point: 0.0578, 0.0742, lift_point: 0.0578, 0.0742; The action is #DUAL_POINT#; touch_point: 0.8712, 0.9233, lift_point: 0.8712, 0.9233; The action is #DUAL_POINT#; touch_point: 0.0473, 0.8316, lift_point: 0.0473, 0.8316; The action is #TYPE#; And the content is : \"typed_text\": \"the latest video from the Washington Post\"; The action is #DUAL_POINT#; touch_point: 0.1008, 0.6087, lift_point: 0.1008, 0.6087; The action is #DUAL_POINT#; touch_point: 0.4026, 0.6696, lift_point: 0.4026, 0.6696; The action is #DUAL_POINT#; touch_point: 0.2946, 0.92, lift_point: 0.2946, 0.92; The action is #DUAL_POINT#; touch_point: 0.2129, 0.8447, lift_point: 0.2129, 0.8447", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74037_11.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Denver?", "response": "The action is #DUAL_POINT#; touch_point: 0.7798, 0.5928, lift_point: 0.7798, 0.5928", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74118_1.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Denver?; The action is #DUAL_POINT#; touch_point: 0.7798, 0.5928, lift_point: 0.7798, 0.5928", "response": "The action is #DUAL_POINT#; touch_point: 0.0582, 0.3741, lift_point: 0.0582, 0.3741", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74118_2.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Denver?; The action is #DUAL_POINT#; touch_point: 0.7798, 0.5928, lift_point: 0.7798, 0.5928; The action is #DUAL_POINT#; touch_point: 0.0582, 0.3741, lift_point: 0.0582, 0.3741", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in Denver?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74118_3.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Denver?; The action is #DUAL_POINT#; touch_point: 0.7798, 0.5928, lift_point: 0.7798, 0.5928; The action is #DUAL_POINT#; touch_point: 0.0582, 0.3741, lift_point: 0.0582, 0.3741; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in Denver?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.0573, 0.3743, lift_point: 0.0573, 0.3743", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74118_4.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Denver?; The action is #DUAL_POINT#; touch_point: 0.7798, 0.5928, lift_point: 0.7798, 0.5928; The action is #DUAL_POINT#; touch_point: 0.0582, 0.3741, lift_point: 0.0582, 0.3741; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in Denver?\"; The action is #DUAL_POINT#; touch_point: 0.0573, 0.3743, lift_point: 0.0573, 0.3743", "response": "The action is #DUAL_POINT#; touch_point: 0.1255, 0.3796, lift_point: 0.1255, 0.3796", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74118_5.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Denver?; The action is #DUAL_POINT#; touch_point: 0.7798, 0.5928, lift_point: 0.7798, 0.5928; The action is #DUAL_POINT#; touch_point: 0.0582, 0.3741, lift_point: 0.0582, 0.3741; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in Denver?\"; The action is #DUAL_POINT#; touch_point: 0.0573, 0.3743, lift_point: 0.0573, 0.3743; The action is #DUAL_POINT#; touch_point: 0.1255, 0.3796, lift_point: 0.1255, 0.3796", "response": "The action is #DUAL_POINT#; touch_point: 0.3032, 0.501, lift_point: 0.3032, 0.501", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74118_6.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Denver?; The action is #DUAL_POINT#; touch_point: 0.7798, 0.5928, lift_point: 0.7798, 0.5928; The action is #DUAL_POINT#; touch_point: 0.0582, 0.3741, lift_point: 0.0582, 0.3741; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in Denver?\"; The action is #DUAL_POINT#; touch_point: 0.0573, 0.3743, lift_point: 0.0573, 0.3743; The action is #DUAL_POINT#; touch_point: 0.1255, 0.3796, lift_point: 0.1255, 0.3796; The action is #DUAL_POINT#; touch_point: 0.3032, 0.501, lift_point: 0.3032, 0.501", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74118_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for 5 star sushi restaurants on Maps", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74295_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for 5 star sushi restaurants on Maps; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74295_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for 5 star sushi restaurants on Maps; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.6608, 0.3757, lift_point: 0.6608, 0.3757", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74295_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for 5 star sushi restaurants on Maps; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6608, 0.3757, lift_point: 0.6608, 0.3757", "response": "The action is #DUAL_POINT#; touch_point: 0.0655, 0.2999, lift_point: 0.0655, 0.2999", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74295_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for 5 star sushi restaurants on Maps; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6608, 0.3757, lift_point: 0.6608, 0.3757; The action is #DUAL_POINT#; touch_point: 0.0655, 0.2999, lift_point: 0.0655, 0.2999", "response": "The action is #DUAL_POINT#; touch_point: 0.0739, 0.3835, lift_point: 0.0739, 0.3835", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74295_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for 5 star sushi restaurants on Maps; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6608, 0.3757, lift_point: 0.6608, 0.3757; The action is #DUAL_POINT#; touch_point: 0.0655, 0.2999, lift_point: 0.0655, 0.2999; The action is #DUAL_POINT#; touch_point: 0.0739, 0.3835, lift_point: 0.0739, 0.3835", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"5 star sushi restaurants\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74295_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for 5 star sushi restaurants on Maps; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6608, 0.3757, lift_point: 0.6608, 0.3757; The action is #DUAL_POINT#; touch_point: 0.0655, 0.2999, lift_point: 0.0655, 0.2999; The action is #DUAL_POINT#; touch_point: 0.0739, 0.3835, lift_point: 0.0739, 0.3835; The action is #TYPE#; And the content is : \"typed_text\": \"5 star sushi restaurants\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1255, 0.4443, lift_point: 0.1255, 0.4443", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74295_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for 5 star sushi restaurants on Maps; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6608, 0.3757, lift_point: 0.6608, 0.3757; The action is #DUAL_POINT#; touch_point: 0.0655, 0.2999, lift_point: 0.0655, 0.2999; The action is #DUAL_POINT#; touch_point: 0.0739, 0.3835, lift_point: 0.0739, 0.3835; The action is #TYPE#; And the content is : \"typed_text\": \"5 star sushi restaurants\"; The action is #DUAL_POINT#; touch_point: 0.1255, 0.4443, lift_point: 0.1255, 0.4443", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74295_8.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good Korean restaurants", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74325_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good Korean restaurants; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.9094, 0.3443, lift_point: 0.9094, 0.3443", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74325_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good Korean restaurants; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.9094, 0.3443, lift_point: 0.9094, 0.3443", "response": "The action is #DUAL_POINT#; touch_point: 0.0784, 0.3589, lift_point: 0.0784, 0.3589", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74325_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good Korean restaurants; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.9094, 0.3443, lift_point: 0.9094, 0.3443; The action is #DUAL_POINT#; touch_point: 0.0784, 0.3589, lift_point: 0.0784, 0.3589", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"good Korean restaurants\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74325_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good Korean restaurants; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.9094, 0.3443, lift_point: 0.9094, 0.3443; The action is #DUAL_POINT#; touch_point: 0.0784, 0.3589, lift_point: 0.0784, 0.3589; The action is #TYPE#; And the content is : \"typed_text\": \"good Korean restaurants\"", "response": "The action is #DUAL_POINT#; touch_point: 0.8038, 0.7325, lift_point: 0.8038, 0.7325", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74325_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good Korean restaurants; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.9094, 0.3443, lift_point: 0.9094, 0.3443; The action is #DUAL_POINT#; touch_point: 0.0784, 0.3589, lift_point: 0.0784, 0.3589; The action is #TYPE#; And the content is : \"typed_text\": \"good Korean restaurants\"; The action is #DUAL_POINT#; touch_point: 0.8038, 0.7325, lift_point: 0.8038, 0.7325", "response": "The action is #DUAL_POINT#; touch_point: 0.1334, 0.59, lift_point: 0.1334, 0.59", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74325_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good Korean restaurants; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.9094, 0.3443, lift_point: 0.9094, 0.3443; The action is #DUAL_POINT#; touch_point: 0.0784, 0.3589, lift_point: 0.0784, 0.3589; The action is #TYPE#; And the content is : \"typed_text\": \"good Korean restaurants\"; The action is #DUAL_POINT#; touch_point: 0.8038, 0.7325, lift_point: 0.8038, 0.7325; The action is #DUAL_POINT#; touch_point: 0.1334, 0.59, lift_point: 0.1334, 0.59", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74325_7.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of the United States", "response": "The action is #DUAL_POINT#; touch_point: 0.9165, 0.3032, lift_point: 0.9165, 0.3032", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74352_1.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of the United States; The action is #DUAL_POINT#; touch_point: 0.9165, 0.3032, lift_point: 0.9165, 0.3032", "response": "The action is #DUAL_POINT#; touch_point: 0.9418, 0.3691, lift_point: 0.9418, 0.3691", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74352_2.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of the United States; The action is #DUAL_POINT#; touch_point: 0.9165, 0.3032, lift_point: 0.9165, 0.3032; The action is #DUAL_POINT#; touch_point: 0.9418, 0.3691, lift_point: 0.9418, 0.3691", "response": "The action is #DUAL_POINT#; touch_point: 0.9481, 0.452, lift_point: 0.9481, 0.452", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74352_3.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of the United States; The action is #DUAL_POINT#; touch_point: 0.9165, 0.3032, lift_point: 0.9165, 0.3032; The action is #DUAL_POINT#; touch_point: 0.9418, 0.3691, lift_point: 0.9418, 0.3691; The action is #DUAL_POINT#; touch_point: 0.9481, 0.452, lift_point: 0.9481, 0.452", "response": "The action is #DUAL_POINT#; touch_point: 0.0578, 0.2436, lift_point: 0.0578, 0.2436", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74352_4.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of the United States; The action is #DUAL_POINT#; touch_point: 0.9165, 0.3032, lift_point: 0.9165, 0.3032; The action is #DUAL_POINT#; touch_point: 0.9418, 0.3691, lift_point: 0.9418, 0.3691; The action is #DUAL_POINT#; touch_point: 0.9481, 0.452, lift_point: 0.9481, 0.452; The action is #DUAL_POINT#; touch_point: 0.0578, 0.2436, lift_point: 0.0578, 0.2436", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Google the capital of the United States\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74352_5.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of the United States; The action is #DUAL_POINT#; touch_point: 0.9165, 0.3032, lift_point: 0.9165, 0.3032; The action is #DUAL_POINT#; touch_point: 0.9418, 0.3691, lift_point: 0.9418, 0.3691; The action is #DUAL_POINT#; touch_point: 0.9481, 0.452, lift_point: 0.9481, 0.452; The action is #DUAL_POINT#; touch_point: 0.0578, 0.2436, lift_point: 0.0578, 0.2436; The action is #TYPE#; And the content is : \"typed_text\": \"Google the capital of the United States\"", "response": "The action is #DUAL_POINT#; touch_point: 0.7726, 0.7532, lift_point: 0.7726, 0.7532", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74352_6.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of the United States; The action is #DUAL_POINT#; touch_point: 0.9165, 0.3032, lift_point: 0.9165, 0.3032; The action is #DUAL_POINT#; touch_point: 0.9418, 0.3691, lift_point: 0.9418, 0.3691; The action is #DUAL_POINT#; touch_point: 0.9481, 0.452, lift_point: 0.9481, 0.452; The action is #DUAL_POINT#; touch_point: 0.0578, 0.2436, lift_point: 0.0578, 0.2436; The action is #TYPE#; And the content is : \"typed_text\": \"Google the capital of the United States\"; The action is #DUAL_POINT#; touch_point: 0.7726, 0.7532, lift_point: 0.7726, 0.7532", "response": "The action is #DUAL_POINT#; touch_point: 0.1146, 0.4143, lift_point: 0.1146, 0.4143", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74352_7.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of the United States; The action is #DUAL_POINT#; touch_point: 0.9165, 0.3032, lift_point: 0.9165, 0.3032; The action is #DUAL_POINT#; touch_point: 0.9418, 0.3691, lift_point: 0.9418, 0.3691; The action is #DUAL_POINT#; touch_point: 0.9481, 0.452, lift_point: 0.9481, 0.452; The action is #DUAL_POINT#; touch_point: 0.0578, 0.2436, lift_point: 0.0578, 0.2436; The action is #TYPE#; And the content is : \"typed_text\": \"Google the capital of the United States\"; The action is #DUAL_POINT#; touch_point: 0.7726, 0.7532, lift_point: 0.7726, 0.7532; The action is #DUAL_POINT#; touch_point: 0.1146, 0.4143, lift_point: 0.1146, 0.4143", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74352_8.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email inbox", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74389_1.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email inbox; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74389_2.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email inbox; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.178, 0.3729, lift_point: 0.178, 0.3729", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74389_3.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email inbox; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.178, 0.3729, lift_point: 0.178, 0.3729", "response": "The action is #DUAL_POINT#; touch_point: 0.956, 0.4835, lift_point: 0.956, 0.4835", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74389_4.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email inbox; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.178, 0.3729, lift_point: 0.178, 0.3729; The action is #DUAL_POINT#; touch_point: 0.956, 0.4835, lift_point: 0.956, 0.4835", "response": "The action is #DUAL_POINT#; touch_point: 0.9521, 0.559, lift_point: 0.9521, 0.559", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74389_5.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email inbox; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.178, 0.3729, lift_point: 0.178, 0.3729; The action is #DUAL_POINT#; touch_point: 0.956, 0.4835, lift_point: 0.956, 0.4835; The action is #DUAL_POINT#; touch_point: 0.9521, 0.559, lift_point: 0.9521, 0.559", "response": "The action is #DUAL_POINT#; touch_point: 0.4178, 0.895, lift_point: 0.4178, 0.895", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74389_6.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email inbox; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.178, 0.3729, lift_point: 0.178, 0.3729; The action is #DUAL_POINT#; touch_point: 0.956, 0.4835, lift_point: 0.956, 0.4835; The action is #DUAL_POINT#; touch_point: 0.9521, 0.559, lift_point: 0.9521, 0.559; The action is #DUAL_POINT#; touch_point: 0.4178, 0.895, lift_point: 0.4178, 0.895", "response": "The action is #DUAL_POINT#; touch_point: 0.5664, 0.7445, lift_point: 0.5664, 0.7445", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74389_7.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email inbox; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.178, 0.3729, lift_point: 0.178, 0.3729; The action is #DUAL_POINT#; touch_point: 0.956, 0.4835, lift_point: 0.956, 0.4835; The action is #DUAL_POINT#; touch_point: 0.9521, 0.559, lift_point: 0.9521, 0.559; The action is #DUAL_POINT#; touch_point: 0.4178, 0.895, lift_point: 0.4178, 0.895; The action is #DUAL_POINT#; touch_point: 0.5664, 0.7445, lift_point: 0.5664, 0.7445", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74389_8.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Twitter app", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74441_1.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Twitter app; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74441_2.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Twitter app; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.804, 0.3677, lift_point: 0.804, 0.3677", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74441_3.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Twitter app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.804, 0.3677, lift_point: 0.804, 0.3677", "response": "The action is #DUAL_POINT#; touch_point: 0.0591, 0.8029, lift_point: 0.0591, 0.8029", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74441_4.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Twitter app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.804, 0.3677, lift_point: 0.804, 0.3677; The action is #DUAL_POINT#; touch_point: 0.0591, 0.8029, lift_point: 0.0591, 0.8029", "response": "The action is #DUAL_POINT#; touch_point: 0.0896, 0.3765, lift_point: 0.0896, 0.3765", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74441_5.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Twitter app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.804, 0.3677, lift_point: 0.804, 0.3677; The action is #DUAL_POINT#; touch_point: 0.0591, 0.8029, lift_point: 0.0591, 0.8029; The action is #DUAL_POINT#; touch_point: 0.0896, 0.3765, lift_point: 0.0896, 0.3765", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"twitter\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74441_6.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Twitter app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.804, 0.3677, lift_point: 0.804, 0.3677; The action is #DUAL_POINT#; touch_point: 0.0591, 0.8029, lift_point: 0.0591, 0.8029; The action is #DUAL_POINT#; touch_point: 0.0896, 0.3765, lift_point: 0.0896, 0.3765; The action is #TYPE#; And the content is : \"typed_text\": \"twitter\"", "response": "The action is #DUAL_POINT#; touch_point: 0.121, 0.2468, lift_point: 0.121, 0.2468", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74441_7.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Twitter app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.804, 0.3677, lift_point: 0.804, 0.3677; The action is #DUAL_POINT#; touch_point: 0.0591, 0.8029, lift_point: 0.0591, 0.8029; The action is #DUAL_POINT#; touch_point: 0.0896, 0.3765, lift_point: 0.0896, 0.3765; The action is #TYPE#; And the content is : \"typed_text\": \"twitter\"; The action is #DUAL_POINT#; touch_point: 0.121, 0.2468, lift_point: 0.121, 0.2468", "response": "The action is #DUAL_POINT#; touch_point: 0.1461, 0.7832, lift_point: 0.1461, 0.7832", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74441_8.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Twitter app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.804, 0.3677, lift_point: 0.804, 0.3677; The action is #DUAL_POINT#; touch_point: 0.0591, 0.8029, lift_point: 0.0591, 0.8029; The action is #DUAL_POINT#; touch_point: 0.0896, 0.3765, lift_point: 0.0896, 0.3765; The action is #TYPE#; And the content is : \"typed_text\": \"twitter\"; The action is #DUAL_POINT#; touch_point: 0.121, 0.2468, lift_point: 0.121, 0.2468; The action is #DUAL_POINT#; touch_point: 0.1461, 0.7832, lift_point: 0.1461, 0.7832", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74441_9.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in San Francisco", "response": "The action is #DUAL_POINT#; touch_point: 0.9596, 0.3367, lift_point: 0.9596, 0.3367", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74447_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in San Francisco; The action is #DUAL_POINT#; touch_point: 0.9596, 0.3367, lift_point: 0.9596, 0.3367", "response": "The action is #DUAL_POINT#; touch_point: 0.9539, 0.3271, lift_point: 0.9539, 0.3271", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74447_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in San Francisco; The action is #DUAL_POINT#; touch_point: 0.9596, 0.3367, lift_point: 0.9596, 0.3367; The action is #DUAL_POINT#; touch_point: 0.9539, 0.3271, lift_point: 0.9539, 0.3271", "response": "The action is #DUAL_POINT#; touch_point: 0.0606, 0.2699, lift_point: 0.0606, 0.2699", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74447_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in San Francisco; The action is #DUAL_POINT#; touch_point: 0.9596, 0.3367, lift_point: 0.9596, 0.3367; The action is #DUAL_POINT#; touch_point: 0.9539, 0.3271, lift_point: 0.9539, 0.3271; The action is #DUAL_POINT#; touch_point: 0.0606, 0.2699, lift_point: 0.0606, 0.2699", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in San Francisco\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74447_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in San Francisco; The action is #DUAL_POINT#; touch_point: 0.9596, 0.3367, lift_point: 0.9596, 0.3367; The action is #DUAL_POINT#; touch_point: 0.9539, 0.3271, lift_point: 0.9539, 0.3271; The action is #DUAL_POINT#; touch_point: 0.0606, 0.2699, lift_point: 0.0606, 0.2699; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in San Francisco\"", "response": "The action is #DUAL_POINT#; touch_point: 0.11, 0.401, lift_point: 0.11, 0.401", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74447_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in San Francisco; The action is #DUAL_POINT#; touch_point: 0.9596, 0.3367, lift_point: 0.9596, 0.3367; The action is #DUAL_POINT#; touch_point: 0.9539, 0.3271, lift_point: 0.9539, 0.3271; The action is #DUAL_POINT#; touch_point: 0.0606, 0.2699, lift_point: 0.0606, 0.2699; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in San Francisco\"; The action is #DUAL_POINT#; touch_point: 0.11, 0.401, lift_point: 0.11, 0.401", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74447_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Phoenix?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74501_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Phoenix?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.9191, 0.4716, lift_point: 0.9191, 0.4716", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74501_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Phoenix?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.9191, 0.4716, lift_point: 0.9191, 0.4716", "response": "The action is #DUAL_POINT#; touch_point: 0.0544, 0.3762, lift_point: 0.0544, 0.3762", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74501_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Phoenix?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.9191, 0.4716, lift_point: 0.9191, 0.4716; The action is #DUAL_POINT#; touch_point: 0.0544, 0.3762, lift_point: 0.0544, 0.3762", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Phoenix?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74501_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Phoenix?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.9191, 0.4716, lift_point: 0.9191, 0.4716; The action is #DUAL_POINT#; touch_point: 0.0544, 0.3762, lift_point: 0.0544, 0.3762; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Phoenix?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1142, 0.4282, lift_point: 0.1142, 0.4282", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74501_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Phoenix?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.9191, 0.4716, lift_point: 0.9191, 0.4716; The action is #DUAL_POINT#; touch_point: 0.0544, 0.3762, lift_point: 0.0544, 0.3762; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Phoenix?\"; The action is #DUAL_POINT#; touch_point: 0.1142, 0.4282, lift_point: 0.1142, 0.4282", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74501_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in India?", "response": "The action is #DUAL_POINT#; touch_point: 0.9573, 0.3885, lift_point: 0.9573, 0.3885", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74540_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in India?; The action is #DUAL_POINT#; touch_point: 0.9573, 0.3885, lift_point: 0.9573, 0.3885", "response": "The action is #DUAL_POINT#; touch_point: 0.0576, 0.4132, lift_point: 0.0576, 0.4132", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74540_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in India?; The action is #DUAL_POINT#; touch_point: 0.9573, 0.3885, lift_point: 0.9573, 0.3885; The action is #DUAL_POINT#; touch_point: 0.0576, 0.4132, lift_point: 0.0576, 0.4132", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in India?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74540_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in India?; The action is #DUAL_POINT#; touch_point: 0.9573, 0.3885, lift_point: 0.9573, 0.3885; The action is #DUAL_POINT#; touch_point: 0.0576, 0.4132, lift_point: 0.0576, 0.4132; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in India?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1291, 0.595, lift_point: 0.1291, 0.595", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74540_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in India?; The action is #DUAL_POINT#; touch_point: 0.9573, 0.3885, lift_point: 0.9573, 0.3885; The action is #DUAL_POINT#; touch_point: 0.0576, 0.4132, lift_point: 0.0576, 0.4132; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in India?\"; The action is #DUAL_POINT#; touch_point: 0.1291, 0.595, lift_point: 0.1291, 0.595", "response": "The action is #DUAL_POINT#; touch_point: 0.3197, 0.3789, lift_point: 0.3197, 0.3789", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74540_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in India?; The action is #DUAL_POINT#; touch_point: 0.9573, 0.3885, lift_point: 0.9573, 0.3885; The action is #DUAL_POINT#; touch_point: 0.0576, 0.4132, lift_point: 0.0576, 0.4132; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in India?\"; The action is #DUAL_POINT#; touch_point: 0.1291, 0.595, lift_point: 0.1291, 0.595; The action is #DUAL_POINT#; touch_point: 0.3197, 0.3789, lift_point: 0.3197, 0.3789", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74540_6.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Home Depot?", "response": "The action is #DUAL_POINT#; touch_point: 0.9531, 0.4794, lift_point: 0.9531, 0.4794", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74555_1.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Home Depot?; The action is #DUAL_POINT#; touch_point: 0.9531, 0.4794, lift_point: 0.9531, 0.4794", "response": "The action is #DUAL_POINT#; touch_point: 0.0665, 0.273, lift_point: 0.0665, 0.273", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74555_2.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Home Depot?; The action is #DUAL_POINT#; touch_point: 0.9531, 0.4794, lift_point: 0.9531, 0.4794; The action is #DUAL_POINT#; touch_point: 0.0665, 0.273, lift_point: 0.0665, 0.273", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Home Depot?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74555_3.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Home Depot?; The action is #DUAL_POINT#; touch_point: 0.9531, 0.4794, lift_point: 0.9531, 0.4794; The action is #DUAL_POINT#; touch_point: 0.0665, 0.273, lift_point: 0.0665, 0.273; The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Home Depot?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.6992, 0.5088, lift_point: 0.6992, 0.5088", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74555_4.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Home Depot?; The action is #DUAL_POINT#; touch_point: 0.9531, 0.4794, lift_point: 0.9531, 0.4794; The action is #DUAL_POINT#; touch_point: 0.0665, 0.273, lift_point: 0.0665, 0.273; The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Home Depot?\"; The action is #DUAL_POINT#; touch_point: 0.6992, 0.5088, lift_point: 0.6992, 0.5088", "response": "The action is #DUAL_POINT#; touch_point: 0.1294, 0.5932, lift_point: 0.1294, 0.5932", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74555_5.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Home Depot?; The action is #DUAL_POINT#; touch_point: 0.9531, 0.4794, lift_point: 0.9531, 0.4794; The action is #DUAL_POINT#; touch_point: 0.0665, 0.273, lift_point: 0.0665, 0.273; The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Home Depot?\"; The action is #DUAL_POINT#; touch_point: 0.6992, 0.5088, lift_point: 0.6992, 0.5088; The action is #DUAL_POINT#; touch_point: 0.1294, 0.5932, lift_point: 0.1294, 0.5932", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74555_6.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a3 bedroom apartment rent for in Portland?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74564_1.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a3 bedroom apartment rent for in Portland?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.932, 0.3745, lift_point: 0.932, 0.3745", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74564_2.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a3 bedroom apartment rent for in Portland?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.932, 0.3745, lift_point: 0.932, 0.3745", "response": "The action is #DUAL_POINT#; touch_point: 0.9368, 0.3616, lift_point: 0.9368, 0.3616", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74564_3.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a3 bedroom apartment rent for in Portland?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.932, 0.3745, lift_point: 0.932, 0.3745; The action is #DUAL_POINT#; touch_point: 0.9368, 0.3616, lift_point: 0.9368, 0.3616", "response": "The action is #DUAL_POINT#; touch_point: 0.9319, 0.3459, lift_point: 0.9319, 0.3459", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74564_4.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a3 bedroom apartment rent for in Portland?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.932, 0.3745, lift_point: 0.932, 0.3745; The action is #DUAL_POINT#; touch_point: 0.9368, 0.3616, lift_point: 0.9368, 0.3616; The action is #DUAL_POINT#; touch_point: 0.9319, 0.3459, lift_point: 0.9319, 0.3459", "response": "The action is #DUAL_POINT#; touch_point: 0.0596, 0.2721, lift_point: 0.0596, 0.2721", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74564_5.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a3 bedroom apartment rent for in Portland?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.932, 0.3745, lift_point: 0.932, 0.3745; The action is #DUAL_POINT#; touch_point: 0.9368, 0.3616, lift_point: 0.9368, 0.3616; The action is #DUAL_POINT#; touch_point: 0.9319, 0.3459, lift_point: 0.9319, 0.3459; The action is #DUAL_POINT#; touch_point: 0.0596, 0.2721, lift_point: 0.0596, 0.2721", "response": "The action is #DUAL_POINT#; touch_point: 0.1466, 0.6255, lift_point: 0.1466, 0.6255", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74564_6.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a3 bedroom apartment rent for in Portland?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.932, 0.3745, lift_point: 0.932, 0.3745; The action is #DUAL_POINT#; touch_point: 0.9368, 0.3616, lift_point: 0.9368, 0.3616; The action is #DUAL_POINT#; touch_point: 0.9319, 0.3459, lift_point: 0.9319, 0.3459; The action is #DUAL_POINT#; touch_point: 0.0596, 0.2721, lift_point: 0.0596, 0.2721; The action is #DUAL_POINT#; touch_point: 0.1466, 0.6255, lift_point: 0.1466, 0.6255", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74564_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in San Jose?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74581_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in San Jose?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.9469, 0.433, lift_point: 0.9469, 0.433", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74581_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in San Jose?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.9469, 0.433, lift_point: 0.9469, 0.433", "response": "The action is #DUAL_POINT#; touch_point: 0.0746, 0.2911, lift_point: 0.0746, 0.2911", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74581_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in San Jose?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.9469, 0.433, lift_point: 0.9469, 0.433; The action is #DUAL_POINT#; touch_point: 0.0746, 0.2911, lift_point: 0.0746, 0.2911", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in San Jose?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74581_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in San Jose?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.9469, 0.433, lift_point: 0.9469, 0.433; The action is #DUAL_POINT#; touch_point: 0.0746, 0.2911, lift_point: 0.0746, 0.2911; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in San Jose?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1308, 0.5986, lift_point: 0.1308, 0.5986", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74581_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in San Jose?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.9469, 0.433, lift_point: 0.9469, 0.433; The action is #DUAL_POINT#; touch_point: 0.0746, 0.2911, lift_point: 0.0746, 0.2911; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in San Jose?\"; The action is #DUAL_POINT#; touch_point: 0.1308, 0.5986, lift_point: 0.1308, 0.5986", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74581_6.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Miami?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74638_1.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Miami?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7785, 0.668, lift_point: 0.7785, 0.668", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74638_2.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Miami?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7785, 0.668, lift_point: 0.7785, 0.668", "response": "The action is #DUAL_POINT#; touch_point: 0.0584, 0.6236, lift_point: 0.0584, 0.6236", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74638_3.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Miami?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7785, 0.668, lift_point: 0.7785, 0.668; The action is #DUAL_POINT#; touch_point: 0.0584, 0.6236, lift_point: 0.0584, 0.6236", "response": "The action is #DUAL_POINT#; touch_point: 0.0589, 0.9304, lift_point: 0.0589, 0.9304", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74638_4.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Miami?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7785, 0.668, lift_point: 0.7785, 0.668; The action is #DUAL_POINT#; touch_point: 0.0584, 0.6236, lift_point: 0.0584, 0.6236; The action is #DUAL_POINT#; touch_point: 0.0589, 0.9304, lift_point: 0.0589, 0.9304", "response": "The action is #DUAL_POINT#; touch_point: 0.0563, 0.4573, lift_point: 0.0563, 0.4573", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74638_5.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Miami?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7785, 0.668, lift_point: 0.7785, 0.668; The action is #DUAL_POINT#; touch_point: 0.0584, 0.6236, lift_point: 0.0584, 0.6236; The action is #DUAL_POINT#; touch_point: 0.0589, 0.9304, lift_point: 0.0589, 0.9304; The action is #DUAL_POINT#; touch_point: 0.0563, 0.4573, lift_point: 0.0563, 0.4573", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"how much does a 3 bedroom apartment rent for in miami?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74638_6.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Miami?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7785, 0.668, lift_point: 0.7785, 0.668; The action is #DUAL_POINT#; touch_point: 0.0584, 0.6236, lift_point: 0.0584, 0.6236; The action is #DUAL_POINT#; touch_point: 0.0589, 0.9304, lift_point: 0.0589, 0.9304; The action is #DUAL_POINT#; touch_point: 0.0563, 0.4573, lift_point: 0.0563, 0.4573; The action is #TYPE#; And the content is : \"typed_text\": \"how much does a 3 bedroom apartment rent for in miami?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1254, 0.6256, lift_point: 0.1254, 0.6256", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74638_7.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Miami?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7785, 0.668, lift_point: 0.7785, 0.668; The action is #DUAL_POINT#; touch_point: 0.0584, 0.6236, lift_point: 0.0584, 0.6236; The action is #DUAL_POINT#; touch_point: 0.0589, 0.9304, lift_point: 0.0589, 0.9304; The action is #DUAL_POINT#; touch_point: 0.0563, 0.4573, lift_point: 0.0563, 0.4573; The action is #TYPE#; And the content is : \"typed_text\": \"how much does a 3 bedroom apartment rent for in miami?\"; The action is #DUAL_POINT#; touch_point: 0.1254, 0.6256, lift_point: 0.1254, 0.6256", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74638_8.png" ] }, { "query": "\nPrevious Actions: Goal: Search for top rated sushi restaurant", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74787_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for top rated sushi restaurant; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3644, 0.4923, lift_point: 0.3644, 0.4923", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74787_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for top rated sushi restaurant; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3644, 0.4923, lift_point: 0.3644, 0.4923", "response": "The action is #DUAL_POINT#; touch_point: 0.0417, 0.4664, lift_point: 0.0417, 0.4664", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74787_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for top rated sushi restaurant; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3644, 0.4923, lift_point: 0.3644, 0.4923; The action is #DUAL_POINT#; touch_point: 0.0417, 0.4664, lift_point: 0.0417, 0.4664", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"top rated sushi restaurant\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74787_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for top rated sushi restaurant; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3644, 0.4923, lift_point: 0.3644, 0.4923; The action is #DUAL_POINT#; touch_point: 0.0417, 0.4664, lift_point: 0.0417, 0.4664; The action is #TYPE#; And the content is : \"typed_text\": \"top rated sushi restaurant\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74787_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for top rated sushi restaurant; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3644, 0.4923, lift_point: 0.3644, 0.4923; The action is #DUAL_POINT#; touch_point: 0.0417, 0.4664, lift_point: 0.0417, 0.4664; The action is #TYPE#; And the content is : \"typed_text\": \"top rated sushi restaurant\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74787_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Paris", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74851_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Paris; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3472, 0.4705, lift_point: 0.3472, 0.4705", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74851_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Paris; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3472, 0.4705, lift_point: 0.3472, 0.4705", "response": "The action is #DUAL_POINT#; touch_point: 0.3276, 0.4877, lift_point: 0.3276, 0.4877", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74851_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Paris; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3472, 0.4705, lift_point: 0.3472, 0.4705; The action is #DUAL_POINT#; touch_point: 0.3276, 0.4877, lift_point: 0.3276, 0.4877", "response": "The action is #DUAL_POINT#; touch_point: 0.3288, 0.4957, lift_point: 0.3288, 0.4957", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74851_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Paris; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3472, 0.4705, lift_point: 0.3472, 0.4705; The action is #DUAL_POINT#; touch_point: 0.3276, 0.4877, lift_point: 0.3276, 0.4877; The action is #DUAL_POINT#; touch_point: 0.3288, 0.4957, lift_point: 0.3288, 0.4957", "response": "The action is #DUAL_POINT#; touch_point: 0.3312, 0.5062, lift_point: 0.3312, 0.5062", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74851_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Paris; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3472, 0.4705, lift_point: 0.3472, 0.4705; The action is #DUAL_POINT#; touch_point: 0.3276, 0.4877, lift_point: 0.3276, 0.4877; The action is #DUAL_POINT#; touch_point: 0.3288, 0.4957, lift_point: 0.3288, 0.4957; The action is #DUAL_POINT#; touch_point: 0.3312, 0.5062, lift_point: 0.3312, 0.5062", "response": "The action is #DUAL_POINT#; touch_point: 0.0544, 0.5036, lift_point: 0.0544, 0.5036", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74851_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Paris; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3472, 0.4705, lift_point: 0.3472, 0.4705; The action is #DUAL_POINT#; touch_point: 0.3276, 0.4877, lift_point: 0.3276, 0.4877; The action is #DUAL_POINT#; touch_point: 0.3288, 0.4957, lift_point: 0.3288, 0.4957; The action is #DUAL_POINT#; touch_point: 0.3312, 0.5062, lift_point: 0.3312, 0.5062; The action is #DUAL_POINT#; touch_point: 0.0544, 0.5036, lift_point: 0.0544, 0.5036", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Paris\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74851_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Paris; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3472, 0.4705, lift_point: 0.3472, 0.4705; The action is #DUAL_POINT#; touch_point: 0.3276, 0.4877, lift_point: 0.3276, 0.4877; The action is #DUAL_POINT#; touch_point: 0.3288, 0.4957, lift_point: 0.3288, 0.4957; The action is #DUAL_POINT#; touch_point: 0.3312, 0.5062, lift_point: 0.3312, 0.5062; The action is #DUAL_POINT#; touch_point: 0.0544, 0.5036, lift_point: 0.0544, 0.5036; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Paris\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74851_8.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Paris; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3472, 0.4705, lift_point: 0.3472, 0.4705; The action is #DUAL_POINT#; touch_point: 0.3276, 0.4877, lift_point: 0.3276, 0.4877; The action is #DUAL_POINT#; touch_point: 0.3288, 0.4957, lift_point: 0.3288, 0.4957; The action is #DUAL_POINT#; touch_point: 0.3312, 0.5062, lift_point: 0.3312, 0.5062; The action is #DUAL_POINT#; touch_point: 0.0544, 0.5036, lift_point: 0.0544, 0.5036; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Paris\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74851_9.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in San Diego", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74865_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in San Diego; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74865_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in San Diego; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.331, 0.4986, lift_point: 0.331, 0.4986", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74865_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in San Diego; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.331, 0.4986, lift_point: 0.331, 0.4986", "response": "The action is #DUAL_POINT#; touch_point: 0.0643, 0.4415, lift_point: 0.0643, 0.4415", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74865_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in San Diego; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.331, 0.4986, lift_point: 0.331, 0.4986; The action is #DUAL_POINT#; touch_point: 0.0643, 0.4415, lift_point: 0.0643, 0.4415", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in San Diego\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74865_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in San Diego; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.331, 0.4986, lift_point: 0.331, 0.4986; The action is #DUAL_POINT#; touch_point: 0.0643, 0.4415, lift_point: 0.0643, 0.4415; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in San Diego\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74865_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in San Diego; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.331, 0.4986, lift_point: 0.331, 0.4986; The action is #DUAL_POINT#; touch_point: 0.0643, 0.4415, lift_point: 0.0643, 0.4415; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in San Diego\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74865_7.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the HisenseTV cost?", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74912_1.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the HisenseTV cost?; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3427, 0.4952, lift_point: 0.3427, 0.4952", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74912_2.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the HisenseTV cost?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3427, 0.4952, lift_point: 0.3427, 0.4952", "response": "The action is #DUAL_POINT#; touch_point: 0.0708, 0.3888, lift_point: 0.0708, 0.3888", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74912_3.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the HisenseTV cost?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3427, 0.4952, lift_point: 0.3427, 0.4952; The action is #DUAL_POINT#; touch_point: 0.0708, 0.3888, lift_point: 0.0708, 0.3888", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does the HisenseTV cost?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74912_4.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the HisenseTV cost?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3427, 0.4952, lift_point: 0.3427, 0.4952; The action is #DUAL_POINT#; touch_point: 0.0708, 0.3888, lift_point: 0.0708, 0.3888; The action is #TYPE#; And the content is : \"typed_text\": \"How much does the HisenseTV cost?\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74912_5.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the HisenseTV cost?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3427, 0.4952, lift_point: 0.3427, 0.4952; The action is #DUAL_POINT#; touch_point: 0.0708, 0.3888, lift_point: 0.0708, 0.3888; The action is #TYPE#; And the content is : \"typed_text\": \"How much does the HisenseTV cost?\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74912_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new skincare product", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74920_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new skincare product; The action is #PRESS_HOME#", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74920_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new skincare product; The action is #PRESS_HOME#; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74920_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new skincare product; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3282, 0.5012, lift_point: 0.3282, 0.5012", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74920_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new skincare product; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3282, 0.5012, lift_point: 0.3282, 0.5012", "response": "The action is #DUAL_POINT#; touch_point: 0.0749, 0.3695, lift_point: 0.0749, 0.3695", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74920_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new skincare product; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3282, 0.5012, lift_point: 0.3282, 0.5012; The action is #DUAL_POINT#; touch_point: 0.0749, 0.3695, lift_point: 0.0749, 0.3695", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"new skincare product\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74920_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new skincare product; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3282, 0.5012, lift_point: 0.3282, 0.5012; The action is #DUAL_POINT#; touch_point: 0.0749, 0.3695, lift_point: 0.0749, 0.3695; The action is #TYPE#; And the content is : \"typed_text\": \"new skincare product\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74920_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new skincare product; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3282, 0.5012, lift_point: 0.3282, 0.5012; The action is #DUAL_POINT#; touch_point: 0.0749, 0.3695, lift_point: 0.0749, 0.3695; The action is #TYPE#; And the content is : \"typed_text\": \"new skincare product\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/74920_8.png" ] }, { "query": "\nPrevious Actions: Goal: Search for 5 star sushi restaurants on Maps", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/75077_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for 5 star sushi restaurants on Maps; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.6657, 0.3626, lift_point: 0.6657, 0.3626", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/75077_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for 5 star sushi restaurants on Maps; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6657, 0.3626, lift_point: 0.6657, 0.3626", "response": "The action is #DUAL_POINT#; touch_point: 0.0619, 0.7812, lift_point: 0.0619, 0.7812", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/75077_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for 5 star sushi restaurants on Maps; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6657, 0.3626, lift_point: 0.6657, 0.3626; The action is #DUAL_POINT#; touch_point: 0.0619, 0.7812, lift_point: 0.0619, 0.7812", "response": "The action is #DUAL_POINT#; touch_point: 0.0695, 0.3296, lift_point: 0.0695, 0.3296", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/75077_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for 5 star sushi restaurants on Maps; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6657, 0.3626, lift_point: 0.6657, 0.3626; The action is #DUAL_POINT#; touch_point: 0.0619, 0.7812, lift_point: 0.0619, 0.7812; The action is #DUAL_POINT#; touch_point: 0.0695, 0.3296, lift_point: 0.0695, 0.3296", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"5 star sushi restaurants\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/75077_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for 5 star sushi restaurants on Maps; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6657, 0.3626, lift_point: 0.6657, 0.3626; The action is #DUAL_POINT#; touch_point: 0.0619, 0.7812, lift_point: 0.0619, 0.7812; The action is #DUAL_POINT#; touch_point: 0.0695, 0.3296, lift_point: 0.0695, 0.3296; The action is #TYPE#; And the content is : \"typed_text\": \"5 star sushi restaurants\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/75077_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for 5 star sushi restaurants on Maps; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6657, 0.3626, lift_point: 0.6657, 0.3626; The action is #DUAL_POINT#; touch_point: 0.0619, 0.7812, lift_point: 0.0619, 0.7812; The action is #DUAL_POINT#; touch_point: 0.0695, 0.3296, lift_point: 0.0695, 0.3296; The action is #TYPE#; And the content is : \"typed_text\": \"5 star sushi restaurants\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/75077_7.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Ariana Grande video on YouTube", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/75127_1.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Ariana Grande video on YouTube; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.9374, 0.3882, lift_point: 0.9374, 0.3882", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/75127_2.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Ariana Grande video on YouTube; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9374, 0.3882, lift_point: 0.9374, 0.3882", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/75127_3.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Ariana Grande video on YouTube; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9374, 0.3882, lift_point: 0.9374, 0.3882; The action is #Scrolling Up#", "response": "The action is #DUAL_POINT#; touch_point: 0.6396, 0.4336, lift_point: 0.6396, 0.4336", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/75127_4.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Ariana Grande video on YouTube; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9374, 0.3882, lift_point: 0.9374, 0.3882; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.6396, 0.4336, lift_point: 0.6396, 0.4336", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/75127_5.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Ariana Grande video on YouTube; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9374, 0.3882, lift_point: 0.9374, 0.3882; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.6396, 0.4336, lift_point: 0.6396, 0.4336; The action is #Scrolling Up#", "response": "The action is #DUAL_POINT#; touch_point: 0.0712, 0.6123, lift_point: 0.0712, 0.6123", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/75127_6.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Ariana Grande video on YouTube; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9374, 0.3882, lift_point: 0.9374, 0.3882; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.6396, 0.4336, lift_point: 0.6396, 0.4336; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0712, 0.6123, lift_point: 0.0712, 0.6123", "response": "The action is #DUAL_POINT#; touch_point: 0.0396, 0.6168, lift_point: 0.0396, 0.6168", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/75127_7.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Ariana Grande video on YouTube; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9374, 0.3882, lift_point: 0.9374, 0.3882; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.6396, 0.4336, lift_point: 0.6396, 0.4336; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0712, 0.6123, lift_point: 0.0712, 0.6123; The action is #DUAL_POINT#; touch_point: 0.0396, 0.6168, lift_point: 0.0396, 0.6168", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/75127_8.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Ariana Grande video on YouTube; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9374, 0.3882, lift_point: 0.9374, 0.3882; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.6396, 0.4336, lift_point: 0.6396, 0.4336; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0712, 0.6123, lift_point: 0.0712, 0.6123; The action is #DUAL_POINT#; touch_point: 0.0396, 0.6168, lift_point: 0.0396, 0.6168; The action is #Scrolling Down#", "response": "The action is #PRESS_BACK#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/75127_9.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Ariana Grande video on YouTube; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9374, 0.3882, lift_point: 0.9374, 0.3882; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.6396, 0.4336, lift_point: 0.6396, 0.4336; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0712, 0.6123, lift_point: 0.0712, 0.6123; The action is #DUAL_POINT#; touch_point: 0.0396, 0.6168, lift_point: 0.0396, 0.6168; The action is #Scrolling Down#; The action is #PRESS_BACK#", "response": "The action is #DUAL_POINT#; touch_point: 0.0662, 0.8267, lift_point: 0.0662, 0.8267", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/75127_10.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Ariana Grande video on YouTube; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9374, 0.3882, lift_point: 0.9374, 0.3882; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.6396, 0.4336, lift_point: 0.6396, 0.4336; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0712, 0.6123, lift_point: 0.0712, 0.6123; The action is #DUAL_POINT#; touch_point: 0.0396, 0.6168, lift_point: 0.0396, 0.6168; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.0662, 0.8267, lift_point: 0.0662, 0.8267", "response": "The action is #TYPE#; And the content is : \"typed_text\": \" Ariana Grande\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/75127_11.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Ariana Grande video on YouTube; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9374, 0.3882, lift_point: 0.9374, 0.3882; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.6396, 0.4336, lift_point: 0.6396, 0.4336; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0712, 0.6123, lift_point: 0.0712, 0.6123; The action is #DUAL_POINT#; touch_point: 0.0396, 0.6168, lift_point: 0.0396, 0.6168; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.0662, 0.8267, lift_point: 0.0662, 0.8267; The action is #TYPE#; And the content is : \"typed_text\": \" Ariana Grande\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/75127_12.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Ariana Grande video on YouTube; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9374, 0.3882, lift_point: 0.9374, 0.3882; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.6396, 0.4336, lift_point: 0.6396, 0.4336; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0712, 0.6123, lift_point: 0.0712, 0.6123; The action is #DUAL_POINT#; touch_point: 0.0396, 0.6168, lift_point: 0.0396, 0.6168; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.0662, 0.8267, lift_point: 0.0662, 0.8267; The action is #TYPE#; And the content is : \"typed_text\": \" Ariana Grande\"; The action is #PRESS_ENTER#", "response": "The action is #DUAL_POINT#; touch_point: 0.6132, 0.2649, lift_point: 0.6132, 0.2649", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/75127_13.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Ariana Grande video on YouTube; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9374, 0.3882, lift_point: 0.9374, 0.3882; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.6396, 0.4336, lift_point: 0.6396, 0.4336; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0712, 0.6123, lift_point: 0.0712, 0.6123; The action is #DUAL_POINT#; touch_point: 0.0396, 0.6168, lift_point: 0.0396, 0.6168; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.0662, 0.8267, lift_point: 0.0662, 0.8267; The action is #TYPE#; And the content is : \"typed_text\": \" Ariana Grande\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.6132, 0.2649, lift_point: 0.6132, 0.2649", "response": "The action is #DUAL_POINT#; touch_point: 0.0945, 0.366, lift_point: 0.0945, 0.366", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/75127_14.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Ariana Grande video on YouTube; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9374, 0.3882, lift_point: 0.9374, 0.3882; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.6396, 0.4336, lift_point: 0.6396, 0.4336; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0712, 0.6123, lift_point: 0.0712, 0.6123; The action is #DUAL_POINT#; touch_point: 0.0396, 0.6168, lift_point: 0.0396, 0.6168; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.0662, 0.8267, lift_point: 0.0662, 0.8267; The action is #TYPE#; And the content is : \"typed_text\": \" Ariana Grande\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.6132, 0.2649, lift_point: 0.6132, 0.2649; The action is #DUAL_POINT#; touch_point: 0.0945, 0.366, lift_point: 0.0945, 0.366", "response": "The action is #DUAL_POINT#; touch_point: 0.2091, 0.3261, lift_point: 0.2091, 0.3261", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/75127_15.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Ariana Grande video on YouTube; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9374, 0.3882, lift_point: 0.9374, 0.3882; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.6396, 0.4336, lift_point: 0.6396, 0.4336; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0712, 0.6123, lift_point: 0.0712, 0.6123; The action is #DUAL_POINT#; touch_point: 0.0396, 0.6168, lift_point: 0.0396, 0.6168; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.0662, 0.8267, lift_point: 0.0662, 0.8267; The action is #TYPE#; And the content is : \"typed_text\": \" Ariana Grande\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.6132, 0.2649, lift_point: 0.6132, 0.2649; The action is #DUAL_POINT#; touch_point: 0.0945, 0.366, lift_point: 0.0945, 0.366; The action is #DUAL_POINT#; touch_point: 0.2091, 0.3261, lift_point: 0.2091, 0.3261", "response": "The action is #DUAL_POINT#; touch_point: 0.2094, 0.8261, lift_point: 0.2094, 0.8261", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/75127_16.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Ariana Grande video on YouTube; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.9374, 0.3882, lift_point: 0.9374, 0.3882; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.6396, 0.4336, lift_point: 0.6396, 0.4336; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0712, 0.6123, lift_point: 0.0712, 0.6123; The action is #DUAL_POINT#; touch_point: 0.0396, 0.6168, lift_point: 0.0396, 0.6168; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.0662, 0.8267, lift_point: 0.0662, 0.8267; The action is #TYPE#; And the content is : \"typed_text\": \" Ariana Grande\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.6132, 0.2649, lift_point: 0.6132, 0.2649; The action is #DUAL_POINT#; touch_point: 0.0945, 0.366, lift_point: 0.0945, 0.366; The action is #DUAL_POINT#; touch_point: 0.2091, 0.3261, lift_point: 0.2091, 0.3261; The action is #DUAL_POINT#; touch_point: 0.2094, 0.8261, lift_point: 0.2094, 0.8261", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/75127_17.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new nail polish", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/75185_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new nail polish; The action is #PRESS_HOME#", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/75185_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new nail polish; The action is #PRESS_HOME#; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/75185_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new nail polish; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3498, 0.5828, lift_point: 0.3498, 0.5828", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/75185_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new nail polish; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3498, 0.5828, lift_point: 0.3498, 0.5828", "response": "The action is #DUAL_POINT#; touch_point: 0.0584, 0.6103, lift_point: 0.0584, 0.6103", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/75185_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new nail polish; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3498, 0.5828, lift_point: 0.3498, 0.5828; The action is #DUAL_POINT#; touch_point: 0.0584, 0.6103, lift_point: 0.0584, 0.6103", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"a new nail polish\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/75185_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new nail polish; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3498, 0.5828, lift_point: 0.3498, 0.5828; The action is #DUAL_POINT#; touch_point: 0.0584, 0.6103, lift_point: 0.0584, 0.6103; The action is #TYPE#; And the content is : \"typed_text\": \"a new nail polish\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/75185_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new nail polish; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3498, 0.5828, lift_point: 0.3498, 0.5828; The action is #DUAL_POINT#; touch_point: 0.0584, 0.6103, lift_point: 0.0584, 0.6103; The action is #TYPE#; And the content is : \"typed_text\": \"a new nail polish\"; The action is #PRESS_ENTER#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/75185_8.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new nail polish; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3498, 0.5828, lift_point: 0.3498, 0.5828; The action is #DUAL_POINT#; touch_point: 0.0584, 0.6103, lift_point: 0.0584, 0.6103; The action is #TYPE#; And the content is : \"typed_text\": \"a new nail polish\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/75185_9.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new nail polish; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3498, 0.5828, lift_point: 0.3498, 0.5828; The action is #DUAL_POINT#; touch_point: 0.0584, 0.6103, lift_point: 0.0584, 0.6103; The action is #TYPE#; And the content is : \"typed_text\": \"a new nail polish\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Up#", "response": "The action is #DUAL_POINT#; touch_point: 0.3815, 0.3966, lift_point: 0.3815, 0.3966", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/75185_10.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new nail polish; The action is #PRESS_HOME#; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3498, 0.5828, lift_point: 0.3498, 0.5828; The action is #DUAL_POINT#; touch_point: 0.0584, 0.6103, lift_point: 0.0584, 0.6103; The action is #TYPE#; And the content is : \"typed_text\": \"a new nail polish\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.3815, 0.3966, lift_point: 0.3815, 0.3966", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/75185_11.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Germany?", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/75217_1.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Germany?; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3442, 0.5999, lift_point: 0.3442, 0.5999", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/75217_2.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Germany?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3442, 0.5999, lift_point: 0.3442, 0.5999", "response": "The action is #DUAL_POINT#; touch_point: 0.0706, 0.378, lift_point: 0.0706, 0.378", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/75217_3.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Germany?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3442, 0.5999, lift_point: 0.3442, 0.5999; The action is #DUAL_POINT#; touch_point: 0.0706, 0.378, lift_point: 0.0706, 0.378", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Germany\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/75217_4.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Germany?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3442, 0.5999, lift_point: 0.3442, 0.5999; The action is #DUAL_POINT#; touch_point: 0.0706, 0.378, lift_point: 0.0706, 0.378; The action is #TYPE#; And the content is : \"typed_text\": \"capital of Germany\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/75217_5.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Germany?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3442, 0.5999, lift_point: 0.3442, 0.5999; The action is #DUAL_POINT#; touch_point: 0.0706, 0.378, lift_point: 0.0706, 0.378; The action is #TYPE#; And the content is : \"typed_text\": \"capital of Germany\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/75217_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Venezuela?", "response": "The action is #DUAL_POINT#; touch_point: 0.8096, 0.6079, lift_point: 0.8096, 0.6079", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/75243_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Venezuela?; The action is #DUAL_POINT#; touch_point: 0.8096, 0.6079, lift_point: 0.8096, 0.6079", "response": "The action is #DUAL_POINT#; touch_point: 0.0641, 0.3605, lift_point: 0.0641, 0.3605", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/75243_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Venezuela?; The action is #DUAL_POINT#; touch_point: 0.8096, 0.6079, lift_point: 0.8096, 0.6079; The action is #DUAL_POINT#; touch_point: 0.0641, 0.3605, lift_point: 0.0641, 0.3605", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"news in Venezuela\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/75243_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Venezuela?; The action is #DUAL_POINT#; touch_point: 0.8096, 0.6079, lift_point: 0.8096, 0.6079; The action is #DUAL_POINT#; touch_point: 0.0641, 0.3605, lift_point: 0.0641, 0.3605; The action is #TYPE#; And the content is : \"typed_text\": \"news in Venezuela\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/75243_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Venezuela?; The action is #DUAL_POINT#; touch_point: 0.8096, 0.6079, lift_point: 0.8096, 0.6079; The action is #DUAL_POINT#; touch_point: 0.0641, 0.3605, lift_point: 0.0641, 0.3605; The action is #TYPE#; And the content is : \"typed_text\": \"news in Venezuela\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/75243_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the time in New York?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/75271_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the time in New York?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8184, 0.6118, lift_point: 0.8184, 0.6118", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/75271_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the time in New York?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8184, 0.6118, lift_point: 0.8184, 0.6118", "response": "The action is #DUAL_POINT#; touch_point: 0.0714, 0.5541, lift_point: 0.0714, 0.5541", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/75271_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the time in New York?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8184, 0.6118, lift_point: 0.8184, 0.6118; The action is #DUAL_POINT#; touch_point: 0.0714, 0.5541, lift_point: 0.0714, 0.5541", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the time in New York?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/75271_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the time in New York?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8184, 0.6118, lift_point: 0.8184, 0.6118; The action is #DUAL_POINT#; touch_point: 0.0714, 0.5541, lift_point: 0.0714, 0.5541; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the time in New York?\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/75271_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the time in New York?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8184, 0.6118, lift_point: 0.8184, 0.6118; The action is #DUAL_POINT#; touch_point: 0.0714, 0.5541, lift_point: 0.0714, 0.5541; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the time in New York?\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/75271_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good BBQ restaurants", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/75921_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good BBQ restaurants; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/75921_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good BBQ restaurants; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.6269, 0.3713, lift_point: 0.6269, 0.3713", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/75921_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good BBQ restaurants; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6269, 0.3713, lift_point: 0.6269, 0.3713", "response": "The action is #DUAL_POINT#; touch_point: 0.6354, 0.3561, lift_point: 0.6354, 0.3561", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/75921_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good BBQ restaurants; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6269, 0.3713, lift_point: 0.6269, 0.3713; The action is #DUAL_POINT#; touch_point: 0.6354, 0.3561, lift_point: 0.6354, 0.3561", "response": "The action is #DUAL_POINT#; touch_point: 0.6378, 0.3561, lift_point: 0.6378, 0.3561", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/75921_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good BBQ restaurants; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6269, 0.3713, lift_point: 0.6269, 0.3713; The action is #DUAL_POINT#; touch_point: 0.6354, 0.3561, lift_point: 0.6354, 0.3561; The action is #DUAL_POINT#; touch_point: 0.6378, 0.3561, lift_point: 0.6378, 0.3561", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/75921_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Los Angeles", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76074_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Los Angeles; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76074_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Los Angeles; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.5887, 0.3817, lift_point: 0.5887, 0.3817", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76074_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Los Angeles; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5887, 0.3817, lift_point: 0.5887, 0.3817", "response": "The action is #DUAL_POINT#; touch_point: 0.5887, 0.3817, lift_point: 0.5887, 0.3817", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76074_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Los Angeles; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5887, 0.3817, lift_point: 0.5887, 0.3817; The action is #DUAL_POINT#; touch_point: 0.5887, 0.3817, lift_point: 0.5887, 0.3817", "response": "The action is #DUAL_POINT#; touch_point: 0.2844, 0.3641, lift_point: 0.2844, 0.3641", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76074_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Los Angeles; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5887, 0.3817, lift_point: 0.5887, 0.3817; The action is #DUAL_POINT#; touch_point: 0.5887, 0.3817, lift_point: 0.5887, 0.3817; The action is #DUAL_POINT#; touch_point: 0.2844, 0.3641, lift_point: 0.2844, 0.3641", "response": "The action is #DUAL_POINT#; touch_point: 0.0633, 0.9037, lift_point: 0.0633, 0.9037", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76074_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Los Angeles; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5887, 0.3817, lift_point: 0.5887, 0.3817; The action is #DUAL_POINT#; touch_point: 0.5887, 0.3817, lift_point: 0.5887, 0.3817; The action is #DUAL_POINT#; touch_point: 0.2844, 0.3641, lift_point: 0.2844, 0.3641; The action is #DUAL_POINT#; touch_point: 0.0633, 0.9037, lift_point: 0.0633, 0.9037", "response": "The action is #DUAL_POINT#; touch_point: 0.0459, 0.5181, lift_point: 0.0459, 0.5181", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76074_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Los Angeles; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5887, 0.3817, lift_point: 0.5887, 0.3817; The action is #DUAL_POINT#; touch_point: 0.5887, 0.3817, lift_point: 0.5887, 0.3817; The action is #DUAL_POINT#; touch_point: 0.2844, 0.3641, lift_point: 0.2844, 0.3641; The action is #DUAL_POINT#; touch_point: 0.0633, 0.9037, lift_point: 0.0633, 0.9037; The action is #DUAL_POINT#; touch_point: 0.0459, 0.5181, lift_point: 0.0459, 0.5181", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Los Angeles \"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76074_8.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Los Angeles; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5887, 0.3817, lift_point: 0.5887, 0.3817; The action is #DUAL_POINT#; touch_point: 0.5887, 0.3817, lift_point: 0.5887, 0.3817; The action is #DUAL_POINT#; touch_point: 0.2844, 0.3641, lift_point: 0.2844, 0.3641; The action is #DUAL_POINT#; touch_point: 0.0633, 0.9037, lift_point: 0.0633, 0.9037; The action is #DUAL_POINT#; touch_point: 0.0459, 0.5181, lift_point: 0.0459, 0.5181; The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Los Angeles \"", "response": "The action is #DUAL_POINT#; touch_point: 0.1281, 0.3095, lift_point: 0.1281, 0.3095", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76074_9.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Los Angeles; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5887, 0.3817, lift_point: 0.5887, 0.3817; The action is #DUAL_POINT#; touch_point: 0.5887, 0.3817, lift_point: 0.5887, 0.3817; The action is #DUAL_POINT#; touch_point: 0.2844, 0.3641, lift_point: 0.2844, 0.3641; The action is #DUAL_POINT#; touch_point: 0.0633, 0.9037, lift_point: 0.0633, 0.9037; The action is #DUAL_POINT#; touch_point: 0.0459, 0.5181, lift_point: 0.0459, 0.5181; The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Los Angeles \"; The action is #DUAL_POINT#; touch_point: 0.1281, 0.3095, lift_point: 0.1281, 0.3095", "response": "The action is #DUAL_POINT#; touch_point: 0.3041, 0.3748, lift_point: 0.3041, 0.3748", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76074_10.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Los Angeles; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5887, 0.3817, lift_point: 0.5887, 0.3817; The action is #DUAL_POINT#; touch_point: 0.5887, 0.3817, lift_point: 0.5887, 0.3817; The action is #DUAL_POINT#; touch_point: 0.2844, 0.3641, lift_point: 0.2844, 0.3641; The action is #DUAL_POINT#; touch_point: 0.0633, 0.9037, lift_point: 0.0633, 0.9037; The action is #DUAL_POINT#; touch_point: 0.0459, 0.5181, lift_point: 0.0459, 0.5181; The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Los Angeles \"; The action is #DUAL_POINT#; touch_point: 0.1281, 0.3095, lift_point: 0.1281, 0.3095; The action is #DUAL_POINT#; touch_point: 0.3041, 0.3748, lift_point: 0.3041, 0.3748", "response": "The action is #DUAL_POINT#; touch_point: 0.2588, 0.8913, lift_point: 0.2588, 0.8913", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76074_11.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Los Angeles; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5887, 0.3817, lift_point: 0.5887, 0.3817; The action is #DUAL_POINT#; touch_point: 0.5887, 0.3817, lift_point: 0.5887, 0.3817; The action is #DUAL_POINT#; touch_point: 0.2844, 0.3641, lift_point: 0.2844, 0.3641; The action is #DUAL_POINT#; touch_point: 0.0633, 0.9037, lift_point: 0.0633, 0.9037; The action is #DUAL_POINT#; touch_point: 0.0459, 0.5181, lift_point: 0.0459, 0.5181; The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Los Angeles \"; The action is #DUAL_POINT#; touch_point: 0.1281, 0.3095, lift_point: 0.1281, 0.3095; The action is #DUAL_POINT#; touch_point: 0.3041, 0.3748, lift_point: 0.3041, 0.3748; The action is #DUAL_POINT#; touch_point: 0.2588, 0.8913, lift_point: 0.2588, 0.8913", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76074_12.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Los Angeles; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5887, 0.3817, lift_point: 0.5887, 0.3817; The action is #DUAL_POINT#; touch_point: 0.5887, 0.3817, lift_point: 0.5887, 0.3817; The action is #DUAL_POINT#; touch_point: 0.2844, 0.3641, lift_point: 0.2844, 0.3641; The action is #DUAL_POINT#; touch_point: 0.0633, 0.9037, lift_point: 0.0633, 0.9037; The action is #DUAL_POINT#; touch_point: 0.0459, 0.5181, lift_point: 0.0459, 0.5181; The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Los Angeles \"; The action is #DUAL_POINT#; touch_point: 0.1281, 0.3095, lift_point: 0.1281, 0.3095; The action is #DUAL_POINT#; touch_point: 0.3041, 0.3748, lift_point: 0.3041, 0.3748; The action is #DUAL_POINT#; touch_point: 0.2588, 0.8913, lift_point: 0.2588, 0.8913; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.38, 0.3022, lift_point: 0.38, 0.3022", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76074_13.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Los Angeles; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5887, 0.3817, lift_point: 0.5887, 0.3817; The action is #DUAL_POINT#; touch_point: 0.5887, 0.3817, lift_point: 0.5887, 0.3817; The action is #DUAL_POINT#; touch_point: 0.2844, 0.3641, lift_point: 0.2844, 0.3641; The action is #DUAL_POINT#; touch_point: 0.0633, 0.9037, lift_point: 0.0633, 0.9037; The action is #DUAL_POINT#; touch_point: 0.0459, 0.5181, lift_point: 0.0459, 0.5181; The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Los Angeles \"; The action is #DUAL_POINT#; touch_point: 0.1281, 0.3095, lift_point: 0.1281, 0.3095; The action is #DUAL_POINT#; touch_point: 0.3041, 0.3748, lift_point: 0.3041, 0.3748; The action is #DUAL_POINT#; touch_point: 0.2588, 0.8913, lift_point: 0.2588, 0.8913; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.38, 0.3022, lift_point: 0.38, 0.3022", "response": "The action is #DUAL_POINT#; touch_point: 0.5555, 0.9799, lift_point: 0.5555, 0.9799", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76074_14.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Los Angeles; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5887, 0.3817, lift_point: 0.5887, 0.3817; The action is #DUAL_POINT#; touch_point: 0.5887, 0.3817, lift_point: 0.5887, 0.3817; The action is #DUAL_POINT#; touch_point: 0.2844, 0.3641, lift_point: 0.2844, 0.3641; The action is #DUAL_POINT#; touch_point: 0.0633, 0.9037, lift_point: 0.0633, 0.9037; The action is #DUAL_POINT#; touch_point: 0.0459, 0.5181, lift_point: 0.0459, 0.5181; The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Los Angeles \"; The action is #DUAL_POINT#; touch_point: 0.1281, 0.3095, lift_point: 0.1281, 0.3095; The action is #DUAL_POINT#; touch_point: 0.3041, 0.3748, lift_point: 0.3041, 0.3748; The action is #DUAL_POINT#; touch_point: 0.2588, 0.8913, lift_point: 0.2588, 0.8913; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.38, 0.3022, lift_point: 0.38, 0.3022; The action is #DUAL_POINT#; touch_point: 0.5555, 0.9799, lift_point: 0.5555, 0.9799", "response": "The action is #DUAL_POINT#; touch_point: 0.1394, 0.9532, lift_point: 0.1394, 0.9532", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76074_15.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Los Angeles; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5887, 0.3817, lift_point: 0.5887, 0.3817; The action is #DUAL_POINT#; touch_point: 0.5887, 0.3817, lift_point: 0.5887, 0.3817; The action is #DUAL_POINT#; touch_point: 0.2844, 0.3641, lift_point: 0.2844, 0.3641; The action is #DUAL_POINT#; touch_point: 0.0633, 0.9037, lift_point: 0.0633, 0.9037; The action is #DUAL_POINT#; touch_point: 0.0459, 0.5181, lift_point: 0.0459, 0.5181; The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Los Angeles \"; The action is #DUAL_POINT#; touch_point: 0.1281, 0.3095, lift_point: 0.1281, 0.3095; The action is #DUAL_POINT#; touch_point: 0.3041, 0.3748, lift_point: 0.3041, 0.3748; The action is #DUAL_POINT#; touch_point: 0.2588, 0.8913, lift_point: 0.2588, 0.8913; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.38, 0.3022, lift_point: 0.38, 0.3022; The action is #DUAL_POINT#; touch_point: 0.5555, 0.9799, lift_point: 0.5555, 0.9799; The action is #DUAL_POINT#; touch_point: 0.1394, 0.9532, lift_point: 0.1394, 0.9532", "response": "The action is #DUAL_POINT#; touch_point: 0.7909, 0.5446, lift_point: 0.7909, 0.5446", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76074_16.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Los Angeles; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5887, 0.3817, lift_point: 0.5887, 0.3817; The action is #DUAL_POINT#; touch_point: 0.5887, 0.3817, lift_point: 0.5887, 0.3817; The action is #DUAL_POINT#; touch_point: 0.2844, 0.3641, lift_point: 0.2844, 0.3641; The action is #DUAL_POINT#; touch_point: 0.0633, 0.9037, lift_point: 0.0633, 0.9037; The action is #DUAL_POINT#; touch_point: 0.0459, 0.5181, lift_point: 0.0459, 0.5181; The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Los Angeles \"; The action is #DUAL_POINT#; touch_point: 0.1281, 0.3095, lift_point: 0.1281, 0.3095; The action is #DUAL_POINT#; touch_point: 0.3041, 0.3748, lift_point: 0.3041, 0.3748; The action is #DUAL_POINT#; touch_point: 0.2588, 0.8913, lift_point: 0.2588, 0.8913; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.38, 0.3022, lift_point: 0.38, 0.3022; The action is #DUAL_POINT#; touch_point: 0.5555, 0.9799, lift_point: 0.5555, 0.9799; The action is #DUAL_POINT#; touch_point: 0.1394, 0.9532, lift_point: 0.1394, 0.9532; The action is #DUAL_POINT#; touch_point: 0.7909, 0.5446, lift_point: 0.7909, 0.5446", "response": "The action is #DUAL_POINT#; touch_point: 0.1491, 0.9393, lift_point: 0.1491, 0.9393", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76074_17.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Los Angeles; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5887, 0.3817, lift_point: 0.5887, 0.3817; The action is #DUAL_POINT#; touch_point: 0.5887, 0.3817, lift_point: 0.5887, 0.3817; The action is #DUAL_POINT#; touch_point: 0.2844, 0.3641, lift_point: 0.2844, 0.3641; The action is #DUAL_POINT#; touch_point: 0.0633, 0.9037, lift_point: 0.0633, 0.9037; The action is #DUAL_POINT#; touch_point: 0.0459, 0.5181, lift_point: 0.0459, 0.5181; The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Los Angeles \"; The action is #DUAL_POINT#; touch_point: 0.1281, 0.3095, lift_point: 0.1281, 0.3095; The action is #DUAL_POINT#; touch_point: 0.3041, 0.3748, lift_point: 0.3041, 0.3748; The action is #DUAL_POINT#; touch_point: 0.2588, 0.8913, lift_point: 0.2588, 0.8913; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.38, 0.3022, lift_point: 0.38, 0.3022; The action is #DUAL_POINT#; touch_point: 0.5555, 0.9799, lift_point: 0.5555, 0.9799; The action is #DUAL_POINT#; touch_point: 0.1394, 0.9532, lift_point: 0.1394, 0.9532; The action is #DUAL_POINT#; touch_point: 0.7909, 0.5446, lift_point: 0.7909, 0.5446; The action is #DUAL_POINT#; touch_point: 0.1491, 0.9393, lift_point: 0.1491, 0.9393", "response": "The action is #PRESS_BACK#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76074_18.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Los Angeles; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5887, 0.3817, lift_point: 0.5887, 0.3817; The action is #DUAL_POINT#; touch_point: 0.5887, 0.3817, lift_point: 0.5887, 0.3817; The action is #DUAL_POINT#; touch_point: 0.2844, 0.3641, lift_point: 0.2844, 0.3641; The action is #DUAL_POINT#; touch_point: 0.0633, 0.9037, lift_point: 0.0633, 0.9037; The action is #DUAL_POINT#; touch_point: 0.0459, 0.5181, lift_point: 0.0459, 0.5181; The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Los Angeles \"; The action is #DUAL_POINT#; touch_point: 0.1281, 0.3095, lift_point: 0.1281, 0.3095; The action is #DUAL_POINT#; touch_point: 0.3041, 0.3748, lift_point: 0.3041, 0.3748; The action is #DUAL_POINT#; touch_point: 0.2588, 0.8913, lift_point: 0.2588, 0.8913; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.38, 0.3022, lift_point: 0.38, 0.3022; The action is #DUAL_POINT#; touch_point: 0.5555, 0.9799, lift_point: 0.5555, 0.9799; The action is #DUAL_POINT#; touch_point: 0.1394, 0.9532, lift_point: 0.1394, 0.9532; The action is #DUAL_POINT#; touch_point: 0.7909, 0.5446, lift_point: 0.7909, 0.5446; The action is #DUAL_POINT#; touch_point: 0.1491, 0.9393, lift_point: 0.1491, 0.9393; The action is #PRESS_BACK#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76074_19.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Los Angeles; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5887, 0.3817, lift_point: 0.5887, 0.3817; The action is #DUAL_POINT#; touch_point: 0.5887, 0.3817, lift_point: 0.5887, 0.3817; The action is #DUAL_POINT#; touch_point: 0.2844, 0.3641, lift_point: 0.2844, 0.3641; The action is #DUAL_POINT#; touch_point: 0.0633, 0.9037, lift_point: 0.0633, 0.9037; The action is #DUAL_POINT#; touch_point: 0.0459, 0.5181, lift_point: 0.0459, 0.5181; The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Los Angeles \"; The action is #DUAL_POINT#; touch_point: 0.1281, 0.3095, lift_point: 0.1281, 0.3095; The action is #DUAL_POINT#; touch_point: 0.3041, 0.3748, lift_point: 0.3041, 0.3748; The action is #DUAL_POINT#; touch_point: 0.2588, 0.8913, lift_point: 0.2588, 0.8913; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.38, 0.3022, lift_point: 0.38, 0.3022; The action is #DUAL_POINT#; touch_point: 0.5555, 0.9799, lift_point: 0.5555, 0.9799; The action is #DUAL_POINT#; touch_point: 0.1394, 0.9532, lift_point: 0.1394, 0.9532; The action is #DUAL_POINT#; touch_point: 0.7909, 0.5446, lift_point: 0.7909, 0.5446; The action is #DUAL_POINT#; touch_point: 0.1491, 0.9393, lift_point: 0.1491, 0.9393; The action is #PRESS_BACK#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.64, 0.3694, lift_point: 0.64, 0.3694", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76074_20.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Los Angeles; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5887, 0.3817, lift_point: 0.5887, 0.3817; The action is #DUAL_POINT#; touch_point: 0.5887, 0.3817, lift_point: 0.5887, 0.3817; The action is #DUAL_POINT#; touch_point: 0.2844, 0.3641, lift_point: 0.2844, 0.3641; The action is #DUAL_POINT#; touch_point: 0.0633, 0.9037, lift_point: 0.0633, 0.9037; The action is #DUAL_POINT#; touch_point: 0.0459, 0.5181, lift_point: 0.0459, 0.5181; The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Los Angeles \"; The action is #DUAL_POINT#; touch_point: 0.1281, 0.3095, lift_point: 0.1281, 0.3095; The action is #DUAL_POINT#; touch_point: 0.3041, 0.3748, lift_point: 0.3041, 0.3748; The action is #DUAL_POINT#; touch_point: 0.2588, 0.8913, lift_point: 0.2588, 0.8913; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.38, 0.3022, lift_point: 0.38, 0.3022; The action is #DUAL_POINT#; touch_point: 0.5555, 0.9799, lift_point: 0.5555, 0.9799; The action is #DUAL_POINT#; touch_point: 0.1394, 0.9532, lift_point: 0.1394, 0.9532; The action is #DUAL_POINT#; touch_point: 0.7909, 0.5446, lift_point: 0.7909, 0.5446; The action is #DUAL_POINT#; touch_point: 0.1491, 0.9393, lift_point: 0.1491, 0.9393; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.64, 0.3694, lift_point: 0.64, 0.3694", "response": "The action is #DUAL_POINT#; touch_point: 0.7376, 0.3849, lift_point: 0.7376, 0.3849", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76074_21.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Los Angeles; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5887, 0.3817, lift_point: 0.5887, 0.3817; The action is #DUAL_POINT#; touch_point: 0.5887, 0.3817, lift_point: 0.5887, 0.3817; The action is #DUAL_POINT#; touch_point: 0.2844, 0.3641, lift_point: 0.2844, 0.3641; The action is #DUAL_POINT#; touch_point: 0.0633, 0.9037, lift_point: 0.0633, 0.9037; The action is #DUAL_POINT#; touch_point: 0.0459, 0.5181, lift_point: 0.0459, 0.5181; The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Los Angeles \"; The action is #DUAL_POINT#; touch_point: 0.1281, 0.3095, lift_point: 0.1281, 0.3095; The action is #DUAL_POINT#; touch_point: 0.3041, 0.3748, lift_point: 0.3041, 0.3748; The action is #DUAL_POINT#; touch_point: 0.2588, 0.8913, lift_point: 0.2588, 0.8913; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.38, 0.3022, lift_point: 0.38, 0.3022; The action is #DUAL_POINT#; touch_point: 0.5555, 0.9799, lift_point: 0.5555, 0.9799; The action is #DUAL_POINT#; touch_point: 0.1394, 0.9532, lift_point: 0.1394, 0.9532; The action is #DUAL_POINT#; touch_point: 0.7909, 0.5446, lift_point: 0.7909, 0.5446; The action is #DUAL_POINT#; touch_point: 0.1491, 0.9393, lift_point: 0.1491, 0.9393; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.64, 0.3694, lift_point: 0.64, 0.3694; The action is #DUAL_POINT#; touch_point: 0.7376, 0.3849, lift_point: 0.7376, 0.3849", "response": "The action is #DUAL_POINT#; touch_point: 0.8352, 0.9414, lift_point: 0.8352, 0.9414", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76074_22.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Los Angeles; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5887, 0.3817, lift_point: 0.5887, 0.3817; The action is #DUAL_POINT#; touch_point: 0.5887, 0.3817, lift_point: 0.5887, 0.3817; The action is #DUAL_POINT#; touch_point: 0.2844, 0.3641, lift_point: 0.2844, 0.3641; The action is #DUAL_POINT#; touch_point: 0.0633, 0.9037, lift_point: 0.0633, 0.9037; The action is #DUAL_POINT#; touch_point: 0.0459, 0.5181, lift_point: 0.0459, 0.5181; The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Los Angeles \"; The action is #DUAL_POINT#; touch_point: 0.1281, 0.3095, lift_point: 0.1281, 0.3095; The action is #DUAL_POINT#; touch_point: 0.3041, 0.3748, lift_point: 0.3041, 0.3748; The action is #DUAL_POINT#; touch_point: 0.2588, 0.8913, lift_point: 0.2588, 0.8913; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.38, 0.3022, lift_point: 0.38, 0.3022; The action is #DUAL_POINT#; touch_point: 0.5555, 0.9799, lift_point: 0.5555, 0.9799; The action is #DUAL_POINT#; touch_point: 0.1394, 0.9532, lift_point: 0.1394, 0.9532; The action is #DUAL_POINT#; touch_point: 0.7909, 0.5446, lift_point: 0.7909, 0.5446; The action is #DUAL_POINT#; touch_point: 0.1491, 0.9393, lift_point: 0.1491, 0.9393; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.64, 0.3694, lift_point: 0.64, 0.3694; The action is #DUAL_POINT#; touch_point: 0.7376, 0.3849, lift_point: 0.7376, 0.3849; The action is #DUAL_POINT#; touch_point: 0.8352, 0.9414, lift_point: 0.8352, 0.9414", "response": "The action is #DUAL_POINT#; touch_point: 0.8986, 0.5991, lift_point: 0.8986, 0.5991", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76074_23.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Los Angeles; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5887, 0.3817, lift_point: 0.5887, 0.3817; The action is #DUAL_POINT#; touch_point: 0.5887, 0.3817, lift_point: 0.5887, 0.3817; The action is #DUAL_POINT#; touch_point: 0.2844, 0.3641, lift_point: 0.2844, 0.3641; The action is #DUAL_POINT#; touch_point: 0.0633, 0.9037, lift_point: 0.0633, 0.9037; The action is #DUAL_POINT#; touch_point: 0.0459, 0.5181, lift_point: 0.0459, 0.5181; The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Los Angeles \"; The action is #DUAL_POINT#; touch_point: 0.1281, 0.3095, lift_point: 0.1281, 0.3095; The action is #DUAL_POINT#; touch_point: 0.3041, 0.3748, lift_point: 0.3041, 0.3748; The action is #DUAL_POINT#; touch_point: 0.2588, 0.8913, lift_point: 0.2588, 0.8913; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.38, 0.3022, lift_point: 0.38, 0.3022; The action is #DUAL_POINT#; touch_point: 0.5555, 0.9799, lift_point: 0.5555, 0.9799; The action is #DUAL_POINT#; touch_point: 0.1394, 0.9532, lift_point: 0.1394, 0.9532; The action is #DUAL_POINT#; touch_point: 0.7909, 0.5446, lift_point: 0.7909, 0.5446; The action is #DUAL_POINT#; touch_point: 0.1491, 0.9393, lift_point: 0.1491, 0.9393; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.64, 0.3694, lift_point: 0.64, 0.3694; The action is #DUAL_POINT#; touch_point: 0.7376, 0.3849, lift_point: 0.7376, 0.3849; The action is #DUAL_POINT#; touch_point: 0.8352, 0.9414, lift_point: 0.8352, 0.9414; The action is #DUAL_POINT#; touch_point: 0.8986, 0.5991, lift_point: 0.8986, 0.5991", "response": "The action is #DUAL_POINT#; touch_point: 0.7462, 0.5963, lift_point: 0.7462, 0.5963", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76074_24.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Los Angeles; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5887, 0.3817, lift_point: 0.5887, 0.3817; The action is #DUAL_POINT#; touch_point: 0.5887, 0.3817, lift_point: 0.5887, 0.3817; The action is #DUAL_POINT#; touch_point: 0.2844, 0.3641, lift_point: 0.2844, 0.3641; The action is #DUAL_POINT#; touch_point: 0.0633, 0.9037, lift_point: 0.0633, 0.9037; The action is #DUAL_POINT#; touch_point: 0.0459, 0.5181, lift_point: 0.0459, 0.5181; The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Los Angeles \"; The action is #DUAL_POINT#; touch_point: 0.1281, 0.3095, lift_point: 0.1281, 0.3095; The action is #DUAL_POINT#; touch_point: 0.3041, 0.3748, lift_point: 0.3041, 0.3748; The action is #DUAL_POINT#; touch_point: 0.2588, 0.8913, lift_point: 0.2588, 0.8913; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.38, 0.3022, lift_point: 0.38, 0.3022; The action is #DUAL_POINT#; touch_point: 0.5555, 0.9799, lift_point: 0.5555, 0.9799; The action is #DUAL_POINT#; touch_point: 0.1394, 0.9532, lift_point: 0.1394, 0.9532; The action is #DUAL_POINT#; touch_point: 0.7909, 0.5446, lift_point: 0.7909, 0.5446; The action is #DUAL_POINT#; touch_point: 0.1491, 0.9393, lift_point: 0.1491, 0.9393; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.64, 0.3694, lift_point: 0.64, 0.3694; The action is #DUAL_POINT#; touch_point: 0.7376, 0.3849, lift_point: 0.7376, 0.3849; The action is #DUAL_POINT#; touch_point: 0.8352, 0.9414, lift_point: 0.8352, 0.9414; The action is #DUAL_POINT#; touch_point: 0.8986, 0.5991, lift_point: 0.8986, 0.5991; The action is #DUAL_POINT#; touch_point: 0.7462, 0.5963, lift_point: 0.7462, 0.5963", "response": "The action is #DUAL_POINT#; touch_point: 0.6579, 0.9357, lift_point: 0.6579, 0.9357", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76074_25.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Los Angeles; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5887, 0.3817, lift_point: 0.5887, 0.3817; The action is #DUAL_POINT#; touch_point: 0.5887, 0.3817, lift_point: 0.5887, 0.3817; The action is #DUAL_POINT#; touch_point: 0.2844, 0.3641, lift_point: 0.2844, 0.3641; The action is #DUAL_POINT#; touch_point: 0.0633, 0.9037, lift_point: 0.0633, 0.9037; The action is #DUAL_POINT#; touch_point: 0.0459, 0.5181, lift_point: 0.0459, 0.5181; The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Los Angeles \"; The action is #DUAL_POINT#; touch_point: 0.1281, 0.3095, lift_point: 0.1281, 0.3095; The action is #DUAL_POINT#; touch_point: 0.3041, 0.3748, lift_point: 0.3041, 0.3748; The action is #DUAL_POINT#; touch_point: 0.2588, 0.8913, lift_point: 0.2588, 0.8913; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.38, 0.3022, lift_point: 0.38, 0.3022; The action is #DUAL_POINT#; touch_point: 0.5555, 0.9799, lift_point: 0.5555, 0.9799; The action is #DUAL_POINT#; touch_point: 0.1394, 0.9532, lift_point: 0.1394, 0.9532; The action is #DUAL_POINT#; touch_point: 0.7909, 0.5446, lift_point: 0.7909, 0.5446; The action is #DUAL_POINT#; touch_point: 0.1491, 0.9393, lift_point: 0.1491, 0.9393; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.64, 0.3694, lift_point: 0.64, 0.3694; The action is #DUAL_POINT#; touch_point: 0.7376, 0.3849, lift_point: 0.7376, 0.3849; The action is #DUAL_POINT#; touch_point: 0.8352, 0.9414, lift_point: 0.8352, 0.9414; The action is #DUAL_POINT#; touch_point: 0.8986, 0.5991, lift_point: 0.8986, 0.5991; The action is #DUAL_POINT#; touch_point: 0.7462, 0.5963, lift_point: 0.7462, 0.5963; The action is #DUAL_POINT#; touch_point: 0.6579, 0.9357, lift_point: 0.6579, 0.9357", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76074_26.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Miami?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76164_1.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Miami?; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76164_2.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Miami?; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.592, 0.4213, lift_point: 0.592, 0.4213", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76164_3.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Miami?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.592, 0.4213, lift_point: 0.592, 0.4213", "response": "The action is #DUAL_POINT#; touch_point: 0.2848, 0.4712, lift_point: 0.2848, 0.4712", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76164_4.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Miami?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.592, 0.4213, lift_point: 0.592, 0.4213; The action is #DUAL_POINT#; touch_point: 0.2848, 0.4712, lift_point: 0.2848, 0.4712", "response": "The action is #DUAL_POINT#; touch_point: 0.0554, 0.9111, lift_point: 0.0554, 0.9111", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76164_5.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Miami?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.592, 0.4213, lift_point: 0.592, 0.4213; The action is #DUAL_POINT#; touch_point: 0.2848, 0.4712, lift_point: 0.2848, 0.4712; The action is #DUAL_POINT#; touch_point: 0.0554, 0.9111, lift_point: 0.0554, 0.9111", "response": "The action is #DUAL_POINT#; touch_point: 0.0618, 0.3088, lift_point: 0.0618, 0.3088", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76164_6.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Miami?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.592, 0.4213, lift_point: 0.592, 0.4213; The action is #DUAL_POINT#; touch_point: 0.2848, 0.4712, lift_point: 0.2848, 0.4712; The action is #DUAL_POINT#; touch_point: 0.0554, 0.9111, lift_point: 0.0554, 0.9111; The action is #DUAL_POINT#; touch_point: 0.0618, 0.3088, lift_point: 0.0618, 0.3088", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Miami? \"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76164_7.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Miami?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.592, 0.4213, lift_point: 0.592, 0.4213; The action is #DUAL_POINT#; touch_point: 0.2848, 0.4712, lift_point: 0.2848, 0.4712; The action is #DUAL_POINT#; touch_point: 0.0554, 0.9111, lift_point: 0.0554, 0.9111; The action is #DUAL_POINT#; touch_point: 0.0618, 0.3088, lift_point: 0.0618, 0.3088; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Miami? \"", "response": "The action is #DUAL_POINT#; touch_point: 0.1386, 0.4279, lift_point: 0.1386, 0.4279", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76164_8.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Miami?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.592, 0.4213, lift_point: 0.592, 0.4213; The action is #DUAL_POINT#; touch_point: 0.2848, 0.4712, lift_point: 0.2848, 0.4712; The action is #DUAL_POINT#; touch_point: 0.0554, 0.9111, lift_point: 0.0554, 0.9111; The action is #DUAL_POINT#; touch_point: 0.0618, 0.3088, lift_point: 0.0618, 0.3088; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Miami? \"; The action is #DUAL_POINT#; touch_point: 0.1386, 0.4279, lift_point: 0.1386, 0.4279", "response": "The action is #DUAL_POINT#; touch_point: 0.3055, 0.4359, lift_point: 0.3055, 0.4359", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76164_9.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Miami?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.592, 0.4213, lift_point: 0.592, 0.4213; The action is #DUAL_POINT#; touch_point: 0.2848, 0.4712, lift_point: 0.2848, 0.4712; The action is #DUAL_POINT#; touch_point: 0.0554, 0.9111, lift_point: 0.0554, 0.9111; The action is #DUAL_POINT#; touch_point: 0.0618, 0.3088, lift_point: 0.0618, 0.3088; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Miami? \"; The action is #DUAL_POINT#; touch_point: 0.1386, 0.4279, lift_point: 0.1386, 0.4279; The action is #DUAL_POINT#; touch_point: 0.3055, 0.4359, lift_point: 0.3055, 0.4359", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76164_10.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Miami?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.592, 0.4213, lift_point: 0.592, 0.4213; The action is #DUAL_POINT#; touch_point: 0.2848, 0.4712, lift_point: 0.2848, 0.4712; The action is #DUAL_POINT#; touch_point: 0.0554, 0.9111, lift_point: 0.0554, 0.9111; The action is #DUAL_POINT#; touch_point: 0.0618, 0.3088, lift_point: 0.0618, 0.3088; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Miami? \"; The action is #DUAL_POINT#; touch_point: 0.1386, 0.4279, lift_point: 0.1386, 0.4279; The action is #DUAL_POINT#; touch_point: 0.3055, 0.4359, lift_point: 0.3055, 0.4359; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76164_11.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Miami?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.592, 0.4213, lift_point: 0.592, 0.4213; The action is #DUAL_POINT#; touch_point: 0.2848, 0.4712, lift_point: 0.2848, 0.4712; The action is #DUAL_POINT#; touch_point: 0.0554, 0.9111, lift_point: 0.0554, 0.9111; The action is #DUAL_POINT#; touch_point: 0.0618, 0.3088, lift_point: 0.0618, 0.3088; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Miami? \"; The action is #DUAL_POINT#; touch_point: 0.1386, 0.4279, lift_point: 0.1386, 0.4279; The action is #DUAL_POINT#; touch_point: 0.3055, 0.4359, lift_point: 0.3055, 0.4359; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #PRESS_BACK#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76164_12.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Miami?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.592, 0.4213, lift_point: 0.592, 0.4213; The action is #DUAL_POINT#; touch_point: 0.2848, 0.4712, lift_point: 0.2848, 0.4712; The action is #DUAL_POINT#; touch_point: 0.0554, 0.9111, lift_point: 0.0554, 0.9111; The action is #DUAL_POINT#; touch_point: 0.0618, 0.3088, lift_point: 0.0618, 0.3088; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Miami? \"; The action is #DUAL_POINT#; touch_point: 0.1386, 0.4279, lift_point: 0.1386, 0.4279; The action is #DUAL_POINT#; touch_point: 0.3055, 0.4359, lift_point: 0.3055, 0.4359; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#", "response": "The action is #DUAL_POINT#; touch_point: 0.8072, 0.4337, lift_point: 0.8072, 0.4337", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76164_13.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Miami?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.592, 0.4213, lift_point: 0.592, 0.4213; The action is #DUAL_POINT#; touch_point: 0.2848, 0.4712, lift_point: 0.2848, 0.4712; The action is #DUAL_POINT#; touch_point: 0.0554, 0.9111, lift_point: 0.0554, 0.9111; The action is #DUAL_POINT#; touch_point: 0.0618, 0.3088, lift_point: 0.0618, 0.3088; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Miami? \"; The action is #DUAL_POINT#; touch_point: 0.1386, 0.4279, lift_point: 0.1386, 0.4279; The action is #DUAL_POINT#; touch_point: 0.3055, 0.4359, lift_point: 0.3055, 0.4359; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8072, 0.4337, lift_point: 0.8072, 0.4337", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76164_14.png" ] }, { "query": "\nPrevious Actions: Goal: Check my gmail", "response": "The action is #DUAL_POINT#; touch_point: 0.0293, 0.6292, lift_point: 0.0293, 0.6292", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76215_1.png" ] }, { "query": "\nPrevious Actions: Goal: Check my gmail; The action is #DUAL_POINT#; touch_point: 0.0293, 0.6292, lift_point: 0.0293, 0.6292", "response": "The action is #DUAL_POINT#; touch_point: 0.5576, 0.6392, lift_point: 0.5576, 0.6392", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76215_2.png" ] }, { "query": "\nPrevious Actions: Goal: Check my gmail; The action is #DUAL_POINT#; touch_point: 0.0293, 0.6292, lift_point: 0.0293, 0.6292; The action is #DUAL_POINT#; touch_point: 0.5576, 0.6392, lift_point: 0.5576, 0.6392", "response": "The action is #DUAL_POINT#; touch_point: 0.8956, 0.3634, lift_point: 0.8956, 0.3634", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76215_3.png" ] }, { "query": "\nPrevious Actions: Goal: Check my gmail; The action is #DUAL_POINT#; touch_point: 0.0293, 0.6292, lift_point: 0.0293, 0.6292; The action is #DUAL_POINT#; touch_point: 0.5576, 0.6392, lift_point: 0.5576, 0.6392; The action is #DUAL_POINT#; touch_point: 0.8956, 0.3634, lift_point: 0.8956, 0.3634", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76215_4.png" ] }, { "query": "\nPrevious Actions: Goal: Check my gmail; The action is #DUAL_POINT#; touch_point: 0.0293, 0.6292, lift_point: 0.0293, 0.6292; The action is #DUAL_POINT#; touch_point: 0.5576, 0.6392, lift_point: 0.5576, 0.6392; The action is #DUAL_POINT#; touch_point: 0.8956, 0.3634, lift_point: 0.8956, 0.3634; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.1509, 0.2833, lift_point: 0.1509, 0.2833", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76215_5.png" ] }, { "query": "\nPrevious Actions: Goal: Check my gmail; The action is #DUAL_POINT#; touch_point: 0.0293, 0.6292, lift_point: 0.0293, 0.6292; The action is #DUAL_POINT#; touch_point: 0.5576, 0.6392, lift_point: 0.5576, 0.6392; The action is #DUAL_POINT#; touch_point: 0.8956, 0.3634, lift_point: 0.8956, 0.3634; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1509, 0.2833, lift_point: 0.1509, 0.2833", "response": "The action is #DUAL_POINT#; touch_point: 0.9171, 0.6295, lift_point: 0.9171, 0.6295", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76215_6.png" ] }, { "query": "\nPrevious Actions: Goal: Check my gmail; The action is #DUAL_POINT#; touch_point: 0.0293, 0.6292, lift_point: 0.0293, 0.6292; The action is #DUAL_POINT#; touch_point: 0.5576, 0.6392, lift_point: 0.5576, 0.6392; The action is #DUAL_POINT#; touch_point: 0.8956, 0.3634, lift_point: 0.8956, 0.3634; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1509, 0.2833, lift_point: 0.1509, 0.2833; The action is #DUAL_POINT#; touch_point: 0.9171, 0.6295, lift_point: 0.9171, 0.6295", "response": "The action is #DUAL_POINT#; touch_point: 0.9324, 0.5184, lift_point: 0.9324, 0.5184", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76215_7.png" ] }, { "query": "\nPrevious Actions: Goal: Check my gmail; The action is #DUAL_POINT#; touch_point: 0.0293, 0.6292, lift_point: 0.0293, 0.6292; The action is #DUAL_POINT#; touch_point: 0.5576, 0.6392, lift_point: 0.5576, 0.6392; The action is #DUAL_POINT#; touch_point: 0.8956, 0.3634, lift_point: 0.8956, 0.3634; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1509, 0.2833, lift_point: 0.1509, 0.2833; The action is #DUAL_POINT#; touch_point: 0.9171, 0.6295, lift_point: 0.9171, 0.6295; The action is #DUAL_POINT#; touch_point: 0.9324, 0.5184, lift_point: 0.9324, 0.5184", "response": "The action is #DUAL_POINT#; touch_point: 0.5279, 0.7919, lift_point: 0.5279, 0.7919", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76215_8.png" ] }, { "query": "\nPrevious Actions: Goal: Check my gmail; The action is #DUAL_POINT#; touch_point: 0.0293, 0.6292, lift_point: 0.0293, 0.6292; The action is #DUAL_POINT#; touch_point: 0.5576, 0.6392, lift_point: 0.5576, 0.6392; The action is #DUAL_POINT#; touch_point: 0.8956, 0.3634, lift_point: 0.8956, 0.3634; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1509, 0.2833, lift_point: 0.1509, 0.2833; The action is #DUAL_POINT#; touch_point: 0.9171, 0.6295, lift_point: 0.9171, 0.6295; The action is #DUAL_POINT#; touch_point: 0.9324, 0.5184, lift_point: 0.9324, 0.5184; The action is #DUAL_POINT#; touch_point: 0.5279, 0.7919, lift_point: 0.5279, 0.7919", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76215_9.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Atlanta?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76280_1.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Atlanta?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8935, 0.4093, lift_point: 0.8935, 0.4093", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76280_2.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Atlanta?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8935, 0.4093, lift_point: 0.8935, 0.4093", "response": "The action is #DUAL_POINT#; touch_point: 0.0481, 0.2103, lift_point: 0.0481, 0.2103", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76280_3.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Atlanta?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8935, 0.4093, lift_point: 0.8935, 0.4093; The action is #DUAL_POINT#; touch_point: 0.0481, 0.2103, lift_point: 0.0481, 0.2103", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Atlanta?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76280_4.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Atlanta?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8935, 0.4093, lift_point: 0.8935, 0.4093; The action is #DUAL_POINT#; touch_point: 0.0481, 0.2103, lift_point: 0.0481, 0.2103; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Atlanta?\"", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76280_5.png" ] }, { "query": "\nPrevious Actions: Goal: Go to Reddit", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76300_1.png" ] }, { "query": "\nPrevious Actions: Goal: Go to Reddit; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8903, 0.4114, lift_point: 0.8903, 0.4114", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76300_2.png" ] }, { "query": "\nPrevious Actions: Goal: Go to Reddit; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8903, 0.4114, lift_point: 0.8903, 0.4114", "response": "The action is #DUAL_POINT#; touch_point: 0.0852, 0.3729, lift_point: 0.0852, 0.3729", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76300_3.png" ] }, { "query": "\nPrevious Actions: Goal: Go to Reddit; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8903, 0.4114, lift_point: 0.8903, 0.4114; The action is #DUAL_POINT#; touch_point: 0.0852, 0.3729, lift_point: 0.0852, 0.3729", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Reddit\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76300_4.png" ] }, { "query": "\nPrevious Actions: Goal: Go to Reddit; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8903, 0.4114, lift_point: 0.8903, 0.4114; The action is #DUAL_POINT#; touch_point: 0.0852, 0.3729, lift_point: 0.0852, 0.3729; The action is #TYPE#; And the content is : \"typed_text\": \"Reddit\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1092, 0.3313, lift_point: 0.1092, 0.3313", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76300_5.png" ] }, { "query": "\nPrevious Actions: Goal: Go to Reddit; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8903, 0.4114, lift_point: 0.8903, 0.4114; The action is #DUAL_POINT#; touch_point: 0.0852, 0.3729, lift_point: 0.0852, 0.3729; The action is #TYPE#; And the content is : \"typed_text\": \"Reddit\"; The action is #DUAL_POINT#; touch_point: 0.1092, 0.3313, lift_point: 0.1092, 0.3313", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76300_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the time in San Francisco?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76354_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the time in San Francisco?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8865, 0.3259, lift_point: 0.8865, 0.3259", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76354_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the time in San Francisco?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8865, 0.3259, lift_point: 0.8865, 0.3259", "response": "The action is #DUAL_POINT#; touch_point: 0.0592, 0.354, lift_point: 0.0592, 0.354", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76354_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the time in San Francisco?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8865, 0.3259, lift_point: 0.8865, 0.3259; The action is #DUAL_POINT#; touch_point: 0.0592, 0.354, lift_point: 0.0592, 0.354", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"time in San Francisco?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76354_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the time in San Francisco?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8865, 0.3259, lift_point: 0.8865, 0.3259; The action is #DUAL_POINT#; touch_point: 0.0592, 0.354, lift_point: 0.0592, 0.354; The action is #TYPE#; And the content is : \"typed_text\": \"time in San Francisco?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1369, 0.4636, lift_point: 0.1369, 0.4636", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76354_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the time in San Francisco?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8865, 0.3259, lift_point: 0.8865, 0.3259; The action is #DUAL_POINT#; touch_point: 0.0592, 0.354, lift_point: 0.0592, 0.354; The action is #TYPE#; And the content is : \"typed_text\": \"time in San Francisco?\"; The action is #DUAL_POINT#; touch_point: 0.1369, 0.4636, lift_point: 0.1369, 0.4636", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76354_6.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email", "response": "The action is #DUAL_POINT#; touch_point: 0.7998, 0.6996, lift_point: 0.7998, 0.6996", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76490_1.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email; The action is #DUAL_POINT#; touch_point: 0.7998, 0.6996, lift_point: 0.7998, 0.6996", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76490_2.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email; The action is #DUAL_POINT#; touch_point: 0.7998, 0.6996, lift_point: 0.7998, 0.6996; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76490_3.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email; The action is #DUAL_POINT#; touch_point: 0.7998, 0.6996, lift_point: 0.7998, 0.6996; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.4961, 0.5053, lift_point: 0.4961, 0.5053", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76490_4.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email; The action is #DUAL_POINT#; touch_point: 0.7998, 0.6996, lift_point: 0.7998, 0.6996; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4961, 0.5053, lift_point: 0.4961, 0.5053", "response": "The action is #DUAL_POINT#; touch_point: 0.4961, 0.5053, lift_point: 0.4961, 0.5053", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76490_5.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email; The action is #DUAL_POINT#; touch_point: 0.7998, 0.6996, lift_point: 0.7998, 0.6996; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4961, 0.5053, lift_point: 0.4961, 0.5053; The action is #DUAL_POINT#; touch_point: 0.4961, 0.5053, lift_point: 0.4961, 0.5053", "response": "The action is #DUAL_POINT#; touch_point: 0.1869, 0.3005, lift_point: 0.1869, 0.3005", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76490_6.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email; The action is #DUAL_POINT#; touch_point: 0.7998, 0.6996, lift_point: 0.7998, 0.6996; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4961, 0.5053, lift_point: 0.4961, 0.5053; The action is #DUAL_POINT#; touch_point: 0.4961, 0.5053, lift_point: 0.4961, 0.5053; The action is #DUAL_POINT#; touch_point: 0.1869, 0.3005, lift_point: 0.1869, 0.3005", "response": "The action is #DUAL_POINT#; touch_point: 0.061, 0.053, lift_point: 0.061, 0.053", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76490_7.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email; The action is #DUAL_POINT#; touch_point: 0.7998, 0.6996, lift_point: 0.7998, 0.6996; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4961, 0.5053, lift_point: 0.4961, 0.5053; The action is #DUAL_POINT#; touch_point: 0.4961, 0.5053, lift_point: 0.4961, 0.5053; The action is #DUAL_POINT#; touch_point: 0.1869, 0.3005, lift_point: 0.1869, 0.3005; The action is #DUAL_POINT#; touch_point: 0.061, 0.053, lift_point: 0.061, 0.053", "response": "The action is #DUAL_POINT#; touch_point: 0.061, 0.053, lift_point: 0.061, 0.053", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76490_8.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email; The action is #DUAL_POINT#; touch_point: 0.7998, 0.6996, lift_point: 0.7998, 0.6996; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4961, 0.5053, lift_point: 0.4961, 0.5053; The action is #DUAL_POINT#; touch_point: 0.4961, 0.5053, lift_point: 0.4961, 0.5053; The action is #DUAL_POINT#; touch_point: 0.1869, 0.3005, lift_point: 0.1869, 0.3005; The action is #DUAL_POINT#; touch_point: 0.061, 0.053, lift_point: 0.061, 0.053; The action is #DUAL_POINT#; touch_point: 0.061, 0.053, lift_point: 0.061, 0.053", "response": "The action is #DUAL_POINT#; touch_point: 0.5008, 0.4922, lift_point: 0.5008, 0.4922", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76490_9.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email; The action is #DUAL_POINT#; touch_point: 0.7998, 0.6996, lift_point: 0.7998, 0.6996; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4961, 0.5053, lift_point: 0.4961, 0.5053; The action is #DUAL_POINT#; touch_point: 0.4961, 0.5053, lift_point: 0.4961, 0.5053; The action is #DUAL_POINT#; touch_point: 0.1869, 0.3005, lift_point: 0.1869, 0.3005; The action is #DUAL_POINT#; touch_point: 0.061, 0.053, lift_point: 0.061, 0.053; The action is #DUAL_POINT#; touch_point: 0.061, 0.053, lift_point: 0.061, 0.053; The action is #DUAL_POINT#; touch_point: 0.5008, 0.4922, lift_point: 0.5008, 0.4922", "response": "The action is #DUAL_POINT#; touch_point: 0.924, 0.5731, lift_point: 0.924, 0.5731", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76490_10.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email; The action is #DUAL_POINT#; touch_point: 0.7998, 0.6996, lift_point: 0.7998, 0.6996; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4961, 0.5053, lift_point: 0.4961, 0.5053; The action is #DUAL_POINT#; touch_point: 0.4961, 0.5053, lift_point: 0.4961, 0.5053; The action is #DUAL_POINT#; touch_point: 0.1869, 0.3005, lift_point: 0.1869, 0.3005; The action is #DUAL_POINT#; touch_point: 0.061, 0.053, lift_point: 0.061, 0.053; The action is #DUAL_POINT#; touch_point: 0.061, 0.053, lift_point: 0.061, 0.053; The action is #DUAL_POINT#; touch_point: 0.5008, 0.4922, lift_point: 0.5008, 0.4922; The action is #DUAL_POINT#; touch_point: 0.924, 0.5731, lift_point: 0.924, 0.5731", "response": "The action is #DUAL_POINT#; touch_point: 0.3395, 0.4701, lift_point: 0.3395, 0.4701", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76490_11.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email; The action is #DUAL_POINT#; touch_point: 0.7998, 0.6996, lift_point: 0.7998, 0.6996; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4961, 0.5053, lift_point: 0.4961, 0.5053; The action is #DUAL_POINT#; touch_point: 0.4961, 0.5053, lift_point: 0.4961, 0.5053; The action is #DUAL_POINT#; touch_point: 0.1869, 0.3005, lift_point: 0.1869, 0.3005; The action is #DUAL_POINT#; touch_point: 0.061, 0.053, lift_point: 0.061, 0.053; The action is #DUAL_POINT#; touch_point: 0.061, 0.053, lift_point: 0.061, 0.053; The action is #DUAL_POINT#; touch_point: 0.5008, 0.4922, lift_point: 0.5008, 0.4922; The action is #DUAL_POINT#; touch_point: 0.924, 0.5731, lift_point: 0.924, 0.5731; The action is #DUAL_POINT#; touch_point: 0.3395, 0.4701, lift_point: 0.3395, 0.4701", "response": "The action is #DUAL_POINT#; touch_point: 0.9149, 0.5732, lift_point: 0.9149, 0.5732", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76490_12.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email; The action is #DUAL_POINT#; touch_point: 0.7998, 0.6996, lift_point: 0.7998, 0.6996; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4961, 0.5053, lift_point: 0.4961, 0.5053; The action is #DUAL_POINT#; touch_point: 0.4961, 0.5053, lift_point: 0.4961, 0.5053; The action is #DUAL_POINT#; touch_point: 0.1869, 0.3005, lift_point: 0.1869, 0.3005; The action is #DUAL_POINT#; touch_point: 0.061, 0.053, lift_point: 0.061, 0.053; The action is #DUAL_POINT#; touch_point: 0.061, 0.053, lift_point: 0.061, 0.053; The action is #DUAL_POINT#; touch_point: 0.5008, 0.4922, lift_point: 0.5008, 0.4922; The action is #DUAL_POINT#; touch_point: 0.924, 0.5731, lift_point: 0.924, 0.5731; The action is #DUAL_POINT#; touch_point: 0.3395, 0.4701, lift_point: 0.3395, 0.4701; The action is #DUAL_POINT#; touch_point: 0.9149, 0.5732, lift_point: 0.9149, 0.5732", "response": "The action is #DUAL_POINT#; touch_point: 0.527, 0.8599, lift_point: 0.527, 0.8599", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76490_13.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email; The action is #DUAL_POINT#; touch_point: 0.7998, 0.6996, lift_point: 0.7998, 0.6996; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4961, 0.5053, lift_point: 0.4961, 0.5053; The action is #DUAL_POINT#; touch_point: 0.4961, 0.5053, lift_point: 0.4961, 0.5053; The action is #DUAL_POINT#; touch_point: 0.1869, 0.3005, lift_point: 0.1869, 0.3005; The action is #DUAL_POINT#; touch_point: 0.061, 0.053, lift_point: 0.061, 0.053; The action is #DUAL_POINT#; touch_point: 0.061, 0.053, lift_point: 0.061, 0.053; The action is #DUAL_POINT#; touch_point: 0.5008, 0.4922, lift_point: 0.5008, 0.4922; The action is #DUAL_POINT#; touch_point: 0.924, 0.5731, lift_point: 0.924, 0.5731; The action is #DUAL_POINT#; touch_point: 0.3395, 0.4701, lift_point: 0.3395, 0.4701; The action is #DUAL_POINT#; touch_point: 0.9149, 0.5732, lift_point: 0.9149, 0.5732; The action is #DUAL_POINT#; touch_point: 0.527, 0.8599, lift_point: 0.527, 0.8599", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76490_14.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email; The action is #DUAL_POINT#; touch_point: 0.7998, 0.6996, lift_point: 0.7998, 0.6996; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4961, 0.5053, lift_point: 0.4961, 0.5053; The action is #DUAL_POINT#; touch_point: 0.4961, 0.5053, lift_point: 0.4961, 0.5053; The action is #DUAL_POINT#; touch_point: 0.1869, 0.3005, lift_point: 0.1869, 0.3005; The action is #DUAL_POINT#; touch_point: 0.061, 0.053, lift_point: 0.061, 0.053; The action is #DUAL_POINT#; touch_point: 0.061, 0.053, lift_point: 0.061, 0.053; The action is #DUAL_POINT#; touch_point: 0.5008, 0.4922, lift_point: 0.5008, 0.4922; The action is #DUAL_POINT#; touch_point: 0.924, 0.5731, lift_point: 0.924, 0.5731; The action is #DUAL_POINT#; touch_point: 0.3395, 0.4701, lift_point: 0.3395, 0.4701; The action is #DUAL_POINT#; touch_point: 0.9149, 0.5732, lift_point: 0.9149, 0.5732; The action is #DUAL_POINT#; touch_point: 0.527, 0.8599, lift_point: 0.527, 0.8599; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.6778, 0.0722, lift_point: 0.6778, 0.0722", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76490_15.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email; The action is #DUAL_POINT#; touch_point: 0.7998, 0.6996, lift_point: 0.7998, 0.6996; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4961, 0.5053, lift_point: 0.4961, 0.5053; The action is #DUAL_POINT#; touch_point: 0.4961, 0.5053, lift_point: 0.4961, 0.5053; The action is #DUAL_POINT#; touch_point: 0.1869, 0.3005, lift_point: 0.1869, 0.3005; The action is #DUAL_POINT#; touch_point: 0.061, 0.053, lift_point: 0.061, 0.053; The action is #DUAL_POINT#; touch_point: 0.061, 0.053, lift_point: 0.061, 0.053; The action is #DUAL_POINT#; touch_point: 0.5008, 0.4922, lift_point: 0.5008, 0.4922; The action is #DUAL_POINT#; touch_point: 0.924, 0.5731, lift_point: 0.924, 0.5731; The action is #DUAL_POINT#; touch_point: 0.3395, 0.4701, lift_point: 0.3395, 0.4701; The action is #DUAL_POINT#; touch_point: 0.9149, 0.5732, lift_point: 0.9149, 0.5732; The action is #DUAL_POINT#; touch_point: 0.527, 0.8599, lift_point: 0.527, 0.8599; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6778, 0.0722, lift_point: 0.6778, 0.0722", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76490_16.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email; The action is #DUAL_POINT#; touch_point: 0.7998, 0.6996, lift_point: 0.7998, 0.6996; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4961, 0.5053, lift_point: 0.4961, 0.5053; The action is #DUAL_POINT#; touch_point: 0.4961, 0.5053, lift_point: 0.4961, 0.5053; The action is #DUAL_POINT#; touch_point: 0.1869, 0.3005, lift_point: 0.1869, 0.3005; The action is #DUAL_POINT#; touch_point: 0.061, 0.053, lift_point: 0.061, 0.053; The action is #DUAL_POINT#; touch_point: 0.061, 0.053, lift_point: 0.061, 0.053; The action is #DUAL_POINT#; touch_point: 0.5008, 0.4922, lift_point: 0.5008, 0.4922; The action is #DUAL_POINT#; touch_point: 0.924, 0.5731, lift_point: 0.924, 0.5731; The action is #DUAL_POINT#; touch_point: 0.3395, 0.4701, lift_point: 0.3395, 0.4701; The action is #DUAL_POINT#; touch_point: 0.9149, 0.5732, lift_point: 0.9149, 0.5732; The action is #DUAL_POINT#; touch_point: 0.527, 0.8599, lift_point: 0.527, 0.8599; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6778, 0.0722, lift_point: 0.6778, 0.0722; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.8925, 0.0857, lift_point: 0.8925, 0.0857", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76490_17.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email; The action is #DUAL_POINT#; touch_point: 0.7998, 0.6996, lift_point: 0.7998, 0.6996; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4961, 0.5053, lift_point: 0.4961, 0.5053; The action is #DUAL_POINT#; touch_point: 0.4961, 0.5053, lift_point: 0.4961, 0.5053; The action is #DUAL_POINT#; touch_point: 0.1869, 0.3005, lift_point: 0.1869, 0.3005; The action is #DUAL_POINT#; touch_point: 0.061, 0.053, lift_point: 0.061, 0.053; The action is #DUAL_POINT#; touch_point: 0.061, 0.053, lift_point: 0.061, 0.053; The action is #DUAL_POINT#; touch_point: 0.5008, 0.4922, lift_point: 0.5008, 0.4922; The action is #DUAL_POINT#; touch_point: 0.924, 0.5731, lift_point: 0.924, 0.5731; The action is #DUAL_POINT#; touch_point: 0.3395, 0.4701, lift_point: 0.3395, 0.4701; The action is #DUAL_POINT#; touch_point: 0.9149, 0.5732, lift_point: 0.9149, 0.5732; The action is #DUAL_POINT#; touch_point: 0.527, 0.8599, lift_point: 0.527, 0.8599; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6778, 0.0722, lift_point: 0.6778, 0.0722; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8925, 0.0857, lift_point: 0.8925, 0.0857", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76490_18.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email; The action is #DUAL_POINT#; touch_point: 0.7998, 0.6996, lift_point: 0.7998, 0.6996; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4961, 0.5053, lift_point: 0.4961, 0.5053; The action is #DUAL_POINT#; touch_point: 0.4961, 0.5053, lift_point: 0.4961, 0.5053; The action is #DUAL_POINT#; touch_point: 0.1869, 0.3005, lift_point: 0.1869, 0.3005; The action is #DUAL_POINT#; touch_point: 0.061, 0.053, lift_point: 0.061, 0.053; The action is #DUAL_POINT#; touch_point: 0.061, 0.053, lift_point: 0.061, 0.053; The action is #DUAL_POINT#; touch_point: 0.5008, 0.4922, lift_point: 0.5008, 0.4922; The action is #DUAL_POINT#; touch_point: 0.924, 0.5731, lift_point: 0.924, 0.5731; The action is #DUAL_POINT#; touch_point: 0.3395, 0.4701, lift_point: 0.3395, 0.4701; The action is #DUAL_POINT#; touch_point: 0.9149, 0.5732, lift_point: 0.9149, 0.5732; The action is #DUAL_POINT#; touch_point: 0.527, 0.8599, lift_point: 0.527, 0.8599; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6778, 0.0722, lift_point: 0.6778, 0.0722; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8925, 0.0857, lift_point: 0.8925, 0.0857; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.7965, 0.0738, lift_point: 0.7965, 0.0738", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76490_19.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email; The action is #DUAL_POINT#; touch_point: 0.7998, 0.6996, lift_point: 0.7998, 0.6996; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4961, 0.5053, lift_point: 0.4961, 0.5053; The action is #DUAL_POINT#; touch_point: 0.4961, 0.5053, lift_point: 0.4961, 0.5053; The action is #DUAL_POINT#; touch_point: 0.1869, 0.3005, lift_point: 0.1869, 0.3005; The action is #DUAL_POINT#; touch_point: 0.061, 0.053, lift_point: 0.061, 0.053; The action is #DUAL_POINT#; touch_point: 0.061, 0.053, lift_point: 0.061, 0.053; The action is #DUAL_POINT#; touch_point: 0.5008, 0.4922, lift_point: 0.5008, 0.4922; The action is #DUAL_POINT#; touch_point: 0.924, 0.5731, lift_point: 0.924, 0.5731; The action is #DUAL_POINT#; touch_point: 0.3395, 0.4701, lift_point: 0.3395, 0.4701; The action is #DUAL_POINT#; touch_point: 0.9149, 0.5732, lift_point: 0.9149, 0.5732; The action is #DUAL_POINT#; touch_point: 0.527, 0.8599, lift_point: 0.527, 0.8599; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6778, 0.0722, lift_point: 0.6778, 0.0722; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8925, 0.0857, lift_point: 0.8925, 0.0857; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7965, 0.0738, lift_point: 0.7965, 0.0738", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76490_20.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email; The action is #DUAL_POINT#; touch_point: 0.7998, 0.6996, lift_point: 0.7998, 0.6996; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4961, 0.5053, lift_point: 0.4961, 0.5053; The action is #DUAL_POINT#; touch_point: 0.4961, 0.5053, lift_point: 0.4961, 0.5053; The action is #DUAL_POINT#; touch_point: 0.1869, 0.3005, lift_point: 0.1869, 0.3005; The action is #DUAL_POINT#; touch_point: 0.061, 0.053, lift_point: 0.061, 0.053; The action is #DUAL_POINT#; touch_point: 0.061, 0.053, lift_point: 0.061, 0.053; The action is #DUAL_POINT#; touch_point: 0.5008, 0.4922, lift_point: 0.5008, 0.4922; The action is #DUAL_POINT#; touch_point: 0.924, 0.5731, lift_point: 0.924, 0.5731; The action is #DUAL_POINT#; touch_point: 0.3395, 0.4701, lift_point: 0.3395, 0.4701; The action is #DUAL_POINT#; touch_point: 0.9149, 0.5732, lift_point: 0.9149, 0.5732; The action is #DUAL_POINT#; touch_point: 0.527, 0.8599, lift_point: 0.527, 0.8599; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6778, 0.0722, lift_point: 0.6778, 0.0722; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8925, 0.0857, lift_point: 0.8925, 0.0857; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7965, 0.0738, lift_point: 0.7965, 0.0738; The action is #Scrolling Up#", "response": "The action is #DUAL_POINT#; touch_point: 0.2678, 0.0983, lift_point: 0.2678, 0.0983", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76490_21.png" ] }, { "query": "\nPrevious Actions: Goal: Check my email; The action is #DUAL_POINT#; touch_point: 0.7998, 0.6996, lift_point: 0.7998, 0.6996; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4961, 0.5053, lift_point: 0.4961, 0.5053; The action is #DUAL_POINT#; touch_point: 0.4961, 0.5053, lift_point: 0.4961, 0.5053; The action is #DUAL_POINT#; touch_point: 0.1869, 0.3005, lift_point: 0.1869, 0.3005; The action is #DUAL_POINT#; touch_point: 0.061, 0.053, lift_point: 0.061, 0.053; The action is #DUAL_POINT#; touch_point: 0.061, 0.053, lift_point: 0.061, 0.053; The action is #DUAL_POINT#; touch_point: 0.5008, 0.4922, lift_point: 0.5008, 0.4922; The action is #DUAL_POINT#; touch_point: 0.924, 0.5731, lift_point: 0.924, 0.5731; The action is #DUAL_POINT#; touch_point: 0.3395, 0.4701, lift_point: 0.3395, 0.4701; The action is #DUAL_POINT#; touch_point: 0.9149, 0.5732, lift_point: 0.9149, 0.5732; The action is #DUAL_POINT#; touch_point: 0.527, 0.8599, lift_point: 0.527, 0.8599; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6778, 0.0722, lift_point: 0.6778, 0.0722; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8925, 0.0857, lift_point: 0.8925, 0.0857; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7965, 0.0738, lift_point: 0.7965, 0.0738; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2678, 0.0983, lift_point: 0.2678, 0.0983", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76490_22.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Spain?", "response": "The action is #DUAL_POINT#; touch_point: 0.805, 0.7028, lift_point: 0.805, 0.7028", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76733_1.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Spain?; The action is #DUAL_POINT#; touch_point: 0.805, 0.7028, lift_point: 0.805, 0.7028", "response": "The action is #DUAL_POINT#; touch_point: 0.9087, 0.4727, lift_point: 0.9087, 0.4727", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76733_2.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Spain?; The action is #DUAL_POINT#; touch_point: 0.805, 0.7028, lift_point: 0.805, 0.7028; The action is #DUAL_POINT#; touch_point: 0.9087, 0.4727, lift_point: 0.9087, 0.4727", "response": "The action is #DUAL_POINT#; touch_point: 0.895, 0.1246, lift_point: 0.895, 0.1246", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76733_3.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Spain?; The action is #DUAL_POINT#; touch_point: 0.805, 0.7028, lift_point: 0.805, 0.7028; The action is #DUAL_POINT#; touch_point: 0.9087, 0.4727, lift_point: 0.9087, 0.4727; The action is #DUAL_POINT#; touch_point: 0.895, 0.1246, lift_point: 0.895, 0.1246", "response": "The action is #DUAL_POINT#; touch_point: 0.2872, 0.2132, lift_point: 0.2872, 0.2132", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76733_4.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Spain?; The action is #DUAL_POINT#; touch_point: 0.805, 0.7028, lift_point: 0.805, 0.7028; The action is #DUAL_POINT#; touch_point: 0.9087, 0.4727, lift_point: 0.9087, 0.4727; The action is #DUAL_POINT#; touch_point: 0.895, 0.1246, lift_point: 0.895, 0.1246; The action is #DUAL_POINT#; touch_point: 0.2872, 0.2132, lift_point: 0.2872, 0.2132", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Spain\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76733_5.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Spain?; The action is #DUAL_POINT#; touch_point: 0.805, 0.7028, lift_point: 0.805, 0.7028; The action is #DUAL_POINT#; touch_point: 0.9087, 0.4727, lift_point: 0.9087, 0.4727; The action is #DUAL_POINT#; touch_point: 0.895, 0.1246, lift_point: 0.895, 0.1246; The action is #DUAL_POINT#; touch_point: 0.2872, 0.2132, lift_point: 0.2872, 0.2132; The action is #TYPE#; And the content is : \"typed_text\": \"capital of Spain\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76733_6.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Spain?; The action is #DUAL_POINT#; touch_point: 0.805, 0.7028, lift_point: 0.805, 0.7028; The action is #DUAL_POINT#; touch_point: 0.9087, 0.4727, lift_point: 0.9087, 0.4727; The action is #DUAL_POINT#; touch_point: 0.895, 0.1246, lift_point: 0.895, 0.1246; The action is #DUAL_POINT#; touch_point: 0.2872, 0.2132, lift_point: 0.2872, 0.2132; The action is #TYPE#; And the content is : \"typed_text\": \"capital of Spain\"; The action is #PRESS_ENTER#", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76733_7.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Spain?; The action is #DUAL_POINT#; touch_point: 0.805, 0.7028, lift_point: 0.805, 0.7028; The action is #DUAL_POINT#; touch_point: 0.9087, 0.4727, lift_point: 0.9087, 0.4727; The action is #DUAL_POINT#; touch_point: 0.895, 0.1246, lift_point: 0.895, 0.1246; The action is #DUAL_POINT#; touch_point: 0.2872, 0.2132, lift_point: 0.2872, 0.2132; The action is #TYPE#; And the content is : \"typed_text\": \"capital of Spain\"; The action is #PRESS_ENTER#; The action is #TYPE#; And the content is : \"typed_text\": \"\"", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76733_8.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good Italian restaurants", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76774_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good Italian restaurants; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7931, 0.6947, lift_point: 0.7931, 0.6947", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76774_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good Italian restaurants; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7931, 0.6947, lift_point: 0.7931, 0.6947", "response": "The action is #DUAL_POINT#; touch_point: 0.0582, 0.3791, lift_point: 0.0582, 0.3791", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76774_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good Italian restaurants; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7931, 0.6947, lift_point: 0.7931, 0.6947; The action is #DUAL_POINT#; touch_point: 0.0582, 0.3791, lift_point: 0.0582, 0.3791", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"good Italian restaurants\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76774_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good Italian restaurants; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7931, 0.6947, lift_point: 0.7931, 0.6947; The action is #DUAL_POINT#; touch_point: 0.0582, 0.3791, lift_point: 0.0582, 0.3791; The action is #TYPE#; And the content is : \"typed_text\": \"good Italian restaurants\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76774_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good Italian restaurants; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7931, 0.6947, lift_point: 0.7931, 0.6947; The action is #DUAL_POINT#; touch_point: 0.0582, 0.3791, lift_point: 0.0582, 0.3791; The action is #TYPE#; And the content is : \"typed_text\": \"good Italian restaurants\"; The action is #PRESS_ENTER#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76774_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good Italian restaurants; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7931, 0.6947, lift_point: 0.7931, 0.6947; The action is #DUAL_POINT#; touch_point: 0.0582, 0.3791, lift_point: 0.0582, 0.3791; The action is #TYPE#; And the content is : \"typed_text\": \"good Italian restaurants\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.5256, 0.4326, lift_point: 0.5256, 0.4326", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76774_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good Italian restaurants; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7931, 0.6947, lift_point: 0.7931, 0.6947; The action is #DUAL_POINT#; touch_point: 0.0582, 0.3791, lift_point: 0.0582, 0.3791; The action is #TYPE#; And the content is : \"typed_text\": \"good Italian restaurants\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5256, 0.4326, lift_point: 0.5256, 0.4326", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76774_8.png" ] }, { "query": "\nPrevious Actions: Goal: What are the best selling refrigerators at Lowes?", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76909_1.png" ] }, { "query": "\nPrevious Actions: Goal: What are the best selling refrigerators at Lowes?; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3451, 0.4831, lift_point: 0.3451, 0.4831", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76909_2.png" ] }, { "query": "\nPrevious Actions: Goal: What are the best selling refrigerators at Lowes?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3451, 0.4831, lift_point: 0.3451, 0.4831", "response": "The action is #DUAL_POINT#; touch_point: 0.0653, 0.6439, lift_point: 0.0653, 0.6439", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76909_3.png" ] }, { "query": "\nPrevious Actions: Goal: What are the best selling refrigerators at Lowes?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3451, 0.4831, lift_point: 0.3451, 0.4831; The action is #DUAL_POINT#; touch_point: 0.0653, 0.6439, lift_point: 0.0653, 0.6439", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"What are the best selling refrigerators at Lowes?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76909_4.png" ] }, { "query": "\nPrevious Actions: Goal: What are the best selling refrigerators at Lowes?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3451, 0.4831, lift_point: 0.3451, 0.4831; The action is #DUAL_POINT#; touch_point: 0.0653, 0.6439, lift_point: 0.0653, 0.6439; The action is #TYPE#; And the content is : \"typed_text\": \"What are the best selling refrigerators at Lowes?\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76909_5.png" ] }, { "query": "\nPrevious Actions: Goal: What are the best selling refrigerators at Lowes?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3451, 0.4831, lift_point: 0.3451, 0.4831; The action is #DUAL_POINT#; touch_point: 0.0653, 0.6439, lift_point: 0.0653, 0.6439; The action is #TYPE#; And the content is : \"typed_text\": \"What are the best selling refrigerators at Lowes?\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76909_6.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Reddit app", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76940_1.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Reddit app; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.6352, 0.6864, lift_point: 0.6352, 0.6864", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76940_2.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Reddit app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6352, 0.6864, lift_point: 0.6352, 0.6864", "response": "The action is #PRESS_BACK#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76940_3.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Reddit app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6352, 0.6864, lift_point: 0.6352, 0.6864; The action is #PRESS_BACK#", "response": "The action is #DUAL_POINT#; touch_point: 0.0649, 0.5767, lift_point: 0.0649, 0.5767", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76940_4.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Reddit app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6352, 0.6864, lift_point: 0.6352, 0.6864; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.0649, 0.5767, lift_point: 0.0649, 0.5767", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Reddit app\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76940_5.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Reddit app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6352, 0.6864, lift_point: 0.6352, 0.6864; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.0649, 0.5767, lift_point: 0.0649, 0.5767; The action is #TYPE#; And the content is : \"typed_text\": \"Reddit app\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76940_6.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Reddit app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6352, 0.6864, lift_point: 0.6352, 0.6864; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.0649, 0.5767, lift_point: 0.0649, 0.5767; The action is #TYPE#; And the content is : \"typed_text\": \"Reddit app\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76940_7.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Denver?", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76978_1.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Denver?; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3725, 0.5031, lift_point: 0.3725, 0.5031", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76978_2.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Denver?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3725, 0.5031, lift_point: 0.3725, 0.5031", "response": "The action is #DUAL_POINT#; touch_point: 0.3702, 0.4935, lift_point: 0.3702, 0.4935", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76978_3.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Denver?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3725, 0.5031, lift_point: 0.3725, 0.5031; The action is #DUAL_POINT#; touch_point: 0.3702, 0.4935, lift_point: 0.3702, 0.4935", "response": "The action is #DUAL_POINT#; touch_point: 0.0562, 0.5428, lift_point: 0.0562, 0.5428", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76978_4.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Denver?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3725, 0.5031, lift_point: 0.3725, 0.5031; The action is #DUAL_POINT#; touch_point: 0.3702, 0.4935, lift_point: 0.3702, 0.4935; The action is #DUAL_POINT#; touch_point: 0.0562, 0.5428, lift_point: 0.0562, 0.5428", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Denver?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76978_5.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Denver?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3725, 0.5031, lift_point: 0.3725, 0.5031; The action is #DUAL_POINT#; touch_point: 0.3702, 0.4935, lift_point: 0.3702, 0.4935; The action is #DUAL_POINT#; touch_point: 0.0562, 0.5428, lift_point: 0.0562, 0.5428; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Denver?\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76978_6.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Denver?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3725, 0.5031, lift_point: 0.3725, 0.5031; The action is #DUAL_POINT#; touch_point: 0.3702, 0.4935, lift_point: 0.3702, 0.4935; The action is #DUAL_POINT#; touch_point: 0.0562, 0.5428, lift_point: 0.0562, 0.5428; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Denver?\"; The action is #PRESS_ENTER#", "response": "The action is #DUAL_POINT#; touch_point: 0.3563, 0.0811, lift_point: 0.3563, 0.0811", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76978_7.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Denver?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3725, 0.5031, lift_point: 0.3725, 0.5031; The action is #DUAL_POINT#; touch_point: 0.3702, 0.4935, lift_point: 0.3702, 0.4935; The action is #DUAL_POINT#; touch_point: 0.0562, 0.5428, lift_point: 0.0562, 0.5428; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Denver?\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.3563, 0.0811, lift_point: 0.3563, 0.0811", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/76978_8.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Barcelona to Mexico city", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77185_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Barcelona to Mexico city; The action is #Scrolling Down#", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77185_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Barcelona to Mexico city; The action is #Scrolling Down#; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77185_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Barcelona to Mexico city; The action is #Scrolling Down#; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.5051, 0.6922, lift_point: 0.5051, 0.6922", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77185_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Barcelona to Mexico city; The action is #Scrolling Down#; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5051, 0.6922, lift_point: 0.5051, 0.6922", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77185_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Barcelona to Mexico city; The action is #Scrolling Down#; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5051, 0.6922, lift_point: 0.5051, 0.6922; The action is #Scrolling Up#", "response": "The action is #DUAL_POINT#; touch_point: 0.1412, 0.693, lift_point: 0.1412, 0.693", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77185_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Barcelona to Mexico city; The action is #Scrolling Down#; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5051, 0.6922, lift_point: 0.5051, 0.6922; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.1412, 0.693, lift_point: 0.1412, 0.693", "response": "The action is #DUAL_POINT#; touch_point: 0.073, 0.8872, lift_point: 0.073, 0.8872", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77185_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Barcelona to Mexico city; The action is #Scrolling Down#; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5051, 0.6922, lift_point: 0.5051, 0.6922; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.1412, 0.693, lift_point: 0.1412, 0.693; The action is #DUAL_POINT#; touch_point: 0.073, 0.8872, lift_point: 0.073, 0.8872", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"lights from Barcelona to Mexico city\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77185_8.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Barcelona to Mexico city; The action is #Scrolling Down#; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5051, 0.6922, lift_point: 0.5051, 0.6922; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.1412, 0.693, lift_point: 0.1412, 0.693; The action is #DUAL_POINT#; touch_point: 0.073, 0.8872, lift_point: 0.073, 0.8872; The action is #TYPE#; And the content is : \"typed_text\": \"lights from Barcelona to Mexico city\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77185_9.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Barcelona to Mexico city; The action is #Scrolling Down#; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5051, 0.6922, lift_point: 0.5051, 0.6922; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.1412, 0.693, lift_point: 0.1412, 0.693; The action is #DUAL_POINT#; touch_point: 0.073, 0.8872, lift_point: 0.073, 0.8872; The action is #TYPE#; And the content is : \"typed_text\": \"lights from Barcelona to Mexico city\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1537, 0.4193, lift_point: 0.1537, 0.4193", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77185_10.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Barcelona to Mexico city; The action is #Scrolling Down#; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5051, 0.6922, lift_point: 0.5051, 0.6922; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.1412, 0.693, lift_point: 0.1412, 0.693; The action is #DUAL_POINT#; touch_point: 0.073, 0.8872, lift_point: 0.073, 0.8872; The action is #TYPE#; And the content is : \"typed_text\": \"lights from Barcelona to Mexico city\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1537, 0.4193, lift_point: 0.1537, 0.4193", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77185_11.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Barcelona to Mexico city; The action is #Scrolling Down#; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5051, 0.6922, lift_point: 0.5051, 0.6922; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.1412, 0.693, lift_point: 0.1412, 0.693; The action is #DUAL_POINT#; touch_point: 0.073, 0.8872, lift_point: 0.073, 0.8872; The action is #TYPE#; And the content is : \"typed_text\": \"lights from Barcelona to Mexico city\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1537, 0.4193, lift_point: 0.1537, 0.4193; The action is #Scrolling Down#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77185_12.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Barcelona to Mexico city; The action is #Scrolling Down#; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5051, 0.6922, lift_point: 0.5051, 0.6922; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.1412, 0.693, lift_point: 0.1412, 0.693; The action is #DUAL_POINT#; touch_point: 0.073, 0.8872, lift_point: 0.073, 0.8872; The action is #TYPE#; And the content is : \"typed_text\": \"lights from Barcelona to Mexico city\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1537, 0.4193, lift_point: 0.1537, 0.4193; The action is #Scrolling Down#; The action is #Scrolling Up#", "response": "The action is #DUAL_POINT#; touch_point: 0.2133, 0.2494, lift_point: 0.2133, 0.2494", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77185_13.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Barcelona to Mexico city; The action is #Scrolling Down#; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5051, 0.6922, lift_point: 0.5051, 0.6922; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.1412, 0.693, lift_point: 0.1412, 0.693; The action is #DUAL_POINT#; touch_point: 0.073, 0.8872, lift_point: 0.073, 0.8872; The action is #TYPE#; And the content is : \"typed_text\": \"lights from Barcelona to Mexico city\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1537, 0.4193, lift_point: 0.1537, 0.4193; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2133, 0.2494, lift_point: 0.2133, 0.2494", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77185_14.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Norway?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77237_1.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Norway?; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77237_2.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Norway?; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.4698, 0.6952, lift_point: 0.4698, 0.6952", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77237_3.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Norway?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4698, 0.6952, lift_point: 0.4698, 0.6952", "response": "The action is #DUAL_POINT#; touch_point: 0.2484, 0.3022, lift_point: 0.2484, 0.3022", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77237_4.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Norway?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4698, 0.6952, lift_point: 0.4698, 0.6952; The action is #DUAL_POINT#; touch_point: 0.2484, 0.3022, lift_point: 0.2484, 0.3022", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Norway?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77237_5.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Norway?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4698, 0.6952, lift_point: 0.4698, 0.6952; The action is #DUAL_POINT#; touch_point: 0.2484, 0.3022, lift_point: 0.2484, 0.3022; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Norway?\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77237_6.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Norway?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4698, 0.6952, lift_point: 0.4698, 0.6952; The action is #DUAL_POINT#; touch_point: 0.2484, 0.3022, lift_point: 0.2484, 0.3022; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Norway?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1455, 0.4439, lift_point: 0.1455, 0.4439", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77237_7.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Norway?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4698, 0.6952, lift_point: 0.4698, 0.6952; The action is #DUAL_POINT#; touch_point: 0.2484, 0.3022, lift_point: 0.2484, 0.3022; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Norway?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1455, 0.4439, lift_point: 0.1455, 0.4439", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77237_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Las Vegas?", "response": "The action is #DUAL_POINT#; touch_point: 0.7988, 0.6964, lift_point: 0.7988, 0.6964", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77289_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Las Vegas?; The action is #DUAL_POINT#; touch_point: 0.7988, 0.6964, lift_point: 0.7988, 0.6964", "response": "The action is #DUAL_POINT#; touch_point: 0.0608, 0.4575, lift_point: 0.0608, 0.4575", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77289_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Las Vegas?; The action is #DUAL_POINT#; touch_point: 0.7988, 0.6964, lift_point: 0.7988, 0.6964; The action is #DUAL_POINT#; touch_point: 0.0608, 0.4575, lift_point: 0.0608, 0.4575", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"a good restaurant in Las Vegas\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77289_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Las Vegas?; The action is #DUAL_POINT#; touch_point: 0.7988, 0.6964, lift_point: 0.7988, 0.6964; The action is #DUAL_POINT#; touch_point: 0.0608, 0.4575, lift_point: 0.0608, 0.4575; The action is #TYPE#; And the content is : \"typed_text\": \"a good restaurant in Las Vegas\"", "response": "The action is #DUAL_POINT#; touch_point: 0.0632, 0.4855, lift_point: 0.0632, 0.4855", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77289_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Las Vegas?; The action is #DUAL_POINT#; touch_point: 0.7988, 0.6964, lift_point: 0.7988, 0.6964; The action is #DUAL_POINT#; touch_point: 0.0608, 0.4575, lift_point: 0.0608, 0.4575; The action is #TYPE#; And the content is : \"typed_text\": \"a good restaurant in Las Vegas\"; The action is #DUAL_POINT#; touch_point: 0.0632, 0.4855, lift_point: 0.0632, 0.4855", "response": "The action is #DUAL_POINT#; touch_point: 0.1946, 0.4792, lift_point: 0.1946, 0.4792", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77289_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Las Vegas?; The action is #DUAL_POINT#; touch_point: 0.7988, 0.6964, lift_point: 0.7988, 0.6964; The action is #DUAL_POINT#; touch_point: 0.0608, 0.4575, lift_point: 0.0608, 0.4575; The action is #TYPE#; And the content is : \"typed_text\": \"a good restaurant in Las Vegas\"; The action is #DUAL_POINT#; touch_point: 0.0632, 0.4855, lift_point: 0.0632, 0.4855; The action is #DUAL_POINT#; touch_point: 0.1946, 0.4792, lift_point: 0.1946, 0.4792", "response": "The action is #DUAL_POINT#; touch_point: 0.1981, 0.4148, lift_point: 0.1981, 0.4148", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77289_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Las Vegas?; The action is #DUAL_POINT#; touch_point: 0.7988, 0.6964, lift_point: 0.7988, 0.6964; The action is #DUAL_POINT#; touch_point: 0.0608, 0.4575, lift_point: 0.0608, 0.4575; The action is #TYPE#; And the content is : \"typed_text\": \"a good restaurant in Las Vegas\"; The action is #DUAL_POINT#; touch_point: 0.0632, 0.4855, lift_point: 0.0632, 0.4855; The action is #DUAL_POINT#; touch_point: 0.1946, 0.4792, lift_point: 0.1946, 0.4792; The action is #DUAL_POINT#; touch_point: 0.1981, 0.4148, lift_point: 0.1981, 0.4148", "response": "The action is #DUAL_POINT#; touch_point: 0.4365, 0.2684, lift_point: 0.4365, 0.2684", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77289_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Las Vegas?; The action is #DUAL_POINT#; touch_point: 0.7988, 0.6964, lift_point: 0.7988, 0.6964; The action is #DUAL_POINT#; touch_point: 0.0608, 0.4575, lift_point: 0.0608, 0.4575; The action is #TYPE#; And the content is : \"typed_text\": \"a good restaurant in Las Vegas\"; The action is #DUAL_POINT#; touch_point: 0.0632, 0.4855, lift_point: 0.0632, 0.4855; The action is #DUAL_POINT#; touch_point: 0.1946, 0.4792, lift_point: 0.1946, 0.4792; The action is #DUAL_POINT#; touch_point: 0.1981, 0.4148, lift_point: 0.1981, 0.4148; The action is #DUAL_POINT#; touch_point: 0.4365, 0.2684, lift_point: 0.4365, 0.2684", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77289_8.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Chipotle?", "response": "The action is #DUAL_POINT#; touch_point: 0.7928, 0.1352, lift_point: 0.7928, 0.1352", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77309_1.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Chipotle?; The action is #DUAL_POINT#; touch_point: 0.7928, 0.1352, lift_point: 0.7928, 0.1352", "response": "The action is #DUAL_POINT#; touch_point: 0.0725, 0.4733, lift_point: 0.0725, 0.4733", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77309_2.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Chipotle?; The action is #DUAL_POINT#; touch_point: 0.7928, 0.1352, lift_point: 0.7928, 0.1352; The action is #DUAL_POINT#; touch_point: 0.0725, 0.4733, lift_point: 0.0725, 0.4733", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Chipotle?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77309_3.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Chipotle?; The action is #DUAL_POINT#; touch_point: 0.7928, 0.1352, lift_point: 0.7928, 0.1352; The action is #DUAL_POINT#; touch_point: 0.0725, 0.4733, lift_point: 0.0725, 0.4733; The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Chipotle?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.0596, 0.4986, lift_point: 0.0596, 0.4986", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77309_4.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Chipotle?; The action is #DUAL_POINT#; touch_point: 0.7928, 0.1352, lift_point: 0.7928, 0.1352; The action is #DUAL_POINT#; touch_point: 0.0725, 0.4733, lift_point: 0.0725, 0.4733; The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Chipotle?\"; The action is #DUAL_POINT#; touch_point: 0.0596, 0.4986, lift_point: 0.0596, 0.4986", "response": "The action is #DUAL_POINT#; touch_point: 0.0609, 0.4861, lift_point: 0.0609, 0.4861", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77309_5.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Chipotle?; The action is #DUAL_POINT#; touch_point: 0.7928, 0.1352, lift_point: 0.7928, 0.1352; The action is #DUAL_POINT#; touch_point: 0.0725, 0.4733, lift_point: 0.0725, 0.4733; The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Chipotle?\"; The action is #DUAL_POINT#; touch_point: 0.0596, 0.4986, lift_point: 0.0596, 0.4986; The action is #DUAL_POINT#; touch_point: 0.0609, 0.4861, lift_point: 0.0609, 0.4861", "response": "The action is #DUAL_POINT#; touch_point: 0.0493, 0.5165, lift_point: 0.0493, 0.5165", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77309_6.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Chipotle?; The action is #DUAL_POINT#; touch_point: 0.7928, 0.1352, lift_point: 0.7928, 0.1352; The action is #DUAL_POINT#; touch_point: 0.0725, 0.4733, lift_point: 0.0725, 0.4733; The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Chipotle?\"; The action is #DUAL_POINT#; touch_point: 0.0596, 0.4986, lift_point: 0.0596, 0.4986; The action is #DUAL_POINT#; touch_point: 0.0609, 0.4861, lift_point: 0.0609, 0.4861; The action is #DUAL_POINT#; touch_point: 0.0493, 0.5165, lift_point: 0.0493, 0.5165", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"chipotle ?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77309_7.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Chipotle?; The action is #DUAL_POINT#; touch_point: 0.7928, 0.1352, lift_point: 0.7928, 0.1352; The action is #DUAL_POINT#; touch_point: 0.0725, 0.4733, lift_point: 0.0725, 0.4733; The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Chipotle?\"; The action is #DUAL_POINT#; touch_point: 0.0596, 0.4986, lift_point: 0.0596, 0.4986; The action is #DUAL_POINT#; touch_point: 0.0609, 0.4861, lift_point: 0.0609, 0.4861; The action is #DUAL_POINT#; touch_point: 0.0493, 0.5165, lift_point: 0.0493, 0.5165; The action is #TYPE#; And the content is : \"typed_text\": \"chipotle ?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1259, 0.3229, lift_point: 0.1259, 0.3229", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77309_8.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Chipotle?; The action is #DUAL_POINT#; touch_point: 0.7928, 0.1352, lift_point: 0.7928, 0.1352; The action is #DUAL_POINT#; touch_point: 0.0725, 0.4733, lift_point: 0.0725, 0.4733; The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Chipotle?\"; The action is #DUAL_POINT#; touch_point: 0.0596, 0.4986, lift_point: 0.0596, 0.4986; The action is #DUAL_POINT#; touch_point: 0.0609, 0.4861, lift_point: 0.0609, 0.4861; The action is #DUAL_POINT#; touch_point: 0.0493, 0.5165, lift_point: 0.0493, 0.5165; The action is #TYPE#; And the content is : \"typed_text\": \"chipotle ?\"; The action is #DUAL_POINT#; touch_point: 0.1259, 0.3229, lift_point: 0.1259, 0.3229", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77309_9.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Sydney", "response": "The action is #DUAL_POINT#; touch_point: 0.24, 0.6827, lift_point: 0.24, 0.6827", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77314_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Sydney; The action is #DUAL_POINT#; touch_point: 0.24, 0.6827, lift_point: 0.24, 0.6827", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Sydney\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77314_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Sydney; The action is #DUAL_POINT#; touch_point: 0.24, 0.6827, lift_point: 0.24, 0.6827; The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Sydney\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1297, 0.384, lift_point: 0.1297, 0.384", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77314_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Sydney; The action is #DUAL_POINT#; touch_point: 0.24, 0.6827, lift_point: 0.24, 0.6827; The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Sydney\"; The action is #DUAL_POINT#; touch_point: 0.1297, 0.384, lift_point: 0.1297, 0.384", "response": "The action is #DUAL_POINT#; touch_point: 0.7676, 0.3441, lift_point: 0.7676, 0.3441", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77314_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Sydney; The action is #DUAL_POINT#; touch_point: 0.24, 0.6827, lift_point: 0.24, 0.6827; The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Sydney\"; The action is #DUAL_POINT#; touch_point: 0.1297, 0.384, lift_point: 0.1297, 0.384; The action is #DUAL_POINT#; touch_point: 0.7676, 0.3441, lift_point: 0.7676, 0.3441", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77314_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Singapore?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77512_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Singapore?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.2362, 0.6956, lift_point: 0.2362, 0.6956", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77512_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Singapore?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.2362, 0.6956, lift_point: 0.2362, 0.6956", "response": "The action is #DUAL_POINT#; touch_point: 0.0616, 0.722, lift_point: 0.0616, 0.722", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77512_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Singapore?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.2362, 0.6956, lift_point: 0.2362, 0.6956; The action is #DUAL_POINT#; touch_point: 0.0616, 0.722, lift_point: 0.0616, 0.722", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"singapore\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77512_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Singapore?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.2362, 0.6956, lift_point: 0.2362, 0.6956; The action is #DUAL_POINT#; touch_point: 0.0616, 0.722, lift_point: 0.0616, 0.722; The action is #TYPE#; And the content is : \"typed_text\": \"singapore\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1323, 0.2234, lift_point: 0.1323, 0.2234", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77512_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Singapore?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.2362, 0.6956, lift_point: 0.2362, 0.6956; The action is #DUAL_POINT#; touch_point: 0.0616, 0.722, lift_point: 0.0616, 0.722; The action is #TYPE#; And the content is : \"typed_text\": \"singapore\"; The action is #DUAL_POINT#; touch_point: 0.1323, 0.2234, lift_point: 0.1323, 0.2234", "response": "The action is #DUAL_POINT#; touch_point: 0.2364, 0.3074, lift_point: 0.2364, 0.3074", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77512_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Singapore?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.2362, 0.6956, lift_point: 0.2362, 0.6956; The action is #DUAL_POINT#; touch_point: 0.0616, 0.722, lift_point: 0.0616, 0.722; The action is #TYPE#; And the content is : \"typed_text\": \"singapore\"; The action is #DUAL_POINT#; touch_point: 0.1323, 0.2234, lift_point: 0.1323, 0.2234; The action is #DUAL_POINT#; touch_point: 0.2364, 0.3074, lift_point: 0.2364, 0.3074", "response": "The action is #DUAL_POINT#; touch_point: 0.3413, 0.2505, lift_point: 0.3413, 0.2505", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77512_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Singapore?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.2362, 0.6956, lift_point: 0.2362, 0.6956; The action is #DUAL_POINT#; touch_point: 0.0616, 0.722, lift_point: 0.0616, 0.722; The action is #TYPE#; And the content is : \"typed_text\": \"singapore\"; The action is #DUAL_POINT#; touch_point: 0.1323, 0.2234, lift_point: 0.1323, 0.2234; The action is #DUAL_POINT#; touch_point: 0.2364, 0.3074, lift_point: 0.2364, 0.3074; The action is #DUAL_POINT#; touch_point: 0.3413, 0.2505, lift_point: 0.3413, 0.2505", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77512_8.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Chicago?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77654_1.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Chicago?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.2354, 0.6773, lift_point: 0.2354, 0.6773", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77654_2.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Chicago?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.2354, 0.6773, lift_point: 0.2354, 0.6773", "response": "The action is #DUAL_POINT#; touch_point: 0.0572, 0.4785, lift_point: 0.0572, 0.4785", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77654_3.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Chicago?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.2354, 0.6773, lift_point: 0.2354, 0.6773; The action is #DUAL_POINT#; touch_point: 0.0572, 0.4785, lift_point: 0.0572, 0.4785", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"rent for 3 bedroom apartment in chicago\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77654_4.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Chicago?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.2354, 0.6773, lift_point: 0.2354, 0.6773; The action is #DUAL_POINT#; touch_point: 0.0572, 0.4785, lift_point: 0.0572, 0.4785; The action is #TYPE#; And the content is : \"typed_text\": \"rent for 3 bedroom apartment in chicago\"", "response": "The action is #DUAL_POINT#; touch_point: 0.0627, 0.5717, lift_point: 0.0627, 0.5717", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77654_5.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Chicago?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.2354, 0.6773, lift_point: 0.2354, 0.6773; The action is #DUAL_POINT#; touch_point: 0.0572, 0.4785, lift_point: 0.0572, 0.4785; The action is #TYPE#; And the content is : \"typed_text\": \"rent for 3 bedroom apartment in chicago\"; The action is #DUAL_POINT#; touch_point: 0.0627, 0.5717, lift_point: 0.0627, 0.5717", "response": "The action is #TYPE#; And the content is : \"typed_text\": \" in chicago\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77654_6.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Chicago?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.2354, 0.6773, lift_point: 0.2354, 0.6773; The action is #DUAL_POINT#; touch_point: 0.0572, 0.4785, lift_point: 0.0572, 0.4785; The action is #TYPE#; And the content is : \"typed_text\": \"rent for 3 bedroom apartment in chicago\"; The action is #DUAL_POINT#; touch_point: 0.0627, 0.5717, lift_point: 0.0627, 0.5717; The action is #TYPE#; And the content is : \"typed_text\": \" in chicago\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1198, 0.5591, lift_point: 0.1198, 0.5591", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77654_7.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Chicago?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.2354, 0.6773, lift_point: 0.2354, 0.6773; The action is #DUAL_POINT#; touch_point: 0.0572, 0.4785, lift_point: 0.0572, 0.4785; The action is #TYPE#; And the content is : \"typed_text\": \"rent for 3 bedroom apartment in chicago\"; The action is #DUAL_POINT#; touch_point: 0.0627, 0.5717, lift_point: 0.0627, 0.5717; The action is #TYPE#; And the content is : \"typed_text\": \" in chicago\"; The action is #DUAL_POINT#; touch_point: 0.1198, 0.5591, lift_point: 0.1198, 0.5591", "response": "The action is #DUAL_POINT#; touch_point: 0.3566, 0.2985, lift_point: 0.3566, 0.2985", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77654_8.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Chicago?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.2354, 0.6773, lift_point: 0.2354, 0.6773; The action is #DUAL_POINT#; touch_point: 0.0572, 0.4785, lift_point: 0.0572, 0.4785; The action is #TYPE#; And the content is : \"typed_text\": \"rent for 3 bedroom apartment in chicago\"; The action is #DUAL_POINT#; touch_point: 0.0627, 0.5717, lift_point: 0.0627, 0.5717; The action is #TYPE#; And the content is : \"typed_text\": \" in chicago\"; The action is #DUAL_POINT#; touch_point: 0.1198, 0.5591, lift_point: 0.1198, 0.5591; The action is #DUAL_POINT#; touch_point: 0.3566, 0.2985, lift_point: 0.3566, 0.2985", "response": "The action is #PRESS_BACK#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77654_9.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Chicago?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.2354, 0.6773, lift_point: 0.2354, 0.6773; The action is #DUAL_POINT#; touch_point: 0.0572, 0.4785, lift_point: 0.0572, 0.4785; The action is #TYPE#; And the content is : \"typed_text\": \"rent for 3 bedroom apartment in chicago\"; The action is #DUAL_POINT#; touch_point: 0.0627, 0.5717, lift_point: 0.0627, 0.5717; The action is #TYPE#; And the content is : \"typed_text\": \" in chicago\"; The action is #DUAL_POINT#; touch_point: 0.1198, 0.5591, lift_point: 0.1198, 0.5591; The action is #DUAL_POINT#; touch_point: 0.3566, 0.2985, lift_point: 0.3566, 0.2985; The action is #PRESS_BACK#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77654_10.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Chicago?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.2354, 0.6773, lift_point: 0.2354, 0.6773; The action is #DUAL_POINT#; touch_point: 0.0572, 0.4785, lift_point: 0.0572, 0.4785; The action is #TYPE#; And the content is : \"typed_text\": \"rent for 3 bedroom apartment in chicago\"; The action is #DUAL_POINT#; touch_point: 0.0627, 0.5717, lift_point: 0.0627, 0.5717; The action is #TYPE#; And the content is : \"typed_text\": \" in chicago\"; The action is #DUAL_POINT#; touch_point: 0.1198, 0.5591, lift_point: 0.1198, 0.5591; The action is #DUAL_POINT#; touch_point: 0.3566, 0.2985, lift_point: 0.3566, 0.2985; The action is #PRESS_BACK#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.2859, 0.2866, lift_point: 0.2859, 0.2866", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77654_11.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Chicago?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.2354, 0.6773, lift_point: 0.2354, 0.6773; The action is #DUAL_POINT#; touch_point: 0.0572, 0.4785, lift_point: 0.0572, 0.4785; The action is #TYPE#; And the content is : \"typed_text\": \"rent for 3 bedroom apartment in chicago\"; The action is #DUAL_POINT#; touch_point: 0.0627, 0.5717, lift_point: 0.0627, 0.5717; The action is #TYPE#; And the content is : \"typed_text\": \" in chicago\"; The action is #DUAL_POINT#; touch_point: 0.1198, 0.5591, lift_point: 0.1198, 0.5591; The action is #DUAL_POINT#; touch_point: 0.3566, 0.2985, lift_point: 0.3566, 0.2985; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2859, 0.2866, lift_point: 0.2859, 0.2866", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77654_12.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Chicago?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.2354, 0.6773, lift_point: 0.2354, 0.6773; The action is #DUAL_POINT#; touch_point: 0.0572, 0.4785, lift_point: 0.0572, 0.4785; The action is #TYPE#; And the content is : \"typed_text\": \"rent for 3 bedroom apartment in chicago\"; The action is #DUAL_POINT#; touch_point: 0.0627, 0.5717, lift_point: 0.0627, 0.5717; The action is #TYPE#; And the content is : \"typed_text\": \" in chicago\"; The action is #DUAL_POINT#; touch_point: 0.1198, 0.5591, lift_point: 0.1198, 0.5591; The action is #DUAL_POINT#; touch_point: 0.3566, 0.2985, lift_point: 0.3566, 0.2985; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2859, 0.2866, lift_point: 0.2859, 0.2866; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.6261, 0.3049, lift_point: 0.6261, 0.3049", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77654_13.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Chicago?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.2354, 0.6773, lift_point: 0.2354, 0.6773; The action is #DUAL_POINT#; touch_point: 0.0572, 0.4785, lift_point: 0.0572, 0.4785; The action is #TYPE#; And the content is : \"typed_text\": \"rent for 3 bedroom apartment in chicago\"; The action is #DUAL_POINT#; touch_point: 0.0627, 0.5717, lift_point: 0.0627, 0.5717; The action is #TYPE#; And the content is : \"typed_text\": \" in chicago\"; The action is #DUAL_POINT#; touch_point: 0.1198, 0.5591, lift_point: 0.1198, 0.5591; The action is #DUAL_POINT#; touch_point: 0.3566, 0.2985, lift_point: 0.3566, 0.2985; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2859, 0.2866, lift_point: 0.2859, 0.2866; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6261, 0.3049, lift_point: 0.6261, 0.3049", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77654_14.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Chicago?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.2354, 0.6773, lift_point: 0.2354, 0.6773; The action is #DUAL_POINT#; touch_point: 0.0572, 0.4785, lift_point: 0.0572, 0.4785; The action is #TYPE#; And the content is : \"typed_text\": \"rent for 3 bedroom apartment in chicago\"; The action is #DUAL_POINT#; touch_point: 0.0627, 0.5717, lift_point: 0.0627, 0.5717; The action is #TYPE#; And the content is : \"typed_text\": \" in chicago\"; The action is #DUAL_POINT#; touch_point: 0.1198, 0.5591, lift_point: 0.1198, 0.5591; The action is #DUAL_POINT#; touch_point: 0.3566, 0.2985, lift_point: 0.3566, 0.2985; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2859, 0.2866, lift_point: 0.2859, 0.2866; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6261, 0.3049, lift_point: 0.6261, 0.3049; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77654_15.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Chicago?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.2354, 0.6773, lift_point: 0.2354, 0.6773; The action is #DUAL_POINT#; touch_point: 0.0572, 0.4785, lift_point: 0.0572, 0.4785; The action is #TYPE#; And the content is : \"typed_text\": \"rent for 3 bedroom apartment in chicago\"; The action is #DUAL_POINT#; touch_point: 0.0627, 0.5717, lift_point: 0.0627, 0.5717; The action is #TYPE#; And the content is : \"typed_text\": \" in chicago\"; The action is #DUAL_POINT#; touch_point: 0.1198, 0.5591, lift_point: 0.1198, 0.5591; The action is #DUAL_POINT#; touch_point: 0.3566, 0.2985, lift_point: 0.3566, 0.2985; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2859, 0.2866, lift_point: 0.2859, 0.2866; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6261, 0.3049, lift_point: 0.6261, 0.3049; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77654_16.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Chicago?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.2354, 0.6773, lift_point: 0.2354, 0.6773; The action is #DUAL_POINT#; touch_point: 0.0572, 0.4785, lift_point: 0.0572, 0.4785; The action is #TYPE#; And the content is : \"typed_text\": \"rent for 3 bedroom apartment in chicago\"; The action is #DUAL_POINT#; touch_point: 0.0627, 0.5717, lift_point: 0.0627, 0.5717; The action is #TYPE#; And the content is : \"typed_text\": \" in chicago\"; The action is #DUAL_POINT#; touch_point: 0.1198, 0.5591, lift_point: 0.1198, 0.5591; The action is #DUAL_POINT#; touch_point: 0.3566, 0.2985, lift_point: 0.3566, 0.2985; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2859, 0.2866, lift_point: 0.2859, 0.2866; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6261, 0.3049, lift_point: 0.6261, 0.3049; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77654_17.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Chicago?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.2354, 0.6773, lift_point: 0.2354, 0.6773; The action is #DUAL_POINT#; touch_point: 0.0572, 0.4785, lift_point: 0.0572, 0.4785; The action is #TYPE#; And the content is : \"typed_text\": \"rent for 3 bedroom apartment in chicago\"; The action is #DUAL_POINT#; touch_point: 0.0627, 0.5717, lift_point: 0.0627, 0.5717; The action is #TYPE#; And the content is : \"typed_text\": \" in chicago\"; The action is #DUAL_POINT#; touch_point: 0.1198, 0.5591, lift_point: 0.1198, 0.5591; The action is #DUAL_POINT#; touch_point: 0.3566, 0.2985, lift_point: 0.3566, 0.2985; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2859, 0.2866, lift_point: 0.2859, 0.2866; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6261, 0.3049, lift_point: 0.6261, 0.3049; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77654_18.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Chicago?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.2354, 0.6773, lift_point: 0.2354, 0.6773; The action is #DUAL_POINT#; touch_point: 0.0572, 0.4785, lift_point: 0.0572, 0.4785; The action is #TYPE#; And the content is : \"typed_text\": \"rent for 3 bedroom apartment in chicago\"; The action is #DUAL_POINT#; touch_point: 0.0627, 0.5717, lift_point: 0.0627, 0.5717; The action is #TYPE#; And the content is : \"typed_text\": \" in chicago\"; The action is #DUAL_POINT#; touch_point: 0.1198, 0.5591, lift_point: 0.1198, 0.5591; The action is #DUAL_POINT#; touch_point: 0.3566, 0.2985, lift_point: 0.3566, 0.2985; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2859, 0.2866, lift_point: 0.2859, 0.2866; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6261, 0.3049, lift_point: 0.6261, 0.3049; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77654_19.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Chicago?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.2354, 0.6773, lift_point: 0.2354, 0.6773; The action is #DUAL_POINT#; touch_point: 0.0572, 0.4785, lift_point: 0.0572, 0.4785; The action is #TYPE#; And the content is : \"typed_text\": \"rent for 3 bedroom apartment in chicago\"; The action is #DUAL_POINT#; touch_point: 0.0627, 0.5717, lift_point: 0.0627, 0.5717; The action is #TYPE#; And the content is : \"typed_text\": \" in chicago\"; The action is #DUAL_POINT#; touch_point: 0.1198, 0.5591, lift_point: 0.1198, 0.5591; The action is #DUAL_POINT#; touch_point: 0.3566, 0.2985, lift_point: 0.3566, 0.2985; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2859, 0.2866, lift_point: 0.2859, 0.2866; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6261, 0.3049, lift_point: 0.6261, 0.3049; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77654_20.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Chicago?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.2354, 0.6773, lift_point: 0.2354, 0.6773; The action is #DUAL_POINT#; touch_point: 0.0572, 0.4785, lift_point: 0.0572, 0.4785; The action is #TYPE#; And the content is : \"typed_text\": \"rent for 3 bedroom apartment in chicago\"; The action is #DUAL_POINT#; touch_point: 0.0627, 0.5717, lift_point: 0.0627, 0.5717; The action is #TYPE#; And the content is : \"typed_text\": \" in chicago\"; The action is #DUAL_POINT#; touch_point: 0.1198, 0.5591, lift_point: 0.1198, 0.5591; The action is #DUAL_POINT#; touch_point: 0.3566, 0.2985, lift_point: 0.3566, 0.2985; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2859, 0.2866, lift_point: 0.2859, 0.2866; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6261, 0.3049, lift_point: 0.6261, 0.3049; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77654_21.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Chicago?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.2354, 0.6773, lift_point: 0.2354, 0.6773; The action is #DUAL_POINT#; touch_point: 0.0572, 0.4785, lift_point: 0.0572, 0.4785; The action is #TYPE#; And the content is : \"typed_text\": \"rent for 3 bedroom apartment in chicago\"; The action is #DUAL_POINT#; touch_point: 0.0627, 0.5717, lift_point: 0.0627, 0.5717; The action is #TYPE#; And the content is : \"typed_text\": \" in chicago\"; The action is #DUAL_POINT#; touch_point: 0.1198, 0.5591, lift_point: 0.1198, 0.5591; The action is #DUAL_POINT#; touch_point: 0.3566, 0.2985, lift_point: 0.3566, 0.2985; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2859, 0.2866, lift_point: 0.2859, 0.2866; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6261, 0.3049, lift_point: 0.6261, 0.3049; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77654_22.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Chicago?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.2354, 0.6773, lift_point: 0.2354, 0.6773; The action is #DUAL_POINT#; touch_point: 0.0572, 0.4785, lift_point: 0.0572, 0.4785; The action is #TYPE#; And the content is : \"typed_text\": \"rent for 3 bedroom apartment in chicago\"; The action is #DUAL_POINT#; touch_point: 0.0627, 0.5717, lift_point: 0.0627, 0.5717; The action is #TYPE#; And the content is : \"typed_text\": \" in chicago\"; The action is #DUAL_POINT#; touch_point: 0.1198, 0.5591, lift_point: 0.1198, 0.5591; The action is #DUAL_POINT#; touch_point: 0.3566, 0.2985, lift_point: 0.3566, 0.2985; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2859, 0.2866, lift_point: 0.2859, 0.2866; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6261, 0.3049, lift_point: 0.6261, 0.3049; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77654_23.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Chicago?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.2354, 0.6773, lift_point: 0.2354, 0.6773; The action is #DUAL_POINT#; touch_point: 0.0572, 0.4785, lift_point: 0.0572, 0.4785; The action is #TYPE#; And the content is : \"typed_text\": \"rent for 3 bedroom apartment in chicago\"; The action is #DUAL_POINT#; touch_point: 0.0627, 0.5717, lift_point: 0.0627, 0.5717; The action is #TYPE#; And the content is : \"typed_text\": \" in chicago\"; The action is #DUAL_POINT#; touch_point: 0.1198, 0.5591, lift_point: 0.1198, 0.5591; The action is #DUAL_POINT#; touch_point: 0.3566, 0.2985, lift_point: 0.3566, 0.2985; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2859, 0.2866, lift_point: 0.2859, 0.2866; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6261, 0.3049, lift_point: 0.6261, 0.3049; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77654_24.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Chicago?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.2354, 0.6773, lift_point: 0.2354, 0.6773; The action is #DUAL_POINT#; touch_point: 0.0572, 0.4785, lift_point: 0.0572, 0.4785; The action is #TYPE#; And the content is : \"typed_text\": \"rent for 3 bedroom apartment in chicago\"; The action is #DUAL_POINT#; touch_point: 0.0627, 0.5717, lift_point: 0.0627, 0.5717; The action is #TYPE#; And the content is : \"typed_text\": \" in chicago\"; The action is #DUAL_POINT#; touch_point: 0.1198, 0.5591, lift_point: 0.1198, 0.5591; The action is #DUAL_POINT#; touch_point: 0.3566, 0.2985, lift_point: 0.3566, 0.2985; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2859, 0.2866, lift_point: 0.2859, 0.2866; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6261, 0.3049, lift_point: 0.6261, 0.3049; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77654_25.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Chicago?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.2354, 0.6773, lift_point: 0.2354, 0.6773; The action is #DUAL_POINT#; touch_point: 0.0572, 0.4785, lift_point: 0.0572, 0.4785; The action is #TYPE#; And the content is : \"typed_text\": \"rent for 3 bedroom apartment in chicago\"; The action is #DUAL_POINT#; touch_point: 0.0627, 0.5717, lift_point: 0.0627, 0.5717; The action is #TYPE#; And the content is : \"typed_text\": \" in chicago\"; The action is #DUAL_POINT#; touch_point: 0.1198, 0.5591, lift_point: 0.1198, 0.5591; The action is #DUAL_POINT#; touch_point: 0.3566, 0.2985, lift_point: 0.3566, 0.2985; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2859, 0.2866, lift_point: 0.2859, 0.2866; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6261, 0.3049, lift_point: 0.6261, 0.3049; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #PRESS_BACK#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77654_26.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Chicago?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.2354, 0.6773, lift_point: 0.2354, 0.6773; The action is #DUAL_POINT#; touch_point: 0.0572, 0.4785, lift_point: 0.0572, 0.4785; The action is #TYPE#; And the content is : \"typed_text\": \"rent for 3 bedroom apartment in chicago\"; The action is #DUAL_POINT#; touch_point: 0.0627, 0.5717, lift_point: 0.0627, 0.5717; The action is #TYPE#; And the content is : \"typed_text\": \" in chicago\"; The action is #DUAL_POINT#; touch_point: 0.1198, 0.5591, lift_point: 0.1198, 0.5591; The action is #DUAL_POINT#; touch_point: 0.3566, 0.2985, lift_point: 0.3566, 0.2985; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2859, 0.2866, lift_point: 0.2859, 0.2866; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6261, 0.3049, lift_point: 0.6261, 0.3049; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77654_27.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Chicago?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.2354, 0.6773, lift_point: 0.2354, 0.6773; The action is #DUAL_POINT#; touch_point: 0.0572, 0.4785, lift_point: 0.0572, 0.4785; The action is #TYPE#; And the content is : \"typed_text\": \"rent for 3 bedroom apartment in chicago\"; The action is #DUAL_POINT#; touch_point: 0.0627, 0.5717, lift_point: 0.0627, 0.5717; The action is #TYPE#; And the content is : \"typed_text\": \" in chicago\"; The action is #DUAL_POINT#; touch_point: 0.1198, 0.5591, lift_point: 0.1198, 0.5591; The action is #DUAL_POINT#; touch_point: 0.3566, 0.2985, lift_point: 0.3566, 0.2985; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2859, 0.2866, lift_point: 0.2859, 0.2866; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6261, 0.3049, lift_point: 0.6261, 0.3049; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.7609, 0.4401, lift_point: 0.7609, 0.4401", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77654_28.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Chicago?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.2354, 0.6773, lift_point: 0.2354, 0.6773; The action is #DUAL_POINT#; touch_point: 0.0572, 0.4785, lift_point: 0.0572, 0.4785; The action is #TYPE#; And the content is : \"typed_text\": \"rent for 3 bedroom apartment in chicago\"; The action is #DUAL_POINT#; touch_point: 0.0627, 0.5717, lift_point: 0.0627, 0.5717; The action is #TYPE#; And the content is : \"typed_text\": \" in chicago\"; The action is #DUAL_POINT#; touch_point: 0.1198, 0.5591, lift_point: 0.1198, 0.5591; The action is #DUAL_POINT#; touch_point: 0.3566, 0.2985, lift_point: 0.3566, 0.2985; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2859, 0.2866, lift_point: 0.2859, 0.2866; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6261, 0.3049, lift_point: 0.6261, 0.3049; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7609, 0.4401, lift_point: 0.7609, 0.4401", "response": "The action is #DUAL_POINT#; touch_point: 0.1846, 0.8803, lift_point: 0.1846, 0.8803", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77654_29.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Chicago?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.2354, 0.6773, lift_point: 0.2354, 0.6773; The action is #DUAL_POINT#; touch_point: 0.0572, 0.4785, lift_point: 0.0572, 0.4785; The action is #TYPE#; And the content is : \"typed_text\": \"rent for 3 bedroom apartment in chicago\"; The action is #DUAL_POINT#; touch_point: 0.0627, 0.5717, lift_point: 0.0627, 0.5717; The action is #TYPE#; And the content is : \"typed_text\": \" in chicago\"; The action is #DUAL_POINT#; touch_point: 0.1198, 0.5591, lift_point: 0.1198, 0.5591; The action is #DUAL_POINT#; touch_point: 0.3566, 0.2985, lift_point: 0.3566, 0.2985; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2859, 0.2866, lift_point: 0.2859, 0.2866; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6261, 0.3049, lift_point: 0.6261, 0.3049; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7609, 0.4401, lift_point: 0.7609, 0.4401; The action is #DUAL_POINT#; touch_point: 0.1846, 0.8803, lift_point: 0.1846, 0.8803", "response": "The action is #DUAL_POINT#; touch_point: 0.551, 0.0637, lift_point: 0.551, 0.0637", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77654_30.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Chicago?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.2354, 0.6773, lift_point: 0.2354, 0.6773; The action is #DUAL_POINT#; touch_point: 0.0572, 0.4785, lift_point: 0.0572, 0.4785; The action is #TYPE#; And the content is : \"typed_text\": \"rent for 3 bedroom apartment in chicago\"; The action is #DUAL_POINT#; touch_point: 0.0627, 0.5717, lift_point: 0.0627, 0.5717; The action is #TYPE#; And the content is : \"typed_text\": \" in chicago\"; The action is #DUAL_POINT#; touch_point: 0.1198, 0.5591, lift_point: 0.1198, 0.5591; The action is #DUAL_POINT#; touch_point: 0.3566, 0.2985, lift_point: 0.3566, 0.2985; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2859, 0.2866, lift_point: 0.2859, 0.2866; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6261, 0.3049, lift_point: 0.6261, 0.3049; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7609, 0.4401, lift_point: 0.7609, 0.4401; The action is #DUAL_POINT#; touch_point: 0.1846, 0.8803, lift_point: 0.1846, 0.8803; The action is #DUAL_POINT#; touch_point: 0.551, 0.0637, lift_point: 0.551, 0.0637", "response": "The action is #DUAL_POINT#; touch_point: 0.8982, 0.7229, lift_point: 0.8982, 0.7229", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77654_31.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Chicago?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.2354, 0.6773, lift_point: 0.2354, 0.6773; The action is #DUAL_POINT#; touch_point: 0.0572, 0.4785, lift_point: 0.0572, 0.4785; The action is #TYPE#; And the content is : \"typed_text\": \"rent for 3 bedroom apartment in chicago\"; The action is #DUAL_POINT#; touch_point: 0.0627, 0.5717, lift_point: 0.0627, 0.5717; The action is #TYPE#; And the content is : \"typed_text\": \" in chicago\"; The action is #DUAL_POINT#; touch_point: 0.1198, 0.5591, lift_point: 0.1198, 0.5591; The action is #DUAL_POINT#; touch_point: 0.3566, 0.2985, lift_point: 0.3566, 0.2985; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2859, 0.2866, lift_point: 0.2859, 0.2866; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6261, 0.3049, lift_point: 0.6261, 0.3049; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7609, 0.4401, lift_point: 0.7609, 0.4401; The action is #DUAL_POINT#; touch_point: 0.1846, 0.8803, lift_point: 0.1846, 0.8803; The action is #DUAL_POINT#; touch_point: 0.551, 0.0637, lift_point: 0.551, 0.0637; The action is #DUAL_POINT#; touch_point: 0.8982, 0.7229, lift_point: 0.8982, 0.7229", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77654_32.png" ] }, { "query": "\nPrevious Actions: Goal: How big is the earth?", "response": "The action is #DUAL_POINT#; touch_point: 0.2339, 0.6619, lift_point: 0.2339, 0.6619", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77719_1.png" ] }, { "query": "\nPrevious Actions: Goal: How big is the earth?; The action is #DUAL_POINT#; touch_point: 0.2339, 0.6619, lift_point: 0.2339, 0.6619", "response": "The action is #DUAL_POINT#; touch_point: 0.064, 0.3033, lift_point: 0.064, 0.3033", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77719_2.png" ] }, { "query": "\nPrevious Actions: Goal: How big is the earth?; The action is #DUAL_POINT#; touch_point: 0.2339, 0.6619, lift_point: 0.2339, 0.6619; The action is #DUAL_POINT#; touch_point: 0.064, 0.3033, lift_point: 0.064, 0.3033", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"how big is the earth\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77719_3.png" ] }, { "query": "\nPrevious Actions: Goal: How big is the earth?; The action is #DUAL_POINT#; touch_point: 0.2339, 0.6619, lift_point: 0.2339, 0.6619; The action is #DUAL_POINT#; touch_point: 0.064, 0.3033, lift_point: 0.064, 0.3033; The action is #TYPE#; And the content is : \"typed_text\": \"how big is the earth\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1419, 0.2182, lift_point: 0.1419, 0.2182", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77719_4.png" ] }, { "query": "\nPrevious Actions: Goal: How big is the earth?; The action is #DUAL_POINT#; touch_point: 0.2339, 0.6619, lift_point: 0.2339, 0.6619; The action is #DUAL_POINT#; touch_point: 0.064, 0.3033, lift_point: 0.064, 0.3033; The action is #TYPE#; And the content is : \"typed_text\": \"how big is the earth\"; The action is #DUAL_POINT#; touch_point: 0.1419, 0.2182, lift_point: 0.1419, 0.2182", "response": "The action is #DUAL_POINT#; touch_point: 0.1368, 0.2131, lift_point: 0.1368, 0.2131", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77719_5.png" ] }, { "query": "\nPrevious Actions: Goal: How big is the earth?; The action is #DUAL_POINT#; touch_point: 0.2339, 0.6619, lift_point: 0.2339, 0.6619; The action is #DUAL_POINT#; touch_point: 0.064, 0.3033, lift_point: 0.064, 0.3033; The action is #TYPE#; And the content is : \"typed_text\": \"how big is the earth\"; The action is #DUAL_POINT#; touch_point: 0.1419, 0.2182, lift_point: 0.1419, 0.2182; The action is #DUAL_POINT#; touch_point: 0.1368, 0.2131, lift_point: 0.1368, 0.2131", "response": "The action is #DUAL_POINT#; touch_point: 0.3915, 0.4246, lift_point: 0.3915, 0.4246", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77719_6.png" ] }, { "query": "\nPrevious Actions: Goal: How big is the earth?; The action is #DUAL_POINT#; touch_point: 0.2339, 0.6619, lift_point: 0.2339, 0.6619; The action is #DUAL_POINT#; touch_point: 0.064, 0.3033, lift_point: 0.064, 0.3033; The action is #TYPE#; And the content is : \"typed_text\": \"how big is the earth\"; The action is #DUAL_POINT#; touch_point: 0.1419, 0.2182, lift_point: 0.1419, 0.2182; The action is #DUAL_POINT#; touch_point: 0.1368, 0.2131, lift_point: 0.1368, 0.2131; The action is #DUAL_POINT#; touch_point: 0.3915, 0.4246, lift_point: 0.3915, 0.4246", "response": "The action is #DUAL_POINT#; touch_point: 0.3296, 0.4224, lift_point: 0.3296, 0.4224", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77719_7.png" ] }, { "query": "\nPrevious Actions: Goal: How big is the earth?; The action is #DUAL_POINT#; touch_point: 0.2339, 0.6619, lift_point: 0.2339, 0.6619; The action is #DUAL_POINT#; touch_point: 0.064, 0.3033, lift_point: 0.064, 0.3033; The action is #TYPE#; And the content is : \"typed_text\": \"how big is the earth\"; The action is #DUAL_POINT#; touch_point: 0.1419, 0.2182, lift_point: 0.1419, 0.2182; The action is #DUAL_POINT#; touch_point: 0.1368, 0.2131, lift_point: 0.1368, 0.2131; The action is #DUAL_POINT#; touch_point: 0.3915, 0.4246, lift_point: 0.3915, 0.4246; The action is #DUAL_POINT#; touch_point: 0.3296, 0.4224, lift_point: 0.3296, 0.4224", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77719_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Sydney?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77763_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Sydney?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8864, 0.3751, lift_point: 0.8864, 0.3751", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77763_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Sydney?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8864, 0.3751, lift_point: 0.8864, 0.3751", "response": "The action is #DUAL_POINT#; touch_point: 0.0382, 0.3047, lift_point: 0.0382, 0.3047", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77763_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Sydney?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8864, 0.3751, lift_point: 0.8864, 0.3751; The action is #DUAL_POINT#; touch_point: 0.0382, 0.3047, lift_point: 0.0382, 0.3047", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"sydney\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77763_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Sydney?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8864, 0.3751, lift_point: 0.8864, 0.3751; The action is #DUAL_POINT#; touch_point: 0.0382, 0.3047, lift_point: 0.0382, 0.3047; The action is #TYPE#; And the content is : \"typed_text\": \"sydney\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1537, 0.3759, lift_point: 0.1537, 0.3759", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77763_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Sydney?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8864, 0.3751, lift_point: 0.8864, 0.3751; The action is #DUAL_POINT#; touch_point: 0.0382, 0.3047, lift_point: 0.0382, 0.3047; The action is #TYPE#; And the content is : \"typed_text\": \"sydney\"; The action is #DUAL_POINT#; touch_point: 0.1537, 0.3759, lift_point: 0.1537, 0.3759", "response": "The action is #DUAL_POINT#; touch_point: 0.5208, 0.8454, lift_point: 0.5208, 0.8454", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77763_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Sydney?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8864, 0.3751, lift_point: 0.8864, 0.3751; The action is #DUAL_POINT#; touch_point: 0.0382, 0.3047, lift_point: 0.0382, 0.3047; The action is #TYPE#; And the content is : \"typed_text\": \"sydney\"; The action is #DUAL_POINT#; touch_point: 0.1537, 0.3759, lift_point: 0.1537, 0.3759; The action is #DUAL_POINT#; touch_point: 0.5208, 0.8454, lift_point: 0.5208, 0.8454", "response": "The action is #DUAL_POINT#; touch_point: 0.0623, 0.3257, lift_point: 0.0623, 0.3257", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77763_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Sydney?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8864, 0.3751, lift_point: 0.8864, 0.3751; The action is #DUAL_POINT#; touch_point: 0.0382, 0.3047, lift_point: 0.0382, 0.3047; The action is #TYPE#; And the content is : \"typed_text\": \"sydney\"; The action is #DUAL_POINT#; touch_point: 0.1537, 0.3759, lift_point: 0.1537, 0.3759; The action is #DUAL_POINT#; touch_point: 0.5208, 0.8454, lift_point: 0.5208, 0.8454; The action is #DUAL_POINT#; touch_point: 0.0623, 0.3257, lift_point: 0.0623, 0.3257", "response": "The action is #TYPE#; And the content is : \"typed_text\": \" weather\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77763_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Sydney?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8864, 0.3751, lift_point: 0.8864, 0.3751; The action is #DUAL_POINT#; touch_point: 0.0382, 0.3047, lift_point: 0.0382, 0.3047; The action is #TYPE#; And the content is : \"typed_text\": \"sydney\"; The action is #DUAL_POINT#; touch_point: 0.1537, 0.3759, lift_point: 0.1537, 0.3759; The action is #DUAL_POINT#; touch_point: 0.5208, 0.8454, lift_point: 0.5208, 0.8454; The action is #DUAL_POINT#; touch_point: 0.0623, 0.3257, lift_point: 0.0623, 0.3257; The action is #TYPE#; And the content is : \"typed_text\": \" weather\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1578, 0.3203, lift_point: 0.1578, 0.3203", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77763_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Sydney?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8864, 0.3751, lift_point: 0.8864, 0.3751; The action is #DUAL_POINT#; touch_point: 0.0382, 0.3047, lift_point: 0.0382, 0.3047; The action is #TYPE#; And the content is : \"typed_text\": \"sydney\"; The action is #DUAL_POINT#; touch_point: 0.1537, 0.3759, lift_point: 0.1537, 0.3759; The action is #DUAL_POINT#; touch_point: 0.5208, 0.8454, lift_point: 0.5208, 0.8454; The action is #DUAL_POINT#; touch_point: 0.0623, 0.3257, lift_point: 0.0623, 0.3257; The action is #TYPE#; And the content is : \"typed_text\": \" weather\"; The action is #DUAL_POINT#; touch_point: 0.1578, 0.3203, lift_point: 0.1578, 0.3203", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77763_10.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome incognito tab", "response": "The action is #DUAL_POINT#; touch_point: 0.8704, 0.5285, lift_point: 0.8704, 0.5285", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77796_1.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome incognito tab; The action is #DUAL_POINT#; touch_point: 0.8704, 0.5285, lift_point: 0.8704, 0.5285", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77796_2.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome incognito tab; The action is #DUAL_POINT#; touch_point: 0.8704, 0.5285, lift_point: 0.8704, 0.5285; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7825, 0.6704, lift_point: 0.7825, 0.6704", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77796_3.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome incognito tab; The action is #DUAL_POINT#; touch_point: 0.8704, 0.5285, lift_point: 0.8704, 0.5285; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7825, 0.6704, lift_point: 0.7825, 0.6704", "response": "The action is #DUAL_POINT#; touch_point: 0.0727, 0.8195, lift_point: 0.0727, 0.8195", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77796_4.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome incognito tab; The action is #DUAL_POINT#; touch_point: 0.8704, 0.5285, lift_point: 0.8704, 0.5285; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7825, 0.6704, lift_point: 0.7825, 0.6704; The action is #DUAL_POINT#; touch_point: 0.0727, 0.8195, lift_point: 0.0727, 0.8195", "response": "The action is #DUAL_POINT#; touch_point: 0.0705, 0.0733, lift_point: 0.0705, 0.0733", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77796_5.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome incognito tab; The action is #DUAL_POINT#; touch_point: 0.8704, 0.5285, lift_point: 0.8704, 0.5285; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7825, 0.6704, lift_point: 0.7825, 0.6704; The action is #DUAL_POINT#; touch_point: 0.0727, 0.8195, lift_point: 0.0727, 0.8195; The action is #DUAL_POINT#; touch_point: 0.0705, 0.0733, lift_point: 0.0705, 0.0733", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77796_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Los Angeles", "response": "The action is #DUAL_POINT#; touch_point: 0.881, 0.4442, lift_point: 0.881, 0.4442", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77846_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Los Angeles; The action is #DUAL_POINT#; touch_point: 0.881, 0.4442, lift_point: 0.881, 0.4442", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Los Angeles\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77846_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Los Angeles; The action is #DUAL_POINT#; touch_point: 0.881, 0.4442, lift_point: 0.881, 0.4442; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Los Angeles\"", "response": "The action is #DUAL_POINT#; touch_point: 0.134, 0.3928, lift_point: 0.134, 0.3928", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77846_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Los Angeles; The action is #DUAL_POINT#; touch_point: 0.881, 0.4442, lift_point: 0.881, 0.4442; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Los Angeles\"; The action is #DUAL_POINT#; touch_point: 0.134, 0.3928, lift_point: 0.134, 0.3928", "response": "The action is #DUAL_POINT#; touch_point: 0.289, 0.4324, lift_point: 0.289, 0.4324", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77846_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Los Angeles; The action is #DUAL_POINT#; touch_point: 0.881, 0.4442, lift_point: 0.881, 0.4442; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Los Angeles\"; The action is #DUAL_POINT#; touch_point: 0.134, 0.3928, lift_point: 0.134, 0.3928; The action is #DUAL_POINT#; touch_point: 0.289, 0.4324, lift_point: 0.289, 0.4324", "response": "The action is #DUAL_POINT#; touch_point: 0.9038, 0.5987, lift_point: 0.9038, 0.5987", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77846_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Los Angeles; The action is #DUAL_POINT#; touch_point: 0.881, 0.4442, lift_point: 0.881, 0.4442; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Los Angeles\"; The action is #DUAL_POINT#; touch_point: 0.134, 0.3928, lift_point: 0.134, 0.3928; The action is #DUAL_POINT#; touch_point: 0.289, 0.4324, lift_point: 0.289, 0.4324; The action is #DUAL_POINT#; touch_point: 0.9038, 0.5987, lift_point: 0.9038, 0.5987", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77846_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Los Angeles; The action is #DUAL_POINT#; touch_point: 0.881, 0.4442, lift_point: 0.881, 0.4442; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Los Angeles\"; The action is #DUAL_POINT#; touch_point: 0.134, 0.3928, lift_point: 0.134, 0.3928; The action is #DUAL_POINT#; touch_point: 0.289, 0.4324, lift_point: 0.289, 0.4324; The action is #DUAL_POINT#; touch_point: 0.9038, 0.5987, lift_point: 0.9038, 0.5987; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.8856, 0.5887, lift_point: 0.8856, 0.5887", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77846_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Los Angeles; The action is #DUAL_POINT#; touch_point: 0.881, 0.4442, lift_point: 0.881, 0.4442; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Los Angeles\"; The action is #DUAL_POINT#; touch_point: 0.134, 0.3928, lift_point: 0.134, 0.3928; The action is #DUAL_POINT#; touch_point: 0.289, 0.4324, lift_point: 0.289, 0.4324; The action is #DUAL_POINT#; touch_point: 0.9038, 0.5987, lift_point: 0.9038, 0.5987; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8856, 0.5887, lift_point: 0.8856, 0.5887", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77846_8.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good Italian restaurants on Maps", "response": "The action is #DUAL_POINT#; touch_point: 0.8807, 0.5032, lift_point: 0.8807, 0.5032", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77982_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good Italian restaurants on Maps; The action is #DUAL_POINT#; touch_point: 0.8807, 0.5032, lift_point: 0.8807, 0.5032", "response": "The action is #TYPE#; And the content is : \"typed_text\": \" good Italian restaurants on Maps\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77982_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good Italian restaurants on Maps; The action is #DUAL_POINT#; touch_point: 0.8807, 0.5032, lift_point: 0.8807, 0.5032; The action is #TYPE#; And the content is : \"typed_text\": \" good Italian restaurants on Maps\"", "response": "The action is #DUAL_POINT#; touch_point: 0.0689, 0.8901, lift_point: 0.0689, 0.8901", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77982_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good Italian restaurants on Maps; The action is #DUAL_POINT#; touch_point: 0.8807, 0.5032, lift_point: 0.8807, 0.5032; The action is #TYPE#; And the content is : \"typed_text\": \" good Italian restaurants on Maps\"; The action is #DUAL_POINT#; touch_point: 0.0689, 0.8901, lift_point: 0.0689, 0.8901", "response": "The action is #DUAL_POINT#; touch_point: 0.4391, 0.8688, lift_point: 0.4391, 0.8688", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77982_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good Italian restaurants on Maps; The action is #DUAL_POINT#; touch_point: 0.8807, 0.5032, lift_point: 0.8807, 0.5032; The action is #TYPE#; And the content is : \"typed_text\": \" good Italian restaurants on Maps\"; The action is #DUAL_POINT#; touch_point: 0.0689, 0.8901, lift_point: 0.0689, 0.8901; The action is #DUAL_POINT#; touch_point: 0.4391, 0.8688, lift_point: 0.4391, 0.8688", "response": "The action is #DUAL_POINT#; touch_point: 0.0686, 0.3608, lift_point: 0.0686, 0.3608", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77982_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good Italian restaurants on Maps; The action is #DUAL_POINT#; touch_point: 0.8807, 0.5032, lift_point: 0.8807, 0.5032; The action is #TYPE#; And the content is : \"typed_text\": \" good Italian restaurants on Maps\"; The action is #DUAL_POINT#; touch_point: 0.0689, 0.8901, lift_point: 0.0689, 0.8901; The action is #DUAL_POINT#; touch_point: 0.4391, 0.8688, lift_point: 0.4391, 0.8688; The action is #DUAL_POINT#; touch_point: 0.0686, 0.3608, lift_point: 0.0686, 0.3608", "response": "The action is #TYPE#; And the content is : \"typed_text\": \" good Italian restaurants \"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77982_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good Italian restaurants on Maps; The action is #DUAL_POINT#; touch_point: 0.8807, 0.5032, lift_point: 0.8807, 0.5032; The action is #TYPE#; And the content is : \"typed_text\": \" good Italian restaurants on Maps\"; The action is #DUAL_POINT#; touch_point: 0.0689, 0.8901, lift_point: 0.0689, 0.8901; The action is #DUAL_POINT#; touch_point: 0.4391, 0.8688, lift_point: 0.4391, 0.8688; The action is #DUAL_POINT#; touch_point: 0.0686, 0.3608, lift_point: 0.0686, 0.3608; The action is #TYPE#; And the content is : \"typed_text\": \" good Italian restaurants \"", "response": "The action is #DUAL_POINT#; touch_point: 0.1434, 0.4987, lift_point: 0.1434, 0.4987", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77982_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for good Italian restaurants on Maps; The action is #DUAL_POINT#; touch_point: 0.8807, 0.5032, lift_point: 0.8807, 0.5032; The action is #TYPE#; And the content is : \"typed_text\": \" good Italian restaurants on Maps\"; The action is #DUAL_POINT#; touch_point: 0.0689, 0.8901, lift_point: 0.0689, 0.8901; The action is #DUAL_POINT#; touch_point: 0.4391, 0.8688, lift_point: 0.4391, 0.8688; The action is #DUAL_POINT#; touch_point: 0.0686, 0.3608, lift_point: 0.0686, 0.3608; The action is #TYPE#; And the content is : \"typed_text\": \" good Italian restaurants \"; The action is #DUAL_POINT#; touch_point: 0.1434, 0.4987, lift_point: 0.1434, 0.4987", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/77982_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Pakistan?", "response": "The action is #DUAL_POINT#; touch_point: 0.8843, 0.3726, lift_point: 0.8843, 0.3726", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/78005_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Pakistan?; The action is #DUAL_POINT#; touch_point: 0.8843, 0.3726, lift_point: 0.8843, 0.3726", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Pakistan?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/78005_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Pakistan?; The action is #DUAL_POINT#; touch_point: 0.8843, 0.3726, lift_point: 0.8843, 0.3726; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Pakistan?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1471, 0.2619, lift_point: 0.1471, 0.2619", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/78005_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Pakistan?; The action is #DUAL_POINT#; touch_point: 0.8843, 0.3726, lift_point: 0.8843, 0.3726; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Pakistan?\"; The action is #DUAL_POINT#; touch_point: 0.1471, 0.2619, lift_point: 0.1471, 0.2619", "response": "The action is #DUAL_POINT#; touch_point: 0.1992, 0.1891, lift_point: 0.1992, 0.1891", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/78005_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Pakistan?; The action is #DUAL_POINT#; touch_point: 0.8843, 0.3726, lift_point: 0.8843, 0.3726; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Pakistan?\"; The action is #DUAL_POINT#; touch_point: 0.1471, 0.2619, lift_point: 0.1471, 0.2619; The action is #DUAL_POINT#; touch_point: 0.1992, 0.1891, lift_point: 0.1992, 0.1891", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/78005_5.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Google Play Music app", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/78062_1.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Google Play Music app; The action is #PRESS_HOME#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/78062_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Sydney?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/78380_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Sydney?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8794, 0.3933, lift_point: 0.8794, 0.3933", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/78380_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Sydney?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8794, 0.3933, lift_point: 0.8794, 0.3933", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Sydney?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/78380_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Sydney?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8794, 0.3933, lift_point: 0.8794, 0.3933; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Sydney?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1412, 0.3901, lift_point: 0.1412, 0.3901", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/78380_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Sydney?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8794, 0.3933, lift_point: 0.8794, 0.3933; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Sydney?\"; The action is #DUAL_POINT#; touch_point: 0.1412, 0.3901, lift_point: 0.1412, 0.3901", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/78380_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new foundation (skincare) product", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/78386_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new foundation (skincare) product; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8949, 0.296, lift_point: 0.8949, 0.296", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/78386_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new foundation (skincare) product; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8949, 0.296, lift_point: 0.8949, 0.296", "response": "The action is #DUAL_POINT#; touch_point: 0.8777, 0.3449, lift_point: 0.8777, 0.3449", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/78386_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new foundation (skincare) product; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8949, 0.296, lift_point: 0.8949, 0.296; The action is #DUAL_POINT#; touch_point: 0.8777, 0.3449, lift_point: 0.8777, 0.3449", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"new foundation product\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/78386_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new foundation (skincare) product; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8949, 0.296, lift_point: 0.8949, 0.296; The action is #DUAL_POINT#; touch_point: 0.8777, 0.3449, lift_point: 0.8777, 0.3449; The action is #TYPE#; And the content is : \"typed_text\": \"new foundation product\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1477, 0.5548, lift_point: 0.1477, 0.5548", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/78386_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new foundation (skincare) product; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8949, 0.296, lift_point: 0.8949, 0.296; The action is #DUAL_POINT#; touch_point: 0.8777, 0.3449, lift_point: 0.8777, 0.3449; The action is #TYPE#; And the content is : \"typed_text\": \"new foundation product\"; The action is #DUAL_POINT#; touch_point: 0.1477, 0.5548, lift_point: 0.1477, 0.5548", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/78386_6.png" ] }, { "query": "\nPrevious Actions: Goal: Show me some nice wallpapers for my desktop", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/78401_1.png" ] }, { "query": "\nPrevious Actions: Goal: Show me some nice wallpapers for my desktop; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8777, 0.2806, lift_point: 0.8777, 0.2806", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/78401_2.png" ] }, { "query": "\nPrevious Actions: Goal: Show me some nice wallpapers for my desktop; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8777, 0.2806, lift_point: 0.8777, 0.2806", "response": "The action is #DUAL_POINT#; touch_point: 0.8833, 0.3423, lift_point: 0.8833, 0.3423", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/78401_3.png" ] }, { "query": "\nPrevious Actions: Goal: Show me some nice wallpapers for my desktop; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8777, 0.2806, lift_point: 0.8777, 0.2806; The action is #DUAL_POINT#; touch_point: 0.8833, 0.3423, lift_point: 0.8833, 0.3423", "response": "The action is #DUAL_POINT#; touch_point: 0.8972, 0.6467, lift_point: 0.8972, 0.6467", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/78401_4.png" ] }, { "query": "\nPrevious Actions: Goal: Show me some nice wallpapers for my desktop; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8777, 0.2806, lift_point: 0.8777, 0.2806; The action is #DUAL_POINT#; touch_point: 0.8833, 0.3423, lift_point: 0.8833, 0.3423; The action is #DUAL_POINT#; touch_point: 0.8972, 0.6467, lift_point: 0.8972, 0.6467", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Show me some nice wallpapers for my desktop\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/78401_5.png" ] }, { "query": "\nPrevious Actions: Goal: Show me some nice wallpapers for my desktop; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8777, 0.2806, lift_point: 0.8777, 0.2806; The action is #DUAL_POINT#; touch_point: 0.8833, 0.3423, lift_point: 0.8833, 0.3423; The action is #DUAL_POINT#; touch_point: 0.8972, 0.6467, lift_point: 0.8972, 0.6467; The action is #TYPE#; And the content is : \"typed_text\": \"Show me some nice wallpapers for my desktop\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"esktop\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/78401_6.png" ] }, { "query": "\nPrevious Actions: Goal: Show me some nice wallpapers for my desktop; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8777, 0.2806, lift_point: 0.8777, 0.2806; The action is #DUAL_POINT#; touch_point: 0.8833, 0.3423, lift_point: 0.8833, 0.3423; The action is #DUAL_POINT#; touch_point: 0.8972, 0.6467, lift_point: 0.8972, 0.6467; The action is #TYPE#; And the content is : \"typed_text\": \"Show me some nice wallpapers for my desktop\"; The action is #TYPE#; And the content is : \"typed_text\": \"esktop\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1442, 0.5278, lift_point: 0.1442, 0.5278", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/78401_7.png" ] }, { "query": "\nPrevious Actions: Goal: Show me some nice wallpapers for my desktop; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8777, 0.2806, lift_point: 0.8777, 0.2806; The action is #DUAL_POINT#; touch_point: 0.8833, 0.3423, lift_point: 0.8833, 0.3423; The action is #DUAL_POINT#; touch_point: 0.8972, 0.6467, lift_point: 0.8972, 0.6467; The action is #TYPE#; And the content is : \"typed_text\": \"Show me some nice wallpapers for my desktop\"; The action is #TYPE#; And the content is : \"typed_text\": \"esktop\"; The action is #DUAL_POINT#; touch_point: 0.1442, 0.5278, lift_point: 0.1442, 0.5278", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/78401_8.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Denver?", "response": "The action is #DUAL_POINT#; touch_point: 0.8869, 0.6155, lift_point: 0.8869, 0.6155", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/78434_1.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Denver?; The action is #DUAL_POINT#; touch_point: 0.8869, 0.6155, lift_point: 0.8869, 0.6155", "response": "The action is #DUAL_POINT#; touch_point: 0.8879, 0.694, lift_point: 0.8879, 0.694", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/78434_2.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Denver?; The action is #DUAL_POINT#; touch_point: 0.8869, 0.6155, lift_point: 0.8869, 0.6155; The action is #DUAL_POINT#; touch_point: 0.8879, 0.694, lift_point: 0.8879, 0.694", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Denver?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/78434_3.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Denver?; The action is #DUAL_POINT#; touch_point: 0.8869, 0.6155, lift_point: 0.8869, 0.6155; The action is #DUAL_POINT#; touch_point: 0.8879, 0.694, lift_point: 0.8879, 0.694; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Denver?\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"r in denver\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/78434_4.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Denver?; The action is #DUAL_POINT#; touch_point: 0.8869, 0.6155, lift_point: 0.8869, 0.6155; The action is #DUAL_POINT#; touch_point: 0.8879, 0.694, lift_point: 0.8879, 0.694; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Denver?\"; The action is #TYPE#; And the content is : \"typed_text\": \"r in denver\"", "response": "The action is #DUAL_POINT#; touch_point: 0.22, 0.2664, lift_point: 0.22, 0.2664", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/78434_5.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Denver?; The action is #DUAL_POINT#; touch_point: 0.8869, 0.6155, lift_point: 0.8869, 0.6155; The action is #DUAL_POINT#; touch_point: 0.8879, 0.694, lift_point: 0.8879, 0.694; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Denver?\"; The action is #TYPE#; And the content is : \"typed_text\": \"r in denver\"; The action is #DUAL_POINT#; touch_point: 0.22, 0.2664, lift_point: 0.22, 0.2664", "response": "The action is #DUAL_POINT#; touch_point: 0.3187, 0.2868, lift_point: 0.3187, 0.2868", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/78434_6.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Denver?; The action is #DUAL_POINT#; touch_point: 0.8869, 0.6155, lift_point: 0.8869, 0.6155; The action is #DUAL_POINT#; touch_point: 0.8879, 0.694, lift_point: 0.8879, 0.694; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Denver?\"; The action is #TYPE#; And the content is : \"typed_text\": \"r in denver\"; The action is #DUAL_POINT#; touch_point: 0.22, 0.2664, lift_point: 0.22, 0.2664; The action is #DUAL_POINT#; touch_point: 0.3187, 0.2868, lift_point: 0.3187, 0.2868", "response": "The action is #DUAL_POINT#; touch_point: 0.8804, 0.8006, lift_point: 0.8804, 0.8006", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/78434_7.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Denver?; The action is #DUAL_POINT#; touch_point: 0.8869, 0.6155, lift_point: 0.8869, 0.6155; The action is #DUAL_POINT#; touch_point: 0.8879, 0.694, lift_point: 0.8879, 0.694; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Denver?\"; The action is #TYPE#; And the content is : \"typed_text\": \"r in denver\"; The action is #DUAL_POINT#; touch_point: 0.22, 0.2664, lift_point: 0.22, 0.2664; The action is #DUAL_POINT#; touch_point: 0.3187, 0.2868, lift_point: 0.3187, 0.2868; The action is #DUAL_POINT#; touch_point: 0.8804, 0.8006, lift_point: 0.8804, 0.8006", "response": "The action is #DUAL_POINT#; touch_point: 0.4877, 0.9055, lift_point: 0.4877, 0.9055", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/78434_8.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Denver?; The action is #DUAL_POINT#; touch_point: 0.8869, 0.6155, lift_point: 0.8869, 0.6155; The action is #DUAL_POINT#; touch_point: 0.8879, 0.694, lift_point: 0.8879, 0.694; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Denver?\"; The action is #TYPE#; And the content is : \"typed_text\": \"r in denver\"; The action is #DUAL_POINT#; touch_point: 0.22, 0.2664, lift_point: 0.22, 0.2664; The action is #DUAL_POINT#; touch_point: 0.3187, 0.2868, lift_point: 0.3187, 0.2868; The action is #DUAL_POINT#; touch_point: 0.8804, 0.8006, lift_point: 0.8804, 0.8006; The action is #DUAL_POINT#; touch_point: 0.4877, 0.9055, lift_point: 0.4877, 0.9055", "response": "The action is #DUAL_POINT#; touch_point: 0.4877, 0.9055, lift_point: 0.4877, 0.9055", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/78434_9.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Denver?; The action is #DUAL_POINT#; touch_point: 0.8869, 0.6155, lift_point: 0.8869, 0.6155; The action is #DUAL_POINT#; touch_point: 0.8879, 0.694, lift_point: 0.8879, 0.694; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Denver?\"; The action is #TYPE#; And the content is : \"typed_text\": \"r in denver\"; The action is #DUAL_POINT#; touch_point: 0.22, 0.2664, lift_point: 0.22, 0.2664; The action is #DUAL_POINT#; touch_point: 0.3187, 0.2868, lift_point: 0.3187, 0.2868; The action is #DUAL_POINT#; touch_point: 0.8804, 0.8006, lift_point: 0.8804, 0.8006; The action is #DUAL_POINT#; touch_point: 0.4877, 0.9055, lift_point: 0.4877, 0.9055; The action is #DUAL_POINT#; touch_point: 0.4877, 0.9055, lift_point: 0.4877, 0.9055", "response": "The action is #DUAL_POINT#; touch_point: 0.4877, 0.9055, lift_point: 0.4877, 0.9055", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/78434_10.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Denver?; The action is #DUAL_POINT#; touch_point: 0.8869, 0.6155, lift_point: 0.8869, 0.6155; The action is #DUAL_POINT#; touch_point: 0.8879, 0.694, lift_point: 0.8879, 0.694; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Denver?\"; The action is #TYPE#; And the content is : \"typed_text\": \"r in denver\"; The action is #DUAL_POINT#; touch_point: 0.22, 0.2664, lift_point: 0.22, 0.2664; The action is #DUAL_POINT#; touch_point: 0.3187, 0.2868, lift_point: 0.3187, 0.2868; The action is #DUAL_POINT#; touch_point: 0.8804, 0.8006, lift_point: 0.8804, 0.8006; The action is #DUAL_POINT#; touch_point: 0.4877, 0.9055, lift_point: 0.4877, 0.9055; The action is #DUAL_POINT#; touch_point: 0.4877, 0.9055, lift_point: 0.4877, 0.9055; The action is #DUAL_POINT#; touch_point: 0.4877, 0.9055, lift_point: 0.4877, 0.9055", "response": "The action is #DUAL_POINT#; touch_point: 0.4877, 0.9055, lift_point: 0.4877, 0.9055", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/78434_11.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Denver?; The action is #DUAL_POINT#; touch_point: 0.8869, 0.6155, lift_point: 0.8869, 0.6155; The action is #DUAL_POINT#; touch_point: 0.8879, 0.694, lift_point: 0.8879, 0.694; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Denver?\"; The action is #TYPE#; And the content is : \"typed_text\": \"r in denver\"; The action is #DUAL_POINT#; touch_point: 0.22, 0.2664, lift_point: 0.22, 0.2664; The action is #DUAL_POINT#; touch_point: 0.3187, 0.2868, lift_point: 0.3187, 0.2868; The action is #DUAL_POINT#; touch_point: 0.8804, 0.8006, lift_point: 0.8804, 0.8006; The action is #DUAL_POINT#; touch_point: 0.4877, 0.9055, lift_point: 0.4877, 0.9055; The action is #DUAL_POINT#; touch_point: 0.4877, 0.9055, lift_point: 0.4877, 0.9055; The action is #DUAL_POINT#; touch_point: 0.4877, 0.9055, lift_point: 0.4877, 0.9055; The action is #DUAL_POINT#; touch_point: 0.4877, 0.9055, lift_point: 0.4877, 0.9055", "response": "The action is #DUAL_POINT#; touch_point: 0.136, 0.1001, lift_point: 0.136, 0.1001", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/78434_12.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Denver?; The action is #DUAL_POINT#; touch_point: 0.8869, 0.6155, lift_point: 0.8869, 0.6155; The action is #DUAL_POINT#; touch_point: 0.8879, 0.694, lift_point: 0.8879, 0.694; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Denver?\"; The action is #TYPE#; And the content is : \"typed_text\": \"r in denver\"; The action is #DUAL_POINT#; touch_point: 0.22, 0.2664, lift_point: 0.22, 0.2664; The action is #DUAL_POINT#; touch_point: 0.3187, 0.2868, lift_point: 0.3187, 0.2868; The action is #DUAL_POINT#; touch_point: 0.8804, 0.8006, lift_point: 0.8804, 0.8006; The action is #DUAL_POINT#; touch_point: 0.4877, 0.9055, lift_point: 0.4877, 0.9055; The action is #DUAL_POINT#; touch_point: 0.4877, 0.9055, lift_point: 0.4877, 0.9055; The action is #DUAL_POINT#; touch_point: 0.4877, 0.9055, lift_point: 0.4877, 0.9055; The action is #DUAL_POINT#; touch_point: 0.4877, 0.9055, lift_point: 0.4877, 0.9055; The action is #DUAL_POINT#; touch_point: 0.136, 0.1001, lift_point: 0.136, 0.1001", "response": "The action is #DUAL_POINT#; touch_point: 0.1358, 0.1133, lift_point: 0.1358, 0.1133", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/78434_13.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Denver?; The action is #DUAL_POINT#; touch_point: 0.8869, 0.6155, lift_point: 0.8869, 0.6155; The action is #DUAL_POINT#; touch_point: 0.8879, 0.694, lift_point: 0.8879, 0.694; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Denver?\"; The action is #TYPE#; And the content is : \"typed_text\": \"r in denver\"; The action is #DUAL_POINT#; touch_point: 0.22, 0.2664, lift_point: 0.22, 0.2664; The action is #DUAL_POINT#; touch_point: 0.3187, 0.2868, lift_point: 0.3187, 0.2868; The action is #DUAL_POINT#; touch_point: 0.8804, 0.8006, lift_point: 0.8804, 0.8006; The action is #DUAL_POINT#; touch_point: 0.4877, 0.9055, lift_point: 0.4877, 0.9055; The action is #DUAL_POINT#; touch_point: 0.4877, 0.9055, lift_point: 0.4877, 0.9055; The action is #DUAL_POINT#; touch_point: 0.4877, 0.9055, lift_point: 0.4877, 0.9055; The action is #DUAL_POINT#; touch_point: 0.4877, 0.9055, lift_point: 0.4877, 0.9055; The action is #DUAL_POINT#; touch_point: 0.136, 0.1001, lift_point: 0.136, 0.1001; The action is #DUAL_POINT#; touch_point: 0.1358, 0.1133, lift_point: 0.1358, 0.1133", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/78434_14.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Denver?; The action is #DUAL_POINT#; touch_point: 0.8869, 0.6155, lift_point: 0.8869, 0.6155; The action is #DUAL_POINT#; touch_point: 0.8879, 0.694, lift_point: 0.8879, 0.694; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Denver?\"; The action is #TYPE#; And the content is : \"typed_text\": \"r in denver\"; The action is #DUAL_POINT#; touch_point: 0.22, 0.2664, lift_point: 0.22, 0.2664; The action is #DUAL_POINT#; touch_point: 0.3187, 0.2868, lift_point: 0.3187, 0.2868; The action is #DUAL_POINT#; touch_point: 0.8804, 0.8006, lift_point: 0.8804, 0.8006; The action is #DUAL_POINT#; touch_point: 0.4877, 0.9055, lift_point: 0.4877, 0.9055; The action is #DUAL_POINT#; touch_point: 0.4877, 0.9055, lift_point: 0.4877, 0.9055; The action is #DUAL_POINT#; touch_point: 0.4877, 0.9055, lift_point: 0.4877, 0.9055; The action is #DUAL_POINT#; touch_point: 0.4877, 0.9055, lift_point: 0.4877, 0.9055; The action is #DUAL_POINT#; touch_point: 0.136, 0.1001, lift_point: 0.136, 0.1001; The action is #DUAL_POINT#; touch_point: 0.1358, 0.1133, lift_point: 0.1358, 0.1133; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/78434_15.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Denver?; The action is #DUAL_POINT#; touch_point: 0.8869, 0.6155, lift_point: 0.8869, 0.6155; The action is #DUAL_POINT#; touch_point: 0.8879, 0.694, lift_point: 0.8879, 0.694; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Denver?\"; The action is #TYPE#; And the content is : \"typed_text\": \"r in denver\"; The action is #DUAL_POINT#; touch_point: 0.22, 0.2664, lift_point: 0.22, 0.2664; The action is #DUAL_POINT#; touch_point: 0.3187, 0.2868, lift_point: 0.3187, 0.2868; The action is #DUAL_POINT#; touch_point: 0.8804, 0.8006, lift_point: 0.8804, 0.8006; The action is #DUAL_POINT#; touch_point: 0.4877, 0.9055, lift_point: 0.4877, 0.9055; The action is #DUAL_POINT#; touch_point: 0.4877, 0.9055, lift_point: 0.4877, 0.9055; The action is #DUAL_POINT#; touch_point: 0.4877, 0.9055, lift_point: 0.4877, 0.9055; The action is #DUAL_POINT#; touch_point: 0.4877, 0.9055, lift_point: 0.4877, 0.9055; The action is #DUAL_POINT#; touch_point: 0.136, 0.1001, lift_point: 0.136, 0.1001; The action is #DUAL_POINT#; touch_point: 0.1358, 0.1133, lift_point: 0.1358, 0.1133; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/78434_16.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Denver?; The action is #DUAL_POINT#; touch_point: 0.8869, 0.6155, lift_point: 0.8869, 0.6155; The action is #DUAL_POINT#; touch_point: 0.8879, 0.694, lift_point: 0.8879, 0.694; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Denver?\"; The action is #TYPE#; And the content is : \"typed_text\": \"r in denver\"; The action is #DUAL_POINT#; touch_point: 0.22, 0.2664, lift_point: 0.22, 0.2664; The action is #DUAL_POINT#; touch_point: 0.3187, 0.2868, lift_point: 0.3187, 0.2868; The action is #DUAL_POINT#; touch_point: 0.8804, 0.8006, lift_point: 0.8804, 0.8006; The action is #DUAL_POINT#; touch_point: 0.4877, 0.9055, lift_point: 0.4877, 0.9055; The action is #DUAL_POINT#; touch_point: 0.4877, 0.9055, lift_point: 0.4877, 0.9055; The action is #DUAL_POINT#; touch_point: 0.4877, 0.9055, lift_point: 0.4877, 0.9055; The action is #DUAL_POINT#; touch_point: 0.4877, 0.9055, lift_point: 0.4877, 0.9055; The action is #DUAL_POINT#; touch_point: 0.136, 0.1001, lift_point: 0.136, 0.1001; The action is #DUAL_POINT#; touch_point: 0.1358, 0.1133, lift_point: 0.1358, 0.1133; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.7018, 0.8241, lift_point: 0.7018, 0.8241", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/78434_17.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Denver?; The action is #DUAL_POINT#; touch_point: 0.8869, 0.6155, lift_point: 0.8869, 0.6155; The action is #DUAL_POINT#; touch_point: 0.8879, 0.694, lift_point: 0.8879, 0.694; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Denver?\"; The action is #TYPE#; And the content is : \"typed_text\": \"r in denver\"; The action is #DUAL_POINT#; touch_point: 0.22, 0.2664, lift_point: 0.22, 0.2664; The action is #DUAL_POINT#; touch_point: 0.3187, 0.2868, lift_point: 0.3187, 0.2868; The action is #DUAL_POINT#; touch_point: 0.8804, 0.8006, lift_point: 0.8804, 0.8006; The action is #DUAL_POINT#; touch_point: 0.4877, 0.9055, lift_point: 0.4877, 0.9055; The action is #DUAL_POINT#; touch_point: 0.4877, 0.9055, lift_point: 0.4877, 0.9055; The action is #DUAL_POINT#; touch_point: 0.4877, 0.9055, lift_point: 0.4877, 0.9055; The action is #DUAL_POINT#; touch_point: 0.4877, 0.9055, lift_point: 0.4877, 0.9055; The action is #DUAL_POINT#; touch_point: 0.136, 0.1001, lift_point: 0.136, 0.1001; The action is #DUAL_POINT#; touch_point: 0.1358, 0.1133, lift_point: 0.1358, 0.1133; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7018, 0.8241, lift_point: 0.7018, 0.8241", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/78434_18.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Denver?; The action is #DUAL_POINT#; touch_point: 0.8869, 0.6155, lift_point: 0.8869, 0.6155; The action is #DUAL_POINT#; touch_point: 0.8879, 0.694, lift_point: 0.8879, 0.694; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Denver?\"; The action is #TYPE#; And the content is : \"typed_text\": \"r in denver\"; The action is #DUAL_POINT#; touch_point: 0.22, 0.2664, lift_point: 0.22, 0.2664; The action is #DUAL_POINT#; touch_point: 0.3187, 0.2868, lift_point: 0.3187, 0.2868; The action is #DUAL_POINT#; touch_point: 0.8804, 0.8006, lift_point: 0.8804, 0.8006; The action is #DUAL_POINT#; touch_point: 0.4877, 0.9055, lift_point: 0.4877, 0.9055; The action is #DUAL_POINT#; touch_point: 0.4877, 0.9055, lift_point: 0.4877, 0.9055; The action is #DUAL_POINT#; touch_point: 0.4877, 0.9055, lift_point: 0.4877, 0.9055; The action is #DUAL_POINT#; touch_point: 0.4877, 0.9055, lift_point: 0.4877, 0.9055; The action is #DUAL_POINT#; touch_point: 0.136, 0.1001, lift_point: 0.136, 0.1001; The action is #DUAL_POINT#; touch_point: 0.1358, 0.1133, lift_point: 0.1358, 0.1133; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7018, 0.8241, lift_point: 0.7018, 0.8241; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/78434_19.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Denver?; The action is #DUAL_POINT#; touch_point: 0.8869, 0.6155, lift_point: 0.8869, 0.6155; The action is #DUAL_POINT#; touch_point: 0.8879, 0.694, lift_point: 0.8879, 0.694; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Denver?\"; The action is #TYPE#; And the content is : \"typed_text\": \"r in denver\"; The action is #DUAL_POINT#; touch_point: 0.22, 0.2664, lift_point: 0.22, 0.2664; The action is #DUAL_POINT#; touch_point: 0.3187, 0.2868, lift_point: 0.3187, 0.2868; The action is #DUAL_POINT#; touch_point: 0.8804, 0.8006, lift_point: 0.8804, 0.8006; The action is #DUAL_POINT#; touch_point: 0.4877, 0.9055, lift_point: 0.4877, 0.9055; The action is #DUAL_POINT#; touch_point: 0.4877, 0.9055, lift_point: 0.4877, 0.9055; The action is #DUAL_POINT#; touch_point: 0.4877, 0.9055, lift_point: 0.4877, 0.9055; The action is #DUAL_POINT#; touch_point: 0.4877, 0.9055, lift_point: 0.4877, 0.9055; The action is #DUAL_POINT#; touch_point: 0.136, 0.1001, lift_point: 0.136, 0.1001; The action is #DUAL_POINT#; touch_point: 0.1358, 0.1133, lift_point: 0.1358, 0.1133; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7018, 0.8241, lift_point: 0.7018, 0.8241; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/78434_20.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Denver?; The action is #DUAL_POINT#; touch_point: 0.8869, 0.6155, lift_point: 0.8869, 0.6155; The action is #DUAL_POINT#; touch_point: 0.8879, 0.694, lift_point: 0.8879, 0.694; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Denver?\"; The action is #TYPE#; And the content is : \"typed_text\": \"r in denver\"; The action is #DUAL_POINT#; touch_point: 0.22, 0.2664, lift_point: 0.22, 0.2664; The action is #DUAL_POINT#; touch_point: 0.3187, 0.2868, lift_point: 0.3187, 0.2868; The action is #DUAL_POINT#; touch_point: 0.8804, 0.8006, lift_point: 0.8804, 0.8006; The action is #DUAL_POINT#; touch_point: 0.4877, 0.9055, lift_point: 0.4877, 0.9055; The action is #DUAL_POINT#; touch_point: 0.4877, 0.9055, lift_point: 0.4877, 0.9055; The action is #DUAL_POINT#; touch_point: 0.4877, 0.9055, lift_point: 0.4877, 0.9055; The action is #DUAL_POINT#; touch_point: 0.4877, 0.9055, lift_point: 0.4877, 0.9055; The action is #DUAL_POINT#; touch_point: 0.136, 0.1001, lift_point: 0.136, 0.1001; The action is #DUAL_POINT#; touch_point: 0.1358, 0.1133, lift_point: 0.1358, 0.1133; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7018, 0.8241, lift_point: 0.7018, 0.8241; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.1954, 0.83, lift_point: 0.1954, 0.83", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/78434_21.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Denver?; The action is #DUAL_POINT#; touch_point: 0.8869, 0.6155, lift_point: 0.8869, 0.6155; The action is #DUAL_POINT#; touch_point: 0.8879, 0.694, lift_point: 0.8879, 0.694; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Denver?\"; The action is #TYPE#; And the content is : \"typed_text\": \"r in denver\"; The action is #DUAL_POINT#; touch_point: 0.22, 0.2664, lift_point: 0.22, 0.2664; The action is #DUAL_POINT#; touch_point: 0.3187, 0.2868, lift_point: 0.3187, 0.2868; The action is #DUAL_POINT#; touch_point: 0.8804, 0.8006, lift_point: 0.8804, 0.8006; The action is #DUAL_POINT#; touch_point: 0.4877, 0.9055, lift_point: 0.4877, 0.9055; The action is #DUAL_POINT#; touch_point: 0.4877, 0.9055, lift_point: 0.4877, 0.9055; The action is #DUAL_POINT#; touch_point: 0.4877, 0.9055, lift_point: 0.4877, 0.9055; The action is #DUAL_POINT#; touch_point: 0.4877, 0.9055, lift_point: 0.4877, 0.9055; The action is #DUAL_POINT#; touch_point: 0.136, 0.1001, lift_point: 0.136, 0.1001; The action is #DUAL_POINT#; touch_point: 0.1358, 0.1133, lift_point: 0.1358, 0.1133; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7018, 0.8241, lift_point: 0.7018, 0.8241; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1954, 0.83, lift_point: 0.1954, 0.83", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/78434_22.png" ] }, { "query": "\nPrevious Actions: Goal: Open the contacts", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/78573_1.png" ] }, { "query": "\nPrevious Actions: Goal: Open the contacts; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3838, 0.8511, lift_point: 0.3838, 0.8511", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/78573_2.png" ] }, { "query": "\nPrevious Actions: Goal: Open the contacts; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3838, 0.8511, lift_point: 0.3838, 0.8511", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/78573_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's US dollar exchange rate against the Chinese Yuan?", "response": "The action is #DUAL_POINT#; touch_point: 0.8043, 0.7189, lift_point: 0.8043, 0.7189", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/78663_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's US dollar exchange rate against the Chinese Yuan?; The action is #DUAL_POINT#; touch_point: 0.8043, 0.7189, lift_point: 0.8043, 0.7189", "response": "The action is #DUAL_POINT#; touch_point: 0.0794, 0.4407, lift_point: 0.0794, 0.4407", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/78663_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's US dollar exchange rate against the Chinese Yuan?; The action is #DUAL_POINT#; touch_point: 0.8043, 0.7189, lift_point: 0.8043, 0.7189; The action is #DUAL_POINT#; touch_point: 0.0794, 0.4407, lift_point: 0.0794, 0.4407", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"usd to yuan\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/78663_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's US dollar exchange rate against the Chinese Yuan?; The action is #DUAL_POINT#; touch_point: 0.8043, 0.7189, lift_point: 0.8043, 0.7189; The action is #DUAL_POINT#; touch_point: 0.0794, 0.4407, lift_point: 0.0794, 0.4407; The action is #TYPE#; And the content is : \"typed_text\": \"usd to yuan\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1632, 0.4217, lift_point: 0.1632, 0.4217", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/78663_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's US dollar exchange rate against the Chinese Yuan?; The action is #DUAL_POINT#; touch_point: 0.8043, 0.7189, lift_point: 0.8043, 0.7189; The action is #DUAL_POINT#; touch_point: 0.0794, 0.4407, lift_point: 0.0794, 0.4407; The action is #TYPE#; And the content is : \"typed_text\": \"usd to yuan\"; The action is #DUAL_POINT#; touch_point: 0.1632, 0.4217, lift_point: 0.1632, 0.4217", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/78663_5.png" ] }, { "query": "\nPrevious Actions: Goal: Go to Reddit", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/78840_1.png" ] }, { "query": "\nPrevious Actions: Goal: Go to Reddit; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.793, 0.1536, lift_point: 0.793, 0.1536", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/78840_2.png" ] }, { "query": "\nPrevious Actions: Goal: Go to Reddit; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.793, 0.1536, lift_point: 0.793, 0.1536", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/78840_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Thailand?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/78906_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Thailand?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7884, 0.7166, lift_point: 0.7884, 0.7166", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/78906_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Thailand?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7884, 0.7166, lift_point: 0.7884, 0.7166", "response": "The action is #DUAL_POINT#; touch_point: 0.0889, 0.5468, lift_point: 0.0889, 0.5468", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/78906_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Thailand?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7884, 0.7166, lift_point: 0.7884, 0.7166; The action is #DUAL_POINT#; touch_point: 0.0889, 0.5468, lift_point: 0.0889, 0.5468", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"news in thailand\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/78906_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Thailand?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7884, 0.7166, lift_point: 0.7884, 0.7166; The action is #DUAL_POINT#; touch_point: 0.0889, 0.5468, lift_point: 0.0889, 0.5468; The action is #TYPE#; And the content is : \"typed_text\": \"news in thailand\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1601, 0.813, lift_point: 0.1601, 0.813", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/78906_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Thailand?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7884, 0.7166, lift_point: 0.7884, 0.7166; The action is #DUAL_POINT#; touch_point: 0.0889, 0.5468, lift_point: 0.0889, 0.5468; The action is #TYPE#; And the content is : \"typed_text\": \"news in thailand\"; The action is #DUAL_POINT#; touch_point: 0.1601, 0.813, lift_point: 0.1601, 0.813", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/78906_6.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach towel?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79301_1.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach towel?; The action is #PRESS_HOME#", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79301_2.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach towel?; The action is #PRESS_HOME#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79301_3.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach towel?; The action is #PRESS_HOME#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79301_4.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach towel?; The action is #PRESS_HOME#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79301_5.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach towel?; The action is #PRESS_HOME#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79301_6.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach towel?; The action is #PRESS_HOME#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79301_7.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach towel?; The action is #PRESS_HOME#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79301_8.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach towel?; The action is #PRESS_HOME#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79301_9.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach towel?; The action is #PRESS_HOME#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79301_10.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach towel?; The action is #PRESS_HOME#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79301_11.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach towel?; The action is #PRESS_HOME#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79301_12.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach towel?; The action is #PRESS_HOME#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79301_13.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach towel?; The action is #PRESS_HOME#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79301_14.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach towel?; The action is #PRESS_HOME#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #DUAL_POINT#; touch_point: 0.4075, 0.2072, lift_point: 0.4075, 0.2072", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79301_15.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach towel?; The action is #PRESS_HOME#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.4075, 0.2072, lift_point: 0.4075, 0.2072", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79301_16.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach towel?; The action is #PRESS_HOME#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.4075, 0.2072, lift_point: 0.4075, 0.2072; The action is #Scrolling Down#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79301_17.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach towel?; The action is #PRESS_HOME#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.4075, 0.2072, lift_point: 0.4075, 0.2072; The action is #Scrolling Down#; The action is #Scrolling Up#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79301_18.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach towel?; The action is #PRESS_HOME#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.4075, 0.2072, lift_point: 0.4075, 0.2072; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79301_19.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach towel?; The action is #PRESS_HOME#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.4075, 0.2072, lift_point: 0.4075, 0.2072; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79301_20.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach towel?; The action is #PRESS_HOME#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.4075, 0.2072, lift_point: 0.4075, 0.2072; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79301_21.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach towel?; The action is #PRESS_HOME#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.4075, 0.2072, lift_point: 0.4075, 0.2072; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79301_22.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach towel?; The action is #PRESS_HOME#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.4075, 0.2072, lift_point: 0.4075, 0.2072; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.8376, 0.5474, lift_point: 0.8376, 0.5474", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79301_23.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach towel?; The action is #PRESS_HOME#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.4075, 0.2072, lift_point: 0.4075, 0.2072; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8376, 0.5474, lift_point: 0.8376, 0.5474", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79301_24.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach towel?; The action is #PRESS_HOME#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.4075, 0.2072, lift_point: 0.4075, 0.2072; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8376, 0.5474, lift_point: 0.8376, 0.5474; The action is #Scrolling Down#", "response": "The action is #PRESS_BACK#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79301_25.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach towel?; The action is #PRESS_HOME#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.4075, 0.2072, lift_point: 0.4075, 0.2072; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8376, 0.5474, lift_point: 0.8376, 0.5474; The action is #Scrolling Down#; The action is #PRESS_BACK#", "response": "The action is #PRESS_BACK#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79301_26.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach towel?; The action is #PRESS_HOME#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.4075, 0.2072, lift_point: 0.4075, 0.2072; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8376, 0.5474, lift_point: 0.8376, 0.5474; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #PRESS_BACK#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79301_27.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach towel?; The action is #PRESS_HOME#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.4075, 0.2072, lift_point: 0.4075, 0.2072; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8376, 0.5474, lift_point: 0.8376, 0.5474; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #Scrolling Up#", "response": "The action is #DUAL_POINT#; touch_point: 0.4472, 0.7619, lift_point: 0.4472, 0.7619", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79301_28.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach towel?; The action is #PRESS_HOME#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.4075, 0.2072, lift_point: 0.4075, 0.2072; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8376, 0.5474, lift_point: 0.8376, 0.5474; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.4472, 0.7619, lift_point: 0.4472, 0.7619", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79301_29.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach towel?; The action is #PRESS_HOME#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.4075, 0.2072, lift_point: 0.4075, 0.2072; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8376, 0.5474, lift_point: 0.8376, 0.5474; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.4472, 0.7619, lift_point: 0.4472, 0.7619; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79301_30.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach towel?; The action is #PRESS_HOME#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.4075, 0.2072, lift_point: 0.4075, 0.2072; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8376, 0.5474, lift_point: 0.8376, 0.5474; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.4472, 0.7619, lift_point: 0.4472, 0.7619; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79301_31.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach towel?; The action is #PRESS_HOME#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.4075, 0.2072, lift_point: 0.4075, 0.2072; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8376, 0.5474, lift_point: 0.8376, 0.5474; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.4472, 0.7619, lift_point: 0.4472, 0.7619; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79301_32.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach towel?; The action is #PRESS_HOME#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.4075, 0.2072, lift_point: 0.4075, 0.2072; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8376, 0.5474, lift_point: 0.8376, 0.5474; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.4472, 0.7619, lift_point: 0.4472, 0.7619; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79301_33.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach towel?; The action is #PRESS_HOME#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.4075, 0.2072, lift_point: 0.4075, 0.2072; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8376, 0.5474, lift_point: 0.8376, 0.5474; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.4472, 0.7619, lift_point: 0.4472, 0.7619; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79301_34.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach towel?; The action is #PRESS_HOME#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.4075, 0.2072, lift_point: 0.4075, 0.2072; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8376, 0.5474, lift_point: 0.8376, 0.5474; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.4472, 0.7619, lift_point: 0.4472, 0.7619; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79301_35.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach towel?; The action is #PRESS_HOME#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.4075, 0.2072, lift_point: 0.4075, 0.2072; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8376, 0.5474, lift_point: 0.8376, 0.5474; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.4472, 0.7619, lift_point: 0.4472, 0.7619; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.4026, 0.2483, lift_point: 0.4026, 0.2483", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79301_36.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach towel?; The action is #PRESS_HOME#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.4075, 0.2072, lift_point: 0.4075, 0.2072; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8376, 0.5474, lift_point: 0.8376, 0.5474; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.4472, 0.7619, lift_point: 0.4472, 0.7619; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4026, 0.2483, lift_point: 0.4026, 0.2483", "response": "The action is #DUAL_POINT#; touch_point: 0.3146, 0.2455, lift_point: 0.3146, 0.2455", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79301_37.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach towel?; The action is #PRESS_HOME#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.4075, 0.2072, lift_point: 0.4075, 0.2072; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8376, 0.5474, lift_point: 0.8376, 0.5474; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.4472, 0.7619, lift_point: 0.4472, 0.7619; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4026, 0.2483, lift_point: 0.4026, 0.2483; The action is #DUAL_POINT#; touch_point: 0.3146, 0.2455, lift_point: 0.3146, 0.2455", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79301_38.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach towel?; The action is #PRESS_HOME#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.4075, 0.2072, lift_point: 0.4075, 0.2072; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8376, 0.5474, lift_point: 0.8376, 0.5474; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.4472, 0.7619, lift_point: 0.4472, 0.7619; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4026, 0.2483, lift_point: 0.4026, 0.2483; The action is #DUAL_POINT#; touch_point: 0.3146, 0.2455, lift_point: 0.3146, 0.2455; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79301_39.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach towel?; The action is #PRESS_HOME#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.4075, 0.2072, lift_point: 0.4075, 0.2072; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8376, 0.5474, lift_point: 0.8376, 0.5474; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.4472, 0.7619, lift_point: 0.4472, 0.7619; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4026, 0.2483, lift_point: 0.4026, 0.2483; The action is #DUAL_POINT#; touch_point: 0.3146, 0.2455, lift_point: 0.3146, 0.2455; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79301_40.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach towel?; The action is #PRESS_HOME#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.4075, 0.2072, lift_point: 0.4075, 0.2072; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8376, 0.5474, lift_point: 0.8376, 0.5474; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.4472, 0.7619, lift_point: 0.4472, 0.7619; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4026, 0.2483, lift_point: 0.4026, 0.2483; The action is #DUAL_POINT#; touch_point: 0.3146, 0.2455, lift_point: 0.3146, 0.2455; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79301_41.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach towel?; The action is #PRESS_HOME#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.4075, 0.2072, lift_point: 0.4075, 0.2072; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8376, 0.5474, lift_point: 0.8376, 0.5474; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.4472, 0.7619, lift_point: 0.4472, 0.7619; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4026, 0.2483, lift_point: 0.4026, 0.2483; The action is #DUAL_POINT#; touch_point: 0.3146, 0.2455, lift_point: 0.3146, 0.2455; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79301_42.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach towel?; The action is #PRESS_HOME#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.4075, 0.2072, lift_point: 0.4075, 0.2072; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8376, 0.5474, lift_point: 0.8376, 0.5474; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.4472, 0.7619, lift_point: 0.4472, 0.7619; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4026, 0.2483, lift_point: 0.4026, 0.2483; The action is #DUAL_POINT#; touch_point: 0.3146, 0.2455, lift_point: 0.3146, 0.2455; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #PRESS_BACK#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79301_43.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach towel?; The action is #PRESS_HOME#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.4075, 0.2072, lift_point: 0.4075, 0.2072; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8376, 0.5474, lift_point: 0.8376, 0.5474; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.4472, 0.7619, lift_point: 0.4472, 0.7619; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4026, 0.2483, lift_point: 0.4026, 0.2483; The action is #DUAL_POINT#; touch_point: 0.3146, 0.2455, lift_point: 0.3146, 0.2455; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79301_44.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach towel?; The action is #PRESS_HOME#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.4075, 0.2072, lift_point: 0.4075, 0.2072; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8376, 0.5474, lift_point: 0.8376, 0.5474; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.4472, 0.7619, lift_point: 0.4472, 0.7619; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4026, 0.2483, lift_point: 0.4026, 0.2483; The action is #DUAL_POINT#; touch_point: 0.3146, 0.2455, lift_point: 0.3146, 0.2455; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79301_45.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach towel?; The action is #PRESS_HOME#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.4075, 0.2072, lift_point: 0.4075, 0.2072; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8376, 0.5474, lift_point: 0.8376, 0.5474; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.4472, 0.7619, lift_point: 0.4472, 0.7619; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4026, 0.2483, lift_point: 0.4026, 0.2483; The action is #DUAL_POINT#; touch_point: 0.3146, 0.2455, lift_point: 0.3146, 0.2455; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79301_46.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach towel?; The action is #PRESS_HOME#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.4075, 0.2072, lift_point: 0.4075, 0.2072; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8376, 0.5474, lift_point: 0.8376, 0.5474; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.4472, 0.7619, lift_point: 0.4472, 0.7619; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4026, 0.2483, lift_point: 0.4026, 0.2483; The action is #DUAL_POINT#; touch_point: 0.3146, 0.2455, lift_point: 0.3146, 0.2455; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79301_47.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach towel?; The action is #PRESS_HOME#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.4075, 0.2072, lift_point: 0.4075, 0.2072; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8376, 0.5474, lift_point: 0.8376, 0.5474; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.4472, 0.7619, lift_point: 0.4472, 0.7619; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4026, 0.2483, lift_point: 0.4026, 0.2483; The action is #DUAL_POINT#; touch_point: 0.3146, 0.2455, lift_point: 0.3146, 0.2455; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79301_48.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach towel?; The action is #PRESS_HOME#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.4075, 0.2072, lift_point: 0.4075, 0.2072; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8376, 0.5474, lift_point: 0.8376, 0.5474; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.4472, 0.7619, lift_point: 0.4472, 0.7619; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4026, 0.2483, lift_point: 0.4026, 0.2483; The action is #DUAL_POINT#; touch_point: 0.3146, 0.2455, lift_point: 0.3146, 0.2455; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #DUAL_POINT#; touch_point: 0.2281, 0.1615, lift_point: 0.2281, 0.1615", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79301_49.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach towel?; The action is #PRESS_HOME#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.4075, 0.2072, lift_point: 0.4075, 0.2072; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8376, 0.5474, lift_point: 0.8376, 0.5474; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.4472, 0.7619, lift_point: 0.4472, 0.7619; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4026, 0.2483, lift_point: 0.4026, 0.2483; The action is #DUAL_POINT#; touch_point: 0.3146, 0.2455, lift_point: 0.3146, 0.2455; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2281, 0.1615, lift_point: 0.2281, 0.1615", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79301_50.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach towel?; The action is #PRESS_HOME#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.4075, 0.2072, lift_point: 0.4075, 0.2072; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8376, 0.5474, lift_point: 0.8376, 0.5474; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.4472, 0.7619, lift_point: 0.4472, 0.7619; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4026, 0.2483, lift_point: 0.4026, 0.2483; The action is #DUAL_POINT#; touch_point: 0.3146, 0.2455, lift_point: 0.3146, 0.2455; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2281, 0.1615, lift_point: 0.2281, 0.1615; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.8576, 0.701, lift_point: 0.8576, 0.701", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79301_51.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach towel?; The action is #PRESS_HOME#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.4075, 0.2072, lift_point: 0.4075, 0.2072; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8376, 0.5474, lift_point: 0.8376, 0.5474; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.4472, 0.7619, lift_point: 0.4472, 0.7619; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4026, 0.2483, lift_point: 0.4026, 0.2483; The action is #DUAL_POINT#; touch_point: 0.3146, 0.2455, lift_point: 0.3146, 0.2455; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2281, 0.1615, lift_point: 0.2281, 0.1615; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8576, 0.701, lift_point: 0.8576, 0.701", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79301_52.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach towel?; The action is #PRESS_HOME#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.4075, 0.2072, lift_point: 0.4075, 0.2072; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8376, 0.5474, lift_point: 0.8376, 0.5474; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.4472, 0.7619, lift_point: 0.4472, 0.7619; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4026, 0.2483, lift_point: 0.4026, 0.2483; The action is #DUAL_POINT#; touch_point: 0.3146, 0.2455, lift_point: 0.3146, 0.2455; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2281, 0.1615, lift_point: 0.2281, 0.1615; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8576, 0.701, lift_point: 0.8576, 0.701; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79301_53.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach towel?; The action is #PRESS_HOME#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.4075, 0.2072, lift_point: 0.4075, 0.2072; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8376, 0.5474, lift_point: 0.8376, 0.5474; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.4472, 0.7619, lift_point: 0.4472, 0.7619; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4026, 0.2483, lift_point: 0.4026, 0.2483; The action is #DUAL_POINT#; touch_point: 0.3146, 0.2455, lift_point: 0.3146, 0.2455; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2281, 0.1615, lift_point: 0.2281, 0.1615; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8576, 0.701, lift_point: 0.8576, 0.701; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79301_54.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach towel?; The action is #PRESS_HOME#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.4075, 0.2072, lift_point: 0.4075, 0.2072; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8376, 0.5474, lift_point: 0.8376, 0.5474; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.4472, 0.7619, lift_point: 0.4472, 0.7619; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4026, 0.2483, lift_point: 0.4026, 0.2483; The action is #DUAL_POINT#; touch_point: 0.3146, 0.2455, lift_point: 0.3146, 0.2455; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2281, 0.1615, lift_point: 0.2281, 0.1615; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8576, 0.701, lift_point: 0.8576, 0.701; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79301_55.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach towel?; The action is #PRESS_HOME#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.4075, 0.2072, lift_point: 0.4075, 0.2072; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8376, 0.5474, lift_point: 0.8376, 0.5474; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.4472, 0.7619, lift_point: 0.4472, 0.7619; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4026, 0.2483, lift_point: 0.4026, 0.2483; The action is #DUAL_POINT#; touch_point: 0.3146, 0.2455, lift_point: 0.3146, 0.2455; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2281, 0.1615, lift_point: 0.2281, 0.1615; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8576, 0.701, lift_point: 0.8576, 0.701; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79301_56.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach towel?; The action is #PRESS_HOME#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.4075, 0.2072, lift_point: 0.4075, 0.2072; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8376, 0.5474, lift_point: 0.8376, 0.5474; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.4472, 0.7619, lift_point: 0.4472, 0.7619; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4026, 0.2483, lift_point: 0.4026, 0.2483; The action is #DUAL_POINT#; touch_point: 0.3146, 0.2455, lift_point: 0.3146, 0.2455; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2281, 0.1615, lift_point: 0.2281, 0.1615; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8576, 0.701, lift_point: 0.8576, 0.701; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.846, 0.3522, lift_point: 0.846, 0.3522", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79301_57.png" ] }, { "query": "\nPrevious Actions: Goal: Where can I buy a nice beach towel?; The action is #PRESS_HOME#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.4075, 0.2072, lift_point: 0.4075, 0.2072; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8376, 0.5474, lift_point: 0.8376, 0.5474; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #PRESS_BACK#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.4472, 0.7619, lift_point: 0.4472, 0.7619; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4026, 0.2483, lift_point: 0.4026, 0.2483; The action is #DUAL_POINT#; touch_point: 0.3146, 0.2455, lift_point: 0.3146, 0.2455; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2281, 0.1615, lift_point: 0.2281, 0.1615; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8576, 0.701, lift_point: 0.8576, 0.701; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.846, 0.3522, lift_point: 0.846, 0.3522", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79301_58.png" ] }, { "query": "\nPrevious Actions: Goal: Searchfor good French restaurants", "response": "The action is #DUAL_POINT#; touch_point: 0.8005, 0.6926, lift_point: 0.8005, 0.6926", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79328_1.png" ] }, { "query": "\nPrevious Actions: Goal: Searchfor good French restaurants; The action is #DUAL_POINT#; touch_point: 0.8005, 0.6926, lift_point: 0.8005, 0.6926", "response": "The action is #DUAL_POINT#; touch_point: 0.3471, 0.6703, lift_point: 0.3471, 0.6703", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79328_2.png" ] }, { "query": "\nPrevious Actions: Goal: Searchfor good French restaurants; The action is #DUAL_POINT#; touch_point: 0.8005, 0.6926, lift_point: 0.8005, 0.6926; The action is #DUAL_POINT#; touch_point: 0.3471, 0.6703, lift_point: 0.3471, 0.6703", "response": "The action is #DUAL_POINT#; touch_point: 0.8741, 0.2573, lift_point: 0.8741, 0.2573", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79328_3.png" ] }, { "query": "\nPrevious Actions: Goal: Searchfor good French restaurants; The action is #DUAL_POINT#; touch_point: 0.8005, 0.6926, lift_point: 0.8005, 0.6926; The action is #DUAL_POINT#; touch_point: 0.3471, 0.6703, lift_point: 0.3471, 0.6703; The action is #DUAL_POINT#; touch_point: 0.8741, 0.2573, lift_point: 0.8741, 0.2573", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"good french restaurants\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79328_4.png" ] }, { "query": "\nPrevious Actions: Goal: Searchfor good French restaurants; The action is #DUAL_POINT#; touch_point: 0.8005, 0.6926, lift_point: 0.8005, 0.6926; The action is #DUAL_POINT#; touch_point: 0.3471, 0.6703, lift_point: 0.3471, 0.6703; The action is #DUAL_POINT#; touch_point: 0.8741, 0.2573, lift_point: 0.8741, 0.2573; The action is #TYPE#; And the content is : \"typed_text\": \"good french restaurants\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79328_5.png" ] }, { "query": "\nPrevious Actions: Goal: Searchfor good French restaurants; The action is #DUAL_POINT#; touch_point: 0.8005, 0.6926, lift_point: 0.8005, 0.6926; The action is #DUAL_POINT#; touch_point: 0.3471, 0.6703, lift_point: 0.3471, 0.6703; The action is #DUAL_POINT#; touch_point: 0.8741, 0.2573, lift_point: 0.8741, 0.2573; The action is #TYPE#; And the content is : \"typed_text\": \"good french restaurants\"; The action is #PRESS_ENTER#", "response": "The action is #DUAL_POINT#; touch_point: 0.5589, 0.0903, lift_point: 0.5589, 0.0903", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79328_6.png" ] }, { "query": "\nPrevious Actions: Goal: Searchfor good French restaurants; The action is #DUAL_POINT#; touch_point: 0.8005, 0.6926, lift_point: 0.8005, 0.6926; The action is #DUAL_POINT#; touch_point: 0.3471, 0.6703, lift_point: 0.3471, 0.6703; The action is #DUAL_POINT#; touch_point: 0.8741, 0.2573, lift_point: 0.8741, 0.2573; The action is #TYPE#; And the content is : \"typed_text\": \"good french restaurants\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.5589, 0.0903, lift_point: 0.5589, 0.0903", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79328_7.png" ] }, { "query": "\nPrevious Actions: Goal: Searchfor good French restaurants; The action is #DUAL_POINT#; touch_point: 0.8005, 0.6926, lift_point: 0.8005, 0.6926; The action is #DUAL_POINT#; touch_point: 0.3471, 0.6703, lift_point: 0.3471, 0.6703; The action is #DUAL_POINT#; touch_point: 0.8741, 0.2573, lift_point: 0.8741, 0.2573; The action is #TYPE#; And the content is : \"typed_text\": \"good french restaurants\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.5589, 0.0903, lift_point: 0.5589, 0.0903; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79328_8.png" ] }, { "query": "\nPrevious Actions: Goal: Searchfor good French restaurants; The action is #DUAL_POINT#; touch_point: 0.8005, 0.6926, lift_point: 0.8005, 0.6926; The action is #DUAL_POINT#; touch_point: 0.3471, 0.6703, lift_point: 0.3471, 0.6703; The action is #DUAL_POINT#; touch_point: 0.8741, 0.2573, lift_point: 0.8741, 0.2573; The action is #TYPE#; And the content is : \"typed_text\": \"good french restaurants\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.5589, 0.0903, lift_point: 0.5589, 0.0903; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79328_9.png" ] }, { "query": "\nPrevious Actions: Goal: Searchfor good French restaurants; The action is #DUAL_POINT#; touch_point: 0.8005, 0.6926, lift_point: 0.8005, 0.6926; The action is #DUAL_POINT#; touch_point: 0.3471, 0.6703, lift_point: 0.3471, 0.6703; The action is #DUAL_POINT#; touch_point: 0.8741, 0.2573, lift_point: 0.8741, 0.2573; The action is #TYPE#; And the content is : \"typed_text\": \"good french restaurants\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.5589, 0.0903, lift_point: 0.5589, 0.0903; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79328_10.png" ] }, { "query": "\nPrevious Actions: Goal: Searchfor good French restaurants; The action is #DUAL_POINT#; touch_point: 0.8005, 0.6926, lift_point: 0.8005, 0.6926; The action is #DUAL_POINT#; touch_point: 0.3471, 0.6703, lift_point: 0.3471, 0.6703; The action is #DUAL_POINT#; touch_point: 0.8741, 0.2573, lift_point: 0.8741, 0.2573; The action is #TYPE#; And the content is : \"typed_text\": \"good french restaurants\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.5589, 0.0903, lift_point: 0.5589, 0.0903; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79328_11.png" ] }, { "query": "\nPrevious Actions: Goal: Searchfor good French restaurants; The action is #DUAL_POINT#; touch_point: 0.8005, 0.6926, lift_point: 0.8005, 0.6926; The action is #DUAL_POINT#; touch_point: 0.3471, 0.6703, lift_point: 0.3471, 0.6703; The action is #DUAL_POINT#; touch_point: 0.8741, 0.2573, lift_point: 0.8741, 0.2573; The action is #TYPE#; And the content is : \"typed_text\": \"good french restaurants\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.5589, 0.0903, lift_point: 0.5589, 0.0903; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79328_12.png" ] }, { "query": "\nPrevious Actions: Goal: Searchfor good French restaurants; The action is #DUAL_POINT#; touch_point: 0.8005, 0.6926, lift_point: 0.8005, 0.6926; The action is #DUAL_POINT#; touch_point: 0.3471, 0.6703, lift_point: 0.3471, 0.6703; The action is #DUAL_POINT#; touch_point: 0.8741, 0.2573, lift_point: 0.8741, 0.2573; The action is #TYPE#; And the content is : \"typed_text\": \"good french restaurants\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.5589, 0.0903, lift_point: 0.5589, 0.0903; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79328_13.png" ] }, { "query": "\nPrevious Actions: Goal: Searchfor good French restaurants; The action is #DUAL_POINT#; touch_point: 0.8005, 0.6926, lift_point: 0.8005, 0.6926; The action is #DUAL_POINT#; touch_point: 0.3471, 0.6703, lift_point: 0.3471, 0.6703; The action is #DUAL_POINT#; touch_point: 0.8741, 0.2573, lift_point: 0.8741, 0.2573; The action is #TYPE#; And the content is : \"typed_text\": \"good french restaurants\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.5589, 0.0903, lift_point: 0.5589, 0.0903; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79328_14.png" ] }, { "query": "\nPrevious Actions: Goal: Searchfor good French restaurants; The action is #DUAL_POINT#; touch_point: 0.8005, 0.6926, lift_point: 0.8005, 0.6926; The action is #DUAL_POINT#; touch_point: 0.3471, 0.6703, lift_point: 0.3471, 0.6703; The action is #DUAL_POINT#; touch_point: 0.8741, 0.2573, lift_point: 0.8741, 0.2573; The action is #TYPE#; And the content is : \"typed_text\": \"good french restaurants\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.5589, 0.0903, lift_point: 0.5589, 0.0903; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79328_15.png" ] }, { "query": "\nPrevious Actions: Goal: Searchfor good French restaurants; The action is #DUAL_POINT#; touch_point: 0.8005, 0.6926, lift_point: 0.8005, 0.6926; The action is #DUAL_POINT#; touch_point: 0.3471, 0.6703, lift_point: 0.3471, 0.6703; The action is #DUAL_POINT#; touch_point: 0.8741, 0.2573, lift_point: 0.8741, 0.2573; The action is #TYPE#; And the content is : \"typed_text\": \"good french restaurants\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.5589, 0.0903, lift_point: 0.5589, 0.0903; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79328_16.png" ] }, { "query": "\nPrevious Actions: Goal: Searchfor good French restaurants; The action is #DUAL_POINT#; touch_point: 0.8005, 0.6926, lift_point: 0.8005, 0.6926; The action is #DUAL_POINT#; touch_point: 0.3471, 0.6703, lift_point: 0.3471, 0.6703; The action is #DUAL_POINT#; touch_point: 0.8741, 0.2573, lift_point: 0.8741, 0.2573; The action is #TYPE#; And the content is : \"typed_text\": \"good french restaurants\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.5589, 0.0903, lift_point: 0.5589, 0.0903; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79328_17.png" ] }, { "query": "\nPrevious Actions: Goal: Searchfor good French restaurants; The action is #DUAL_POINT#; touch_point: 0.8005, 0.6926, lift_point: 0.8005, 0.6926; The action is #DUAL_POINT#; touch_point: 0.3471, 0.6703, lift_point: 0.3471, 0.6703; The action is #DUAL_POINT#; touch_point: 0.8741, 0.2573, lift_point: 0.8741, 0.2573; The action is #TYPE#; And the content is : \"typed_text\": \"good french restaurants\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.5589, 0.0903, lift_point: 0.5589, 0.0903; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79328_18.png" ] }, { "query": "\nPrevious Actions: Goal: Searchfor good French restaurants; The action is #DUAL_POINT#; touch_point: 0.8005, 0.6926, lift_point: 0.8005, 0.6926; The action is #DUAL_POINT#; touch_point: 0.3471, 0.6703, lift_point: 0.3471, 0.6703; The action is #DUAL_POINT#; touch_point: 0.8741, 0.2573, lift_point: 0.8741, 0.2573; The action is #TYPE#; And the content is : \"typed_text\": \"good french restaurants\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.5589, 0.0903, lift_point: 0.5589, 0.0903; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79328_19.png" ] }, { "query": "\nPrevious Actions: Goal: Searchfor good French restaurants; The action is #DUAL_POINT#; touch_point: 0.8005, 0.6926, lift_point: 0.8005, 0.6926; The action is #DUAL_POINT#; touch_point: 0.3471, 0.6703, lift_point: 0.3471, 0.6703; The action is #DUAL_POINT#; touch_point: 0.8741, 0.2573, lift_point: 0.8741, 0.2573; The action is #TYPE#; And the content is : \"typed_text\": \"good french restaurants\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.5589, 0.0903, lift_point: 0.5589, 0.0903; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79328_20.png" ] }, { "query": "\nPrevious Actions: Goal: Searchfor good French restaurants; The action is #DUAL_POINT#; touch_point: 0.8005, 0.6926, lift_point: 0.8005, 0.6926; The action is #DUAL_POINT#; touch_point: 0.3471, 0.6703, lift_point: 0.3471, 0.6703; The action is #DUAL_POINT#; touch_point: 0.8741, 0.2573, lift_point: 0.8741, 0.2573; The action is #TYPE#; And the content is : \"typed_text\": \"good french restaurants\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.5589, 0.0903, lift_point: 0.5589, 0.0903; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79328_21.png" ] }, { "query": "\nPrevious Actions: Goal: Searchfor good French restaurants; The action is #DUAL_POINT#; touch_point: 0.8005, 0.6926, lift_point: 0.8005, 0.6926; The action is #DUAL_POINT#; touch_point: 0.3471, 0.6703, lift_point: 0.3471, 0.6703; The action is #DUAL_POINT#; touch_point: 0.8741, 0.2573, lift_point: 0.8741, 0.2573; The action is #TYPE#; And the content is : \"typed_text\": \"good french restaurants\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.5589, 0.0903, lift_point: 0.5589, 0.0903; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #PRESS_BACK#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79328_22.png" ] }, { "query": "\nPrevious Actions: Goal: Searchfor good French restaurants; The action is #DUAL_POINT#; touch_point: 0.8005, 0.6926, lift_point: 0.8005, 0.6926; The action is #DUAL_POINT#; touch_point: 0.3471, 0.6703, lift_point: 0.3471, 0.6703; The action is #DUAL_POINT#; touch_point: 0.8741, 0.2573, lift_point: 0.8741, 0.2573; The action is #TYPE#; And the content is : \"typed_text\": \"good french restaurants\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.5589, 0.0903, lift_point: 0.5589, 0.0903; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79328_23.png" ] }, { "query": "\nPrevious Actions: Goal: Searchfor good French restaurants; The action is #DUAL_POINT#; touch_point: 0.8005, 0.6926, lift_point: 0.8005, 0.6926; The action is #DUAL_POINT#; touch_point: 0.3471, 0.6703, lift_point: 0.3471, 0.6703; The action is #DUAL_POINT#; touch_point: 0.8741, 0.2573, lift_point: 0.8741, 0.2573; The action is #TYPE#; And the content is : \"typed_text\": \"good french restaurants\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.5589, 0.0903, lift_point: 0.5589, 0.0903; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.5434, 0.14, lift_point: 0.5434, 0.14", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79328_24.png" ] }, { "query": "\nPrevious Actions: Goal: Searchfor good French restaurants; The action is #DUAL_POINT#; touch_point: 0.8005, 0.6926, lift_point: 0.8005, 0.6926; The action is #DUAL_POINT#; touch_point: 0.3471, 0.6703, lift_point: 0.3471, 0.6703; The action is #DUAL_POINT#; touch_point: 0.8741, 0.2573, lift_point: 0.8741, 0.2573; The action is #TYPE#; And the content is : \"typed_text\": \"good french restaurants\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.5589, 0.0903, lift_point: 0.5589, 0.0903; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5434, 0.14, lift_point: 0.5434, 0.14", "response": "The action is #DUAL_POINT#; touch_point: 0.7193, 0.2381, lift_point: 0.7193, 0.2381", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79328_25.png" ] }, { "query": "\nPrevious Actions: Goal: Searchfor good French restaurants; The action is #DUAL_POINT#; touch_point: 0.8005, 0.6926, lift_point: 0.8005, 0.6926; The action is #DUAL_POINT#; touch_point: 0.3471, 0.6703, lift_point: 0.3471, 0.6703; The action is #DUAL_POINT#; touch_point: 0.8741, 0.2573, lift_point: 0.8741, 0.2573; The action is #TYPE#; And the content is : \"typed_text\": \"good french restaurants\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.5589, 0.0903, lift_point: 0.5589, 0.0903; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5434, 0.14, lift_point: 0.5434, 0.14; The action is #DUAL_POINT#; touch_point: 0.7193, 0.2381, lift_point: 0.7193, 0.2381", "response": "The action is #DUAL_POINT#; touch_point: 0.7264, 0.3024, lift_point: 0.7264, 0.3024", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79328_26.png" ] }, { "query": "\nPrevious Actions: Goal: Searchfor good French restaurants; The action is #DUAL_POINT#; touch_point: 0.8005, 0.6926, lift_point: 0.8005, 0.6926; The action is #DUAL_POINT#; touch_point: 0.3471, 0.6703, lift_point: 0.3471, 0.6703; The action is #DUAL_POINT#; touch_point: 0.8741, 0.2573, lift_point: 0.8741, 0.2573; The action is #TYPE#; And the content is : \"typed_text\": \"good french restaurants\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.5589, 0.0903, lift_point: 0.5589, 0.0903; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5434, 0.14, lift_point: 0.5434, 0.14; The action is #DUAL_POINT#; touch_point: 0.7193, 0.2381, lift_point: 0.7193, 0.2381; The action is #DUAL_POINT#; touch_point: 0.7264, 0.3024, lift_point: 0.7264, 0.3024", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79328_27.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Chick-fil-A?", "response": "The action is #DUAL_POINT#; touch_point: 0.7752, 0.6834, lift_point: 0.7752, 0.6834", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79407_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Chick-fil-A?; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6834, lift_point: 0.7752, 0.6834", "response": "The action is #DUAL_POINT#; touch_point: 0.0525, 0.4934, lift_point: 0.0525, 0.4934", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79407_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Chick-fil-A?; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6834, lift_point: 0.7752, 0.6834; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4934, lift_point: 0.0525, 0.4934", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Chick-fil-A?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79407_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Chick-fil-A?; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6834, lift_point: 0.7752, 0.6834; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4934, lift_point: 0.0525, 0.4934; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Chick-fil-A?\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79407_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Chick-fil-A?; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6834, lift_point: 0.7752, 0.6834; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4934, lift_point: 0.0525, 0.4934; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Chick-fil-A?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79407_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Chick-fil-A?; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6834, lift_point: 0.7752, 0.6834; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4934, lift_point: 0.0525, 0.4934; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Chick-fil-A?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79407_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Chick-fil-A?; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6834, lift_point: 0.7752, 0.6834; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4934, lift_point: 0.0525, 0.4934; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Chick-fil-A?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79407_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Chick-fil-A?; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6834, lift_point: 0.7752, 0.6834; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4934, lift_point: 0.0525, 0.4934; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Chick-fil-A?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.6076, 0.4409, lift_point: 0.6076, 0.4409", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79407_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Chick-fil-A?; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6834, lift_point: 0.7752, 0.6834; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4934, lift_point: 0.0525, 0.4934; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Chick-fil-A?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6076, 0.4409, lift_point: 0.6076, 0.4409", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79407_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Chick-fil-A?; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6834, lift_point: 0.7752, 0.6834; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4934, lift_point: 0.0525, 0.4934; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Chick-fil-A?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6076, 0.4409, lift_point: 0.6076, 0.4409; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79407_10.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Chick-fil-A?; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6834, lift_point: 0.7752, 0.6834; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4934, lift_point: 0.0525, 0.4934; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Chick-fil-A?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6076, 0.4409, lift_point: 0.6076, 0.4409; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79407_11.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Chick-fil-A?; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6834, lift_point: 0.7752, 0.6834; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4934, lift_point: 0.0525, 0.4934; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Chick-fil-A?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6076, 0.4409, lift_point: 0.6076, 0.4409; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79407_12.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Chick-fil-A?; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6834, lift_point: 0.7752, 0.6834; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4934, lift_point: 0.0525, 0.4934; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Chick-fil-A?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6076, 0.4409, lift_point: 0.6076, 0.4409; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79407_13.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Chick-fil-A?; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6834, lift_point: 0.7752, 0.6834; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4934, lift_point: 0.0525, 0.4934; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Chick-fil-A?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6076, 0.4409, lift_point: 0.6076, 0.4409; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79407_14.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Chick-fil-A?; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6834, lift_point: 0.7752, 0.6834; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4934, lift_point: 0.0525, 0.4934; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Chick-fil-A?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6076, 0.4409, lift_point: 0.6076, 0.4409; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79407_15.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Chick-fil-A?; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6834, lift_point: 0.7752, 0.6834; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4934, lift_point: 0.0525, 0.4934; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Chick-fil-A?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6076, 0.4409, lift_point: 0.6076, 0.4409; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79407_16.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Chick-fil-A?; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6834, lift_point: 0.7752, 0.6834; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4934, lift_point: 0.0525, 0.4934; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Chick-fil-A?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6076, 0.4409, lift_point: 0.6076, 0.4409; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79407_17.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Chick-fil-A?; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6834, lift_point: 0.7752, 0.6834; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4934, lift_point: 0.0525, 0.4934; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Chick-fil-A?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6076, 0.4409, lift_point: 0.6076, 0.4409; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79407_18.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Chick-fil-A?; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6834, lift_point: 0.7752, 0.6834; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4934, lift_point: 0.0525, 0.4934; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Chick-fil-A?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6076, 0.4409, lift_point: 0.6076, 0.4409; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79407_19.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Chick-fil-A?; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6834, lift_point: 0.7752, 0.6834; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4934, lift_point: 0.0525, 0.4934; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Chick-fil-A?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6076, 0.4409, lift_point: 0.6076, 0.4409; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79407_20.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Chick-fil-A?; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6834, lift_point: 0.7752, 0.6834; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4934, lift_point: 0.0525, 0.4934; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Chick-fil-A?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6076, 0.4409, lift_point: 0.6076, 0.4409; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79407_21.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Chick-fil-A?; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6834, lift_point: 0.7752, 0.6834; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4934, lift_point: 0.0525, 0.4934; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Chick-fil-A?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6076, 0.4409, lift_point: 0.6076, 0.4409; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79407_22.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Chick-fil-A?; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6834, lift_point: 0.7752, 0.6834; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4934, lift_point: 0.0525, 0.4934; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Chick-fil-A?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6076, 0.4409, lift_point: 0.6076, 0.4409; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79407_23.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Chick-fil-A?; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6834, lift_point: 0.7752, 0.6834; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4934, lift_point: 0.0525, 0.4934; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Chick-fil-A?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6076, 0.4409, lift_point: 0.6076, 0.4409; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79407_24.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Chick-fil-A?; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6834, lift_point: 0.7752, 0.6834; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4934, lift_point: 0.0525, 0.4934; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Chick-fil-A?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6076, 0.4409, lift_point: 0.6076, 0.4409; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79407_25.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Chick-fil-A?; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6834, lift_point: 0.7752, 0.6834; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4934, lift_point: 0.0525, 0.4934; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Chick-fil-A?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6076, 0.4409, lift_point: 0.6076, 0.4409; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79407_26.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Chick-fil-A?; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6834, lift_point: 0.7752, 0.6834; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4934, lift_point: 0.0525, 0.4934; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Chick-fil-A?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6076, 0.4409, lift_point: 0.6076, 0.4409; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79407_27.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Chick-fil-A?; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6834, lift_point: 0.7752, 0.6834; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4934, lift_point: 0.0525, 0.4934; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Chick-fil-A?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6076, 0.4409, lift_point: 0.6076, 0.4409; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79407_28.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Chick-fil-A?; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6834, lift_point: 0.7752, 0.6834; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4934, lift_point: 0.0525, 0.4934; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Chick-fil-A?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6076, 0.4409, lift_point: 0.6076, 0.4409; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79407_29.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Chick-fil-A?; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6834, lift_point: 0.7752, 0.6834; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4934, lift_point: 0.0525, 0.4934; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Chick-fil-A?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6076, 0.4409, lift_point: 0.6076, 0.4409; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79407_30.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Chick-fil-A?; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6834, lift_point: 0.7752, 0.6834; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4934, lift_point: 0.0525, 0.4934; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Chick-fil-A?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6076, 0.4409, lift_point: 0.6076, 0.4409; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79407_31.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Chick-fil-A?; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6834, lift_point: 0.7752, 0.6834; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4934, lift_point: 0.0525, 0.4934; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Chick-fil-A?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6076, 0.4409, lift_point: 0.6076, 0.4409; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #DUAL_POINT#; touch_point: 0.7031, 0.5546, lift_point: 0.7031, 0.5546", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79407_32.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Chick-fil-A?; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6834, lift_point: 0.7752, 0.6834; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4934, lift_point: 0.0525, 0.4934; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Chick-fil-A?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6076, 0.4409, lift_point: 0.6076, 0.4409; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.7031, 0.5546, lift_point: 0.7031, 0.5546", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79407_33.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Chick-fil-A?; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6834, lift_point: 0.7752, 0.6834; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4934, lift_point: 0.0525, 0.4934; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Chick-fil-A?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6076, 0.4409, lift_point: 0.6076, 0.4409; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.7031, 0.5546, lift_point: 0.7031, 0.5546; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79407_34.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Chick-fil-A?; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6834, lift_point: 0.7752, 0.6834; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4934, lift_point: 0.0525, 0.4934; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Chick-fil-A?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6076, 0.4409, lift_point: 0.6076, 0.4409; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.7031, 0.5546, lift_point: 0.7031, 0.5546; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79407_35.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Chick-fil-A?; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6834, lift_point: 0.7752, 0.6834; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4934, lift_point: 0.0525, 0.4934; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Chick-fil-A?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6076, 0.4409, lift_point: 0.6076, 0.4409; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.7031, 0.5546, lift_point: 0.7031, 0.5546; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79407_36.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Chick-fil-A?; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6834, lift_point: 0.7752, 0.6834; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4934, lift_point: 0.0525, 0.4934; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Chick-fil-A?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6076, 0.4409, lift_point: 0.6076, 0.4409; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.7031, 0.5546, lift_point: 0.7031, 0.5546; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79407_37.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Chick-fil-A?; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6834, lift_point: 0.7752, 0.6834; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4934, lift_point: 0.0525, 0.4934; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Chick-fil-A?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6076, 0.4409, lift_point: 0.6076, 0.4409; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.7031, 0.5546, lift_point: 0.7031, 0.5546; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #DUAL_POINT#; touch_point: 0.2804, 0.1649, lift_point: 0.2804, 0.1649", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79407_38.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Chick-fil-A?; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6834, lift_point: 0.7752, 0.6834; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4934, lift_point: 0.0525, 0.4934; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Chick-fil-A?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6076, 0.4409, lift_point: 0.6076, 0.4409; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.7031, 0.5546, lift_point: 0.7031, 0.5546; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2804, 0.1649, lift_point: 0.2804, 0.1649", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79407_39.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Chick-fil-A?; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6834, lift_point: 0.7752, 0.6834; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4934, lift_point: 0.0525, 0.4934; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Chick-fil-A?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6076, 0.4409, lift_point: 0.6076, 0.4409; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.7031, 0.5546, lift_point: 0.7031, 0.5546; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2804, 0.1649, lift_point: 0.2804, 0.1649; The action is #Scrolling Up#", "response": "The action is #PRESS_BACK#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79407_40.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Chick-fil-A?; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6834, lift_point: 0.7752, 0.6834; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4934, lift_point: 0.0525, 0.4934; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Chick-fil-A?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6076, 0.4409, lift_point: 0.6076, 0.4409; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.7031, 0.5546, lift_point: 0.7031, 0.5546; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2804, 0.1649, lift_point: 0.2804, 0.1649; The action is #Scrolling Up#; The action is #PRESS_BACK#", "response": "The action is #DUAL_POINT#; touch_point: 0.7902, 0.7447, lift_point: 0.7902, 0.7447", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79407_41.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Chick-fil-A?; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6834, lift_point: 0.7752, 0.6834; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4934, lift_point: 0.0525, 0.4934; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Chick-fil-A?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6076, 0.4409, lift_point: 0.6076, 0.4409; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.7031, 0.5546, lift_point: 0.7031, 0.5546; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2804, 0.1649, lift_point: 0.2804, 0.1649; The action is #Scrolling Up#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7902, 0.7447, lift_point: 0.7902, 0.7447", "response": "The action is #PRESS_BACK#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79407_42.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Chick-fil-A?; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6834, lift_point: 0.7752, 0.6834; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4934, lift_point: 0.0525, 0.4934; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Chick-fil-A?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6076, 0.4409, lift_point: 0.6076, 0.4409; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.7031, 0.5546, lift_point: 0.7031, 0.5546; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2804, 0.1649, lift_point: 0.2804, 0.1649; The action is #Scrolling Up#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7902, 0.7447, lift_point: 0.7902, 0.7447; The action is #PRESS_BACK#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79407_43.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Chick-fil-A?; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6834, lift_point: 0.7752, 0.6834; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4934, lift_point: 0.0525, 0.4934; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Chick-fil-A?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6076, 0.4409, lift_point: 0.6076, 0.4409; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.7031, 0.5546, lift_point: 0.7031, 0.5546; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2804, 0.1649, lift_point: 0.2804, 0.1649; The action is #Scrolling Up#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7902, 0.7447, lift_point: 0.7902, 0.7447; The action is #PRESS_BACK#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79407_44.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Chick-fil-A?; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6834, lift_point: 0.7752, 0.6834; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4934, lift_point: 0.0525, 0.4934; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Chick-fil-A?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6076, 0.4409, lift_point: 0.6076, 0.4409; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.7031, 0.5546, lift_point: 0.7031, 0.5546; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2804, 0.1649, lift_point: 0.2804, 0.1649; The action is #Scrolling Up#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7902, 0.7447, lift_point: 0.7902, 0.7447; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.2558, 0.2172, lift_point: 0.2558, 0.2172", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79407_45.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Chick-fil-A?; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6834, lift_point: 0.7752, 0.6834; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4934, lift_point: 0.0525, 0.4934; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Chick-fil-A?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6076, 0.4409, lift_point: 0.6076, 0.4409; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.7031, 0.5546, lift_point: 0.7031, 0.5546; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2804, 0.1649, lift_point: 0.2804, 0.1649; The action is #Scrolling Up#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7902, 0.7447, lift_point: 0.7902, 0.7447; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2558, 0.2172, lift_point: 0.2558, 0.2172", "response": "The action is #PRESS_BACK#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79407_46.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Chick-fil-A?; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6834, lift_point: 0.7752, 0.6834; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4934, lift_point: 0.0525, 0.4934; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Chick-fil-A?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6076, 0.4409, lift_point: 0.6076, 0.4409; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.7031, 0.5546, lift_point: 0.7031, 0.5546; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2804, 0.1649, lift_point: 0.2804, 0.1649; The action is #Scrolling Up#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7902, 0.7447, lift_point: 0.7902, 0.7447; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2558, 0.2172, lift_point: 0.2558, 0.2172; The action is #PRESS_BACK#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79407_47.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Chick-fil-A?; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6834, lift_point: 0.7752, 0.6834; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4934, lift_point: 0.0525, 0.4934; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Chick-fil-A?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6076, 0.4409, lift_point: 0.6076, 0.4409; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.7031, 0.5546, lift_point: 0.7031, 0.5546; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2804, 0.1649, lift_point: 0.2804, 0.1649; The action is #Scrolling Up#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7902, 0.7447, lift_point: 0.7902, 0.7447; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2558, 0.2172, lift_point: 0.2558, 0.2172; The action is #PRESS_BACK#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79407_48.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Chick-fil-A?; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6834, lift_point: 0.7752, 0.6834; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4934, lift_point: 0.0525, 0.4934; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Chick-fil-A?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6076, 0.4409, lift_point: 0.6076, 0.4409; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.7031, 0.5546, lift_point: 0.7031, 0.5546; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2804, 0.1649, lift_point: 0.2804, 0.1649; The action is #Scrolling Up#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7902, 0.7447, lift_point: 0.7902, 0.7447; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2558, 0.2172, lift_point: 0.2558, 0.2172; The action is #PRESS_BACK#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #DUAL_POINT#; touch_point: 0.8458, 0.5369, lift_point: 0.8458, 0.5369", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79407_49.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Chick-fil-A?; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6834, lift_point: 0.7752, 0.6834; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4934, lift_point: 0.0525, 0.4934; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Chick-fil-A?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6076, 0.4409, lift_point: 0.6076, 0.4409; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.7031, 0.5546, lift_point: 0.7031, 0.5546; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2804, 0.1649, lift_point: 0.2804, 0.1649; The action is #Scrolling Up#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7902, 0.7447, lift_point: 0.7902, 0.7447; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2558, 0.2172, lift_point: 0.2558, 0.2172; The action is #PRESS_BACK#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.8458, 0.5369, lift_point: 0.8458, 0.5369", "response": "The action is #DUAL_POINT#; touch_point: 0.5453, 0.7439, lift_point: 0.5453, 0.7439", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79407_50.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Chick-fil-A?; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6834, lift_point: 0.7752, 0.6834; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4934, lift_point: 0.0525, 0.4934; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Chick-fil-A?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6076, 0.4409, lift_point: 0.6076, 0.4409; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.7031, 0.5546, lift_point: 0.7031, 0.5546; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2804, 0.1649, lift_point: 0.2804, 0.1649; The action is #Scrolling Up#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7902, 0.7447, lift_point: 0.7902, 0.7447; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2558, 0.2172, lift_point: 0.2558, 0.2172; The action is #PRESS_BACK#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.8458, 0.5369, lift_point: 0.8458, 0.5369; The action is #DUAL_POINT#; touch_point: 0.5453, 0.7439, lift_point: 0.5453, 0.7439", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79407_51.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Chick-fil-A?; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6834, lift_point: 0.7752, 0.6834; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4934, lift_point: 0.0525, 0.4934; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Chick-fil-A?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6076, 0.4409, lift_point: 0.6076, 0.4409; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.7031, 0.5546, lift_point: 0.7031, 0.5546; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2804, 0.1649, lift_point: 0.2804, 0.1649; The action is #Scrolling Up#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7902, 0.7447, lift_point: 0.7902, 0.7447; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2558, 0.2172, lift_point: 0.2558, 0.2172; The action is #PRESS_BACK#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.8458, 0.5369, lift_point: 0.8458, 0.5369; The action is #DUAL_POINT#; touch_point: 0.5453, 0.7439, lift_point: 0.5453, 0.7439; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79407_52.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Chick-fil-A?; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6834, lift_point: 0.7752, 0.6834; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4934, lift_point: 0.0525, 0.4934; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Chick-fil-A?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6076, 0.4409, lift_point: 0.6076, 0.4409; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.7031, 0.5546, lift_point: 0.7031, 0.5546; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2804, 0.1649, lift_point: 0.2804, 0.1649; The action is #Scrolling Up#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7902, 0.7447, lift_point: 0.7902, 0.7447; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2558, 0.2172, lift_point: 0.2558, 0.2172; The action is #PRESS_BACK#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.8458, 0.5369, lift_point: 0.8458, 0.5369; The action is #DUAL_POINT#; touch_point: 0.5453, 0.7439, lift_point: 0.5453, 0.7439; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79407_53.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Chick-fil-A?; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6834, lift_point: 0.7752, 0.6834; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4934, lift_point: 0.0525, 0.4934; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Chick-fil-A?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6076, 0.4409, lift_point: 0.6076, 0.4409; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.7031, 0.5546, lift_point: 0.7031, 0.5546; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2804, 0.1649, lift_point: 0.2804, 0.1649; The action is #Scrolling Up#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7902, 0.7447, lift_point: 0.7902, 0.7447; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2558, 0.2172, lift_point: 0.2558, 0.2172; The action is #PRESS_BACK#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.8458, 0.5369, lift_point: 0.8458, 0.5369; The action is #DUAL_POINT#; touch_point: 0.5453, 0.7439, lift_point: 0.5453, 0.7439; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.5107, 0.5786, lift_point: 0.5107, 0.5786", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79407_54.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Chick-fil-A?; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6834, lift_point: 0.7752, 0.6834; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4934, lift_point: 0.0525, 0.4934; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Chick-fil-A?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6076, 0.4409, lift_point: 0.6076, 0.4409; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.7031, 0.5546, lift_point: 0.7031, 0.5546; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2804, 0.1649, lift_point: 0.2804, 0.1649; The action is #Scrolling Up#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7902, 0.7447, lift_point: 0.7902, 0.7447; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2558, 0.2172, lift_point: 0.2558, 0.2172; The action is #PRESS_BACK#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.8458, 0.5369, lift_point: 0.8458, 0.5369; The action is #DUAL_POINT#; touch_point: 0.5453, 0.7439, lift_point: 0.5453, 0.7439; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5107, 0.5786, lift_point: 0.5107, 0.5786", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79407_55.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Chick-fil-A?; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6834, lift_point: 0.7752, 0.6834; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4934, lift_point: 0.0525, 0.4934; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Chick-fil-A?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6076, 0.4409, lift_point: 0.6076, 0.4409; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.7031, 0.5546, lift_point: 0.7031, 0.5546; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2804, 0.1649, lift_point: 0.2804, 0.1649; The action is #Scrolling Up#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7902, 0.7447, lift_point: 0.7902, 0.7447; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2558, 0.2172, lift_point: 0.2558, 0.2172; The action is #PRESS_BACK#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.8458, 0.5369, lift_point: 0.8458, 0.5369; The action is #DUAL_POINT#; touch_point: 0.5453, 0.7439, lift_point: 0.5453, 0.7439; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5107, 0.5786, lift_point: 0.5107, 0.5786; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79407_56.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Chick-fil-A?; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6834, lift_point: 0.7752, 0.6834; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4934, lift_point: 0.0525, 0.4934; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Chick-fil-A?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6076, 0.4409, lift_point: 0.6076, 0.4409; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.7031, 0.5546, lift_point: 0.7031, 0.5546; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2804, 0.1649, lift_point: 0.2804, 0.1649; The action is #Scrolling Up#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7902, 0.7447, lift_point: 0.7902, 0.7447; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2558, 0.2172, lift_point: 0.2558, 0.2172; The action is #PRESS_BACK#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.8458, 0.5369, lift_point: 0.8458, 0.5369; The action is #DUAL_POINT#; touch_point: 0.5453, 0.7439, lift_point: 0.5453, 0.7439; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5107, 0.5786, lift_point: 0.5107, 0.5786; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79407_57.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Chick-fil-A?; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6834, lift_point: 0.7752, 0.6834; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4934, lift_point: 0.0525, 0.4934; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Chick-fil-A?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6076, 0.4409, lift_point: 0.6076, 0.4409; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.7031, 0.5546, lift_point: 0.7031, 0.5546; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2804, 0.1649, lift_point: 0.2804, 0.1649; The action is #Scrolling Up#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7902, 0.7447, lift_point: 0.7902, 0.7447; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2558, 0.2172, lift_point: 0.2558, 0.2172; The action is #PRESS_BACK#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.8458, 0.5369, lift_point: 0.8458, 0.5369; The action is #DUAL_POINT#; touch_point: 0.5453, 0.7439, lift_point: 0.5453, 0.7439; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5107, 0.5786, lift_point: 0.5107, 0.5786; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79407_58.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Chick-fil-A?; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6834, lift_point: 0.7752, 0.6834; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4934, lift_point: 0.0525, 0.4934; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Chick-fil-A?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6076, 0.4409, lift_point: 0.6076, 0.4409; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.7031, 0.5546, lift_point: 0.7031, 0.5546; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2804, 0.1649, lift_point: 0.2804, 0.1649; The action is #Scrolling Up#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7902, 0.7447, lift_point: 0.7902, 0.7447; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2558, 0.2172, lift_point: 0.2558, 0.2172; The action is #PRESS_BACK#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.8458, 0.5369, lift_point: 0.8458, 0.5369; The action is #DUAL_POINT#; touch_point: 0.5453, 0.7439, lift_point: 0.5453, 0.7439; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5107, 0.5786, lift_point: 0.5107, 0.5786; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79407_59.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Chick-fil-A?; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6834, lift_point: 0.7752, 0.6834; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4934, lift_point: 0.0525, 0.4934; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Chick-fil-A?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6076, 0.4409, lift_point: 0.6076, 0.4409; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.7031, 0.5546, lift_point: 0.7031, 0.5546; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2804, 0.1649, lift_point: 0.2804, 0.1649; The action is #Scrolling Up#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7902, 0.7447, lift_point: 0.7902, 0.7447; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2558, 0.2172, lift_point: 0.2558, 0.2172; The action is #PRESS_BACK#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.8458, 0.5369, lift_point: 0.8458, 0.5369; The action is #DUAL_POINT#; touch_point: 0.5453, 0.7439, lift_point: 0.5453, 0.7439; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5107, 0.5786, lift_point: 0.5107, 0.5786; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79407_60.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Chick-fil-A?; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6834, lift_point: 0.7752, 0.6834; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4934, lift_point: 0.0525, 0.4934; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Chick-fil-A?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6076, 0.4409, lift_point: 0.6076, 0.4409; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.7031, 0.5546, lift_point: 0.7031, 0.5546; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2804, 0.1649, lift_point: 0.2804, 0.1649; The action is #Scrolling Up#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7902, 0.7447, lift_point: 0.7902, 0.7447; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2558, 0.2172, lift_point: 0.2558, 0.2172; The action is #PRESS_BACK#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.8458, 0.5369, lift_point: 0.8458, 0.5369; The action is #DUAL_POINT#; touch_point: 0.5453, 0.7439, lift_point: 0.5453, 0.7439; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5107, 0.5786, lift_point: 0.5107, 0.5786; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79407_61.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Chick-fil-A?; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6834, lift_point: 0.7752, 0.6834; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4934, lift_point: 0.0525, 0.4934; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Chick-fil-A?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6076, 0.4409, lift_point: 0.6076, 0.4409; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.7031, 0.5546, lift_point: 0.7031, 0.5546; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2804, 0.1649, lift_point: 0.2804, 0.1649; The action is #Scrolling Up#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7902, 0.7447, lift_point: 0.7902, 0.7447; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2558, 0.2172, lift_point: 0.2558, 0.2172; The action is #PRESS_BACK#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.8458, 0.5369, lift_point: 0.8458, 0.5369; The action is #DUAL_POINT#; touch_point: 0.5453, 0.7439, lift_point: 0.5453, 0.7439; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5107, 0.5786, lift_point: 0.5107, 0.5786; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79407_62.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Chick-fil-A?; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6834, lift_point: 0.7752, 0.6834; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4934, lift_point: 0.0525, 0.4934; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Chick-fil-A?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6076, 0.4409, lift_point: 0.6076, 0.4409; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.7031, 0.5546, lift_point: 0.7031, 0.5546; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2804, 0.1649, lift_point: 0.2804, 0.1649; The action is #Scrolling Up#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7902, 0.7447, lift_point: 0.7902, 0.7447; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2558, 0.2172, lift_point: 0.2558, 0.2172; The action is #PRESS_BACK#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.8458, 0.5369, lift_point: 0.8458, 0.5369; The action is #DUAL_POINT#; touch_point: 0.5453, 0.7439, lift_point: 0.5453, 0.7439; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5107, 0.5786, lift_point: 0.5107, 0.5786; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79407_63.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Chick-fil-A?; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6834, lift_point: 0.7752, 0.6834; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4934, lift_point: 0.0525, 0.4934; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Chick-fil-A?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6076, 0.4409, lift_point: 0.6076, 0.4409; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.7031, 0.5546, lift_point: 0.7031, 0.5546; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2804, 0.1649, lift_point: 0.2804, 0.1649; The action is #Scrolling Up#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7902, 0.7447, lift_point: 0.7902, 0.7447; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2558, 0.2172, lift_point: 0.2558, 0.2172; The action is #PRESS_BACK#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.8458, 0.5369, lift_point: 0.8458, 0.5369; The action is #DUAL_POINT#; touch_point: 0.5453, 0.7439, lift_point: 0.5453, 0.7439; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5107, 0.5786, lift_point: 0.5107, 0.5786; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79407_64.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Chick-fil-A?; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6834, lift_point: 0.7752, 0.6834; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4934, lift_point: 0.0525, 0.4934; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Chick-fil-A?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6076, 0.4409, lift_point: 0.6076, 0.4409; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.7031, 0.5546, lift_point: 0.7031, 0.5546; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2804, 0.1649, lift_point: 0.2804, 0.1649; The action is #Scrolling Up#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7902, 0.7447, lift_point: 0.7902, 0.7447; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2558, 0.2172, lift_point: 0.2558, 0.2172; The action is #PRESS_BACK#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.8458, 0.5369, lift_point: 0.8458, 0.5369; The action is #DUAL_POINT#; touch_point: 0.5453, 0.7439, lift_point: 0.5453, 0.7439; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5107, 0.5786, lift_point: 0.5107, 0.5786; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79407_65.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Chick-fil-A?; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6834, lift_point: 0.7752, 0.6834; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4934, lift_point: 0.0525, 0.4934; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Chick-fil-A?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6076, 0.4409, lift_point: 0.6076, 0.4409; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.7031, 0.5546, lift_point: 0.7031, 0.5546; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2804, 0.1649, lift_point: 0.2804, 0.1649; The action is #Scrolling Up#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7902, 0.7447, lift_point: 0.7902, 0.7447; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2558, 0.2172, lift_point: 0.2558, 0.2172; The action is #PRESS_BACK#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.8458, 0.5369, lift_point: 0.8458, 0.5369; The action is #DUAL_POINT#; touch_point: 0.5453, 0.7439, lift_point: 0.5453, 0.7439; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5107, 0.5786, lift_point: 0.5107, 0.5786; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79407_66.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Chick-fil-A?; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6834, lift_point: 0.7752, 0.6834; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4934, lift_point: 0.0525, 0.4934; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Chick-fil-A?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6076, 0.4409, lift_point: 0.6076, 0.4409; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.7031, 0.5546, lift_point: 0.7031, 0.5546; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2804, 0.1649, lift_point: 0.2804, 0.1649; The action is #Scrolling Up#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7902, 0.7447, lift_point: 0.7902, 0.7447; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2558, 0.2172, lift_point: 0.2558, 0.2172; The action is #PRESS_BACK#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.8458, 0.5369, lift_point: 0.8458, 0.5369; The action is #DUAL_POINT#; touch_point: 0.5453, 0.7439, lift_point: 0.5453, 0.7439; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5107, 0.5786, lift_point: 0.5107, 0.5786; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79407_67.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Chick-fil-A?; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6834, lift_point: 0.7752, 0.6834; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4934, lift_point: 0.0525, 0.4934; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Chick-fil-A?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6076, 0.4409, lift_point: 0.6076, 0.4409; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.7031, 0.5546, lift_point: 0.7031, 0.5546; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2804, 0.1649, lift_point: 0.2804, 0.1649; The action is #Scrolling Up#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7902, 0.7447, lift_point: 0.7902, 0.7447; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2558, 0.2172, lift_point: 0.2558, 0.2172; The action is #PRESS_BACK#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.8458, 0.5369, lift_point: 0.8458, 0.5369; The action is #DUAL_POINT#; touch_point: 0.5453, 0.7439, lift_point: 0.5453, 0.7439; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5107, 0.5786, lift_point: 0.5107, 0.5786; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79407_68.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Chick-fil-A?; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6834, lift_point: 0.7752, 0.6834; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4934, lift_point: 0.0525, 0.4934; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Chick-fil-A?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6076, 0.4409, lift_point: 0.6076, 0.4409; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.7031, 0.5546, lift_point: 0.7031, 0.5546; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2804, 0.1649, lift_point: 0.2804, 0.1649; The action is #Scrolling Up#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7902, 0.7447, lift_point: 0.7902, 0.7447; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2558, 0.2172, lift_point: 0.2558, 0.2172; The action is #PRESS_BACK#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.8458, 0.5369, lift_point: 0.8458, 0.5369; The action is #DUAL_POINT#; touch_point: 0.5453, 0.7439, lift_point: 0.5453, 0.7439; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5107, 0.5786, lift_point: 0.5107, 0.5786; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79407_69.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Chick-fil-A?; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6834, lift_point: 0.7752, 0.6834; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4934, lift_point: 0.0525, 0.4934; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Chick-fil-A?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6076, 0.4409, lift_point: 0.6076, 0.4409; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.7031, 0.5546, lift_point: 0.7031, 0.5546; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2804, 0.1649, lift_point: 0.2804, 0.1649; The action is #Scrolling Up#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7902, 0.7447, lift_point: 0.7902, 0.7447; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2558, 0.2172, lift_point: 0.2558, 0.2172; The action is #PRESS_BACK#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.8458, 0.5369, lift_point: 0.8458, 0.5369; The action is #DUAL_POINT#; touch_point: 0.5453, 0.7439, lift_point: 0.5453, 0.7439; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5107, 0.5786, lift_point: 0.5107, 0.5786; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79407_70.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Chick-fil-A?; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6834, lift_point: 0.7752, 0.6834; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4934, lift_point: 0.0525, 0.4934; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Chick-fil-A?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6076, 0.4409, lift_point: 0.6076, 0.4409; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.7031, 0.5546, lift_point: 0.7031, 0.5546; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2804, 0.1649, lift_point: 0.2804, 0.1649; The action is #Scrolling Up#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7902, 0.7447, lift_point: 0.7902, 0.7447; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2558, 0.2172, lift_point: 0.2558, 0.2172; The action is #PRESS_BACK#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.8458, 0.5369, lift_point: 0.8458, 0.5369; The action is #DUAL_POINT#; touch_point: 0.5453, 0.7439, lift_point: 0.5453, 0.7439; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5107, 0.5786, lift_point: 0.5107, 0.5786; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79407_71.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Chick-fil-A?; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6834, lift_point: 0.7752, 0.6834; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4934, lift_point: 0.0525, 0.4934; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Chick-fil-A?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6076, 0.4409, lift_point: 0.6076, 0.4409; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.7031, 0.5546, lift_point: 0.7031, 0.5546; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2804, 0.1649, lift_point: 0.2804, 0.1649; The action is #Scrolling Up#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7902, 0.7447, lift_point: 0.7902, 0.7447; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2558, 0.2172, lift_point: 0.2558, 0.2172; The action is #PRESS_BACK#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.8458, 0.5369, lift_point: 0.8458, 0.5369; The action is #DUAL_POINT#; touch_point: 0.5453, 0.7439, lift_point: 0.5453, 0.7439; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5107, 0.5786, lift_point: 0.5107, 0.5786; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79407_72.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Chick-fil-A?; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6834, lift_point: 0.7752, 0.6834; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4934, lift_point: 0.0525, 0.4934; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Chick-fil-A?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6076, 0.4409, lift_point: 0.6076, 0.4409; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.7031, 0.5546, lift_point: 0.7031, 0.5546; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2804, 0.1649, lift_point: 0.2804, 0.1649; The action is #Scrolling Up#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7902, 0.7447, lift_point: 0.7902, 0.7447; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2558, 0.2172, lift_point: 0.2558, 0.2172; The action is #PRESS_BACK#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.8458, 0.5369, lift_point: 0.8458, 0.5369; The action is #DUAL_POINT#; touch_point: 0.5453, 0.7439, lift_point: 0.5453, 0.7439; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5107, 0.5786, lift_point: 0.5107, 0.5786; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79407_73.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Chick-fil-A?; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6834, lift_point: 0.7752, 0.6834; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4934, lift_point: 0.0525, 0.4934; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Chick-fil-A?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6076, 0.4409, lift_point: 0.6076, 0.4409; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.7031, 0.5546, lift_point: 0.7031, 0.5546; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2804, 0.1649, lift_point: 0.2804, 0.1649; The action is #Scrolling Up#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7902, 0.7447, lift_point: 0.7902, 0.7447; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2558, 0.2172, lift_point: 0.2558, 0.2172; The action is #PRESS_BACK#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.8458, 0.5369, lift_point: 0.8458, 0.5369; The action is #DUAL_POINT#; touch_point: 0.5453, 0.7439, lift_point: 0.5453, 0.7439; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5107, 0.5786, lift_point: 0.5107, 0.5786; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79407_74.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Chick-fil-A?; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6834, lift_point: 0.7752, 0.6834; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4934, lift_point: 0.0525, 0.4934; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Chick-fil-A?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6076, 0.4409, lift_point: 0.6076, 0.4409; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.7031, 0.5546, lift_point: 0.7031, 0.5546; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2804, 0.1649, lift_point: 0.2804, 0.1649; The action is #Scrolling Up#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7902, 0.7447, lift_point: 0.7902, 0.7447; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2558, 0.2172, lift_point: 0.2558, 0.2172; The action is #PRESS_BACK#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.8458, 0.5369, lift_point: 0.8458, 0.5369; The action is #DUAL_POINT#; touch_point: 0.5453, 0.7439, lift_point: 0.5453, 0.7439; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5107, 0.5786, lift_point: 0.5107, 0.5786; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79407_75.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Chick-fil-A?; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6834, lift_point: 0.7752, 0.6834; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4934, lift_point: 0.0525, 0.4934; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Chick-fil-A?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6076, 0.4409, lift_point: 0.6076, 0.4409; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.7031, 0.5546, lift_point: 0.7031, 0.5546; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2804, 0.1649, lift_point: 0.2804, 0.1649; The action is #Scrolling Up#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7902, 0.7447, lift_point: 0.7902, 0.7447; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2558, 0.2172, lift_point: 0.2558, 0.2172; The action is #PRESS_BACK#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.8458, 0.5369, lift_point: 0.8458, 0.5369; The action is #DUAL_POINT#; touch_point: 0.5453, 0.7439, lift_point: 0.5453, 0.7439; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5107, 0.5786, lift_point: 0.5107, 0.5786; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79407_76.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Chick-fil-A?; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6834, lift_point: 0.7752, 0.6834; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4934, lift_point: 0.0525, 0.4934; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Chick-fil-A?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6076, 0.4409, lift_point: 0.6076, 0.4409; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.7031, 0.5546, lift_point: 0.7031, 0.5546; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2804, 0.1649, lift_point: 0.2804, 0.1649; The action is #Scrolling Up#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7902, 0.7447, lift_point: 0.7902, 0.7447; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2558, 0.2172, lift_point: 0.2558, 0.2172; The action is #PRESS_BACK#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.8458, 0.5369, lift_point: 0.8458, 0.5369; The action is #DUAL_POINT#; touch_point: 0.5453, 0.7439, lift_point: 0.5453, 0.7439; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5107, 0.5786, lift_point: 0.5107, 0.5786; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79407_77.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Chick-fil-A?; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6834, lift_point: 0.7752, 0.6834; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4934, lift_point: 0.0525, 0.4934; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Chick-fil-A?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6076, 0.4409, lift_point: 0.6076, 0.4409; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.7031, 0.5546, lift_point: 0.7031, 0.5546; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2804, 0.1649, lift_point: 0.2804, 0.1649; The action is #Scrolling Up#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7902, 0.7447, lift_point: 0.7902, 0.7447; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2558, 0.2172, lift_point: 0.2558, 0.2172; The action is #PRESS_BACK#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.8458, 0.5369, lift_point: 0.8458, 0.5369; The action is #DUAL_POINT#; touch_point: 0.5453, 0.7439, lift_point: 0.5453, 0.7439; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5107, 0.5786, lift_point: 0.5107, 0.5786; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.2339, 0.5123, lift_point: 0.2339, 0.5123", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79407_78.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Chick-fil-A?; The action is #DUAL_POINT#; touch_point: 0.7752, 0.6834, lift_point: 0.7752, 0.6834; The action is #DUAL_POINT#; touch_point: 0.0525, 0.4934, lift_point: 0.0525, 0.4934; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Chick-fil-A?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6076, 0.4409, lift_point: 0.6076, 0.4409; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.7031, 0.5546, lift_point: 0.7031, 0.5546; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2804, 0.1649, lift_point: 0.2804, 0.1649; The action is #Scrolling Up#; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.7902, 0.7447, lift_point: 0.7902, 0.7447; The action is #PRESS_BACK#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2558, 0.2172, lift_point: 0.2558, 0.2172; The action is #PRESS_BACK#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.8458, 0.5369, lift_point: 0.8458, 0.5369; The action is #DUAL_POINT#; touch_point: 0.5453, 0.7439, lift_point: 0.5453, 0.7439; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5107, 0.5786, lift_point: 0.5107, 0.5786; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2339, 0.5123, lift_point: 0.2339, 0.5123", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79407_79.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome incognito window", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79892_1.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome incognito window; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.6333, 0.6176, lift_point: 0.6333, 0.6176", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79892_2.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome incognito window; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6333, 0.6176, lift_point: 0.6333, 0.6176", "response": "The action is #DUAL_POINT#; touch_point: 0.1281, 0.881, lift_point: 0.1281, 0.881", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79892_3.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome incognito window; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6333, 0.6176, lift_point: 0.6333, 0.6176; The action is #DUAL_POINT#; touch_point: 0.1281, 0.881, lift_point: 0.1281, 0.881", "response": "The action is #DUAL_POINT#; touch_point: 0.3572, 0.3254, lift_point: 0.3572, 0.3254", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79892_4.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome incognito window; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6333, 0.6176, lift_point: 0.6333, 0.6176; The action is #DUAL_POINT#; touch_point: 0.1281, 0.881, lift_point: 0.1281, 0.881; The action is #DUAL_POINT#; touch_point: 0.3572, 0.3254, lift_point: 0.3572, 0.3254", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/79892_5.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Chile", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80037_1.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Chile; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7773, 0.1975, lift_point: 0.7773, 0.1975", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80037_2.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Chile; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7773, 0.1975, lift_point: 0.7773, 0.1975", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of chile\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80037_3.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Chile; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7773, 0.1975, lift_point: 0.7773, 0.1975; The action is #TYPE#; And the content is : \"typed_text\": \"capital of chile\"", "response": "The action is #DUAL_POINT#; touch_point: 0.2623, 0.3865, lift_point: 0.2623, 0.3865", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80037_4.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Chile; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7773, 0.1975, lift_point: 0.7773, 0.1975; The action is #TYPE#; And the content is : \"typed_text\": \"capital of chile\"; The action is #DUAL_POINT#; touch_point: 0.2623, 0.3865, lift_point: 0.2623, 0.3865", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80037_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new lipstick on Sephora", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80102_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new lipstick on Sephora; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7851, 0.6795, lift_point: 0.7851, 0.6795", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80102_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new lipstick on Sephora; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7851, 0.6795, lift_point: 0.7851, 0.6795", "response": "The action is #DUAL_POINT#; touch_point: 0.0504, 0.3893, lift_point: 0.0504, 0.3893", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80102_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new lipstick on Sephora; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7851, 0.6795, lift_point: 0.7851, 0.6795; The action is #DUAL_POINT#; touch_point: 0.0504, 0.3893, lift_point: 0.0504, 0.3893", "response": "The action is #DUAL_POINT#; touch_point: 0.0561, 0.9221, lift_point: 0.0561, 0.9221", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80102_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new lipstick on Sephora; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7851, 0.6795, lift_point: 0.7851, 0.6795; The action is #DUAL_POINT#; touch_point: 0.0504, 0.3893, lift_point: 0.0504, 0.3893; The action is #DUAL_POINT#; touch_point: 0.0561, 0.9221, lift_point: 0.0561, 0.9221", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"sephora\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80102_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new lipstick on Sephora; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7851, 0.6795, lift_point: 0.7851, 0.6795; The action is #DUAL_POINT#; touch_point: 0.0504, 0.3893, lift_point: 0.0504, 0.3893; The action is #DUAL_POINT#; touch_point: 0.0561, 0.9221, lift_point: 0.0561, 0.9221; The action is #TYPE#; And the content is : \"typed_text\": \"sephora\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1934, 0.2322, lift_point: 0.1934, 0.2322", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80102_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new lipstick on Sephora; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7851, 0.6795, lift_point: 0.7851, 0.6795; The action is #DUAL_POINT#; touch_point: 0.0504, 0.3893, lift_point: 0.0504, 0.3893; The action is #DUAL_POINT#; touch_point: 0.0561, 0.9221, lift_point: 0.0561, 0.9221; The action is #TYPE#; And the content is : \"typed_text\": \"sephora\"; The action is #DUAL_POINT#; touch_point: 0.1934, 0.2322, lift_point: 0.1934, 0.2322", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80102_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new lipstick on Sephora; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7851, 0.6795, lift_point: 0.7851, 0.6795; The action is #DUAL_POINT#; touch_point: 0.0504, 0.3893, lift_point: 0.0504, 0.3893; The action is #DUAL_POINT#; touch_point: 0.0561, 0.9221, lift_point: 0.0561, 0.9221; The action is #TYPE#; And the content is : \"typed_text\": \"sephora\"; The action is #DUAL_POINT#; touch_point: 0.1934, 0.2322, lift_point: 0.1934, 0.2322; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.6837, 0.165, lift_point: 0.6837, 0.165", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80102_8.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new lipstick on Sephora; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7851, 0.6795, lift_point: 0.7851, 0.6795; The action is #DUAL_POINT#; touch_point: 0.0504, 0.3893, lift_point: 0.0504, 0.3893; The action is #DUAL_POINT#; touch_point: 0.0561, 0.9221, lift_point: 0.0561, 0.9221; The action is #TYPE#; And the content is : \"typed_text\": \"sephora\"; The action is #DUAL_POINT#; touch_point: 0.1934, 0.2322, lift_point: 0.1934, 0.2322; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6837, 0.165, lift_point: 0.6837, 0.165", "response": "The action is #DUAL_POINT#; touch_point: 0.6967, 0.4492, lift_point: 0.6967, 0.4492", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80102_9.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new lipstick on Sephora; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7851, 0.6795, lift_point: 0.7851, 0.6795; The action is #DUAL_POINT#; touch_point: 0.0504, 0.3893, lift_point: 0.0504, 0.3893; The action is #DUAL_POINT#; touch_point: 0.0561, 0.9221, lift_point: 0.0561, 0.9221; The action is #TYPE#; And the content is : \"typed_text\": \"sephora\"; The action is #DUAL_POINT#; touch_point: 0.1934, 0.2322, lift_point: 0.1934, 0.2322; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6837, 0.165, lift_point: 0.6837, 0.165; The action is #DUAL_POINT#; touch_point: 0.6967, 0.4492, lift_point: 0.6967, 0.4492", "response": "The action is #DUAL_POINT#; touch_point: 0.2712, 0.3339, lift_point: 0.2712, 0.3339", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80102_10.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new lipstick on Sephora; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7851, 0.6795, lift_point: 0.7851, 0.6795; The action is #DUAL_POINT#; touch_point: 0.0504, 0.3893, lift_point: 0.0504, 0.3893; The action is #DUAL_POINT#; touch_point: 0.0561, 0.9221, lift_point: 0.0561, 0.9221; The action is #TYPE#; And the content is : \"typed_text\": \"sephora\"; The action is #DUAL_POINT#; touch_point: 0.1934, 0.2322, lift_point: 0.1934, 0.2322; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6837, 0.165, lift_point: 0.6837, 0.165; The action is #DUAL_POINT#; touch_point: 0.6967, 0.4492, lift_point: 0.6967, 0.4492; The action is #DUAL_POINT#; touch_point: 0.2712, 0.3339, lift_point: 0.2712, 0.3339", "response": "The action is #DUAL_POINT#; touch_point: 0.5417, 0.5971, lift_point: 0.5417, 0.5971", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80102_11.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new lipstick on Sephora; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7851, 0.6795, lift_point: 0.7851, 0.6795; The action is #DUAL_POINT#; touch_point: 0.0504, 0.3893, lift_point: 0.0504, 0.3893; The action is #DUAL_POINT#; touch_point: 0.0561, 0.9221, lift_point: 0.0561, 0.9221; The action is #TYPE#; And the content is : \"typed_text\": \"sephora\"; The action is #DUAL_POINT#; touch_point: 0.1934, 0.2322, lift_point: 0.1934, 0.2322; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6837, 0.165, lift_point: 0.6837, 0.165; The action is #DUAL_POINT#; touch_point: 0.6967, 0.4492, lift_point: 0.6967, 0.4492; The action is #DUAL_POINT#; touch_point: 0.2712, 0.3339, lift_point: 0.2712, 0.3339; The action is #DUAL_POINT#; touch_point: 0.5417, 0.5971, lift_point: 0.5417, 0.5971", "response": "The action is #DUAL_POINT#; touch_point: 0.2171, 0.3683, lift_point: 0.2171, 0.3683", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80102_12.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new lipstick on Sephora; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7851, 0.6795, lift_point: 0.7851, 0.6795; The action is #DUAL_POINT#; touch_point: 0.0504, 0.3893, lift_point: 0.0504, 0.3893; The action is #DUAL_POINT#; touch_point: 0.0561, 0.9221, lift_point: 0.0561, 0.9221; The action is #TYPE#; And the content is : \"typed_text\": \"sephora\"; The action is #DUAL_POINT#; touch_point: 0.1934, 0.2322, lift_point: 0.1934, 0.2322; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6837, 0.165, lift_point: 0.6837, 0.165; The action is #DUAL_POINT#; touch_point: 0.6967, 0.4492, lift_point: 0.6967, 0.4492; The action is #DUAL_POINT#; touch_point: 0.2712, 0.3339, lift_point: 0.2712, 0.3339; The action is #DUAL_POINT#; touch_point: 0.5417, 0.5971, lift_point: 0.5417, 0.5971; The action is #DUAL_POINT#; touch_point: 0.2171, 0.3683, lift_point: 0.2171, 0.3683", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"lipstick\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80102_13.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new lipstick on Sephora; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7851, 0.6795, lift_point: 0.7851, 0.6795; The action is #DUAL_POINT#; touch_point: 0.0504, 0.3893, lift_point: 0.0504, 0.3893; The action is #DUAL_POINT#; touch_point: 0.0561, 0.9221, lift_point: 0.0561, 0.9221; The action is #TYPE#; And the content is : \"typed_text\": \"sephora\"; The action is #DUAL_POINT#; touch_point: 0.1934, 0.2322, lift_point: 0.1934, 0.2322; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6837, 0.165, lift_point: 0.6837, 0.165; The action is #DUAL_POINT#; touch_point: 0.6967, 0.4492, lift_point: 0.6967, 0.4492; The action is #DUAL_POINT#; touch_point: 0.2712, 0.3339, lift_point: 0.2712, 0.3339; The action is #DUAL_POINT#; touch_point: 0.5417, 0.5971, lift_point: 0.5417, 0.5971; The action is #DUAL_POINT#; touch_point: 0.2171, 0.3683, lift_point: 0.2171, 0.3683; The action is #TYPE#; And the content is : \"typed_text\": \"lipstick\"", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80102_14.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new lipstick on Sephora; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7851, 0.6795, lift_point: 0.7851, 0.6795; The action is #DUAL_POINT#; touch_point: 0.0504, 0.3893, lift_point: 0.0504, 0.3893; The action is #DUAL_POINT#; touch_point: 0.0561, 0.9221, lift_point: 0.0561, 0.9221; The action is #TYPE#; And the content is : \"typed_text\": \"sephora\"; The action is #DUAL_POINT#; touch_point: 0.1934, 0.2322, lift_point: 0.1934, 0.2322; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6837, 0.165, lift_point: 0.6837, 0.165; The action is #DUAL_POINT#; touch_point: 0.6967, 0.4492, lift_point: 0.6967, 0.4492; The action is #DUAL_POINT#; touch_point: 0.2712, 0.3339, lift_point: 0.2712, 0.3339; The action is #DUAL_POINT#; touch_point: 0.5417, 0.5971, lift_point: 0.5417, 0.5971; The action is #DUAL_POINT#; touch_point: 0.2171, 0.3683, lift_point: 0.2171, 0.3683; The action is #TYPE#; And the content is : \"typed_text\": \"lipstick\"; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.304, 0.3131, lift_point: 0.304, 0.3131", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80102_15.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new lipstick on Sephora; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7851, 0.6795, lift_point: 0.7851, 0.6795; The action is #DUAL_POINT#; touch_point: 0.0504, 0.3893, lift_point: 0.0504, 0.3893; The action is #DUAL_POINT#; touch_point: 0.0561, 0.9221, lift_point: 0.0561, 0.9221; The action is #TYPE#; And the content is : \"typed_text\": \"sephora\"; The action is #DUAL_POINT#; touch_point: 0.1934, 0.2322, lift_point: 0.1934, 0.2322; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6837, 0.165, lift_point: 0.6837, 0.165; The action is #DUAL_POINT#; touch_point: 0.6967, 0.4492, lift_point: 0.6967, 0.4492; The action is #DUAL_POINT#; touch_point: 0.2712, 0.3339, lift_point: 0.2712, 0.3339; The action is #DUAL_POINT#; touch_point: 0.5417, 0.5971, lift_point: 0.5417, 0.5971; The action is #DUAL_POINT#; touch_point: 0.2171, 0.3683, lift_point: 0.2171, 0.3683; The action is #TYPE#; And the content is : \"typed_text\": \"lipstick\"; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.304, 0.3131, lift_point: 0.304, 0.3131", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80102_16.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Norway?", "response": "The action is #DUAL_POINT#; touch_point: 0.7928, 0.687, lift_point: 0.7928, 0.687", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80107_1.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Norway?; The action is #DUAL_POINT#; touch_point: 0.7928, 0.687, lift_point: 0.7928, 0.687", "response": "The action is #DUAL_POINT#; touch_point: 0.0448, 0.3919, lift_point: 0.0448, 0.3919", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80107_2.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Norway?; The action is #DUAL_POINT#; touch_point: 0.7928, 0.687, lift_point: 0.7928, 0.687; The action is #DUAL_POINT#; touch_point: 0.0448, 0.3919, lift_point: 0.0448, 0.3919", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of norway?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80107_3.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Norway?; The action is #DUAL_POINT#; touch_point: 0.7928, 0.687, lift_point: 0.7928, 0.687; The action is #DUAL_POINT#; touch_point: 0.0448, 0.3919, lift_point: 0.0448, 0.3919; The action is #TYPE#; And the content is : \"typed_text\": \"capital of norway?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1376, 0.2779, lift_point: 0.1376, 0.2779", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80107_4.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Norway?; The action is #DUAL_POINT#; touch_point: 0.7928, 0.687, lift_point: 0.7928, 0.687; The action is #DUAL_POINT#; touch_point: 0.0448, 0.3919, lift_point: 0.0448, 0.3919; The action is #TYPE#; And the content is : \"typed_text\": \"capital of norway?\"; The action is #DUAL_POINT#; touch_point: 0.1376, 0.2779, lift_point: 0.1376, 0.2779", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80107_5.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome incognito tab", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80227_1.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome incognito tab; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.789, 0.6768, lift_point: 0.789, 0.6768", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80227_2.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome incognito tab; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.789, 0.6768, lift_point: 0.789, 0.6768", "response": "The action is #DUAL_POINT#; touch_point: 0.0697, 0.9354, lift_point: 0.0697, 0.9354", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80227_3.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome incognito tab; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.789, 0.6768, lift_point: 0.789, 0.6768; The action is #DUAL_POINT#; touch_point: 0.0697, 0.9354, lift_point: 0.0697, 0.9354", "response": "The action is #DUAL_POINT#; touch_point: 0.0711, 0.9185, lift_point: 0.0711, 0.9185", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80227_4.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome incognito tab; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.789, 0.6768, lift_point: 0.789, 0.6768; The action is #DUAL_POINT#; touch_point: 0.0697, 0.9354, lift_point: 0.0697, 0.9354; The action is #DUAL_POINT#; touch_point: 0.0711, 0.9185, lift_point: 0.0711, 0.9185", "response": "The action is #DUAL_POINT#; touch_point: 0.1847, 0.4771, lift_point: 0.1847, 0.4771", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80227_5.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome incognito tab; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.789, 0.6768, lift_point: 0.789, 0.6768; The action is #DUAL_POINT#; touch_point: 0.0697, 0.9354, lift_point: 0.0697, 0.9354; The action is #DUAL_POINT#; touch_point: 0.0711, 0.9185, lift_point: 0.0711, 0.9185; The action is #DUAL_POINT#; touch_point: 0.1847, 0.4771, lift_point: 0.1847, 0.4771", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80227_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news about the US dollar exchange rate?", "response": "The action is #DUAL_POINT#; touch_point: 0.7811, 0.6981, lift_point: 0.7811, 0.6981", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80404_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news about the US dollar exchange rate?; The action is #DUAL_POINT#; touch_point: 0.7811, 0.6981, lift_point: 0.7811, 0.6981", "response": "The action is #DUAL_POINT#; touch_point: 0.0556, 0.5839, lift_point: 0.0556, 0.5839", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80404_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news about the US dollar exchange rate?; The action is #DUAL_POINT#; touch_point: 0.7811, 0.6981, lift_point: 0.7811, 0.6981; The action is #DUAL_POINT#; touch_point: 0.0556, 0.5839, lift_point: 0.0556, 0.5839", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"US dollar exchange rate\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80404_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news about the US dollar exchange rate?; The action is #DUAL_POINT#; touch_point: 0.7811, 0.6981, lift_point: 0.7811, 0.6981; The action is #DUAL_POINT#; touch_point: 0.0556, 0.5839, lift_point: 0.0556, 0.5839; The action is #TYPE#; And the content is : \"typed_text\": \"US dollar exchange rate\"", "response": "The action is #DUAL_POINT#; touch_point: 0.119, 0.4978, lift_point: 0.119, 0.4978", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80404_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news about the US dollar exchange rate?; The action is #DUAL_POINT#; touch_point: 0.7811, 0.6981, lift_point: 0.7811, 0.6981; The action is #DUAL_POINT#; touch_point: 0.0556, 0.5839, lift_point: 0.0556, 0.5839; The action is #TYPE#; And the content is : \"typed_text\": \"US dollar exchange rate\"; The action is #DUAL_POINT#; touch_point: 0.119, 0.4978, lift_point: 0.119, 0.4978", "response": "The action is #DUAL_POINT#; touch_point: 0.2578, 0.1609, lift_point: 0.2578, 0.1609", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80404_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news about the US dollar exchange rate?; The action is #DUAL_POINT#; touch_point: 0.7811, 0.6981, lift_point: 0.7811, 0.6981; The action is #DUAL_POINT#; touch_point: 0.0556, 0.5839, lift_point: 0.0556, 0.5839; The action is #TYPE#; And the content is : \"typed_text\": \"US dollar exchange rate\"; The action is #DUAL_POINT#; touch_point: 0.119, 0.4978, lift_point: 0.119, 0.4978; The action is #DUAL_POINT#; touch_point: 0.2578, 0.1609, lift_point: 0.2578, 0.1609", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80404_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Malaysia?", "response": "The action is #DUAL_POINT#; touch_point: 0.7875, 0.6569, lift_point: 0.7875, 0.6569", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80444_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Malaysia?; The action is #DUAL_POINT#; touch_point: 0.7875, 0.6569, lift_point: 0.7875, 0.6569", "response": "The action is #DUAL_POINT#; touch_point: 0.0662, 0.3991, lift_point: 0.0662, 0.3991", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80444_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Malaysia?; The action is #DUAL_POINT#; touch_point: 0.7875, 0.6569, lift_point: 0.7875, 0.6569; The action is #DUAL_POINT#; touch_point: 0.0662, 0.3991, lift_point: 0.0662, 0.3991", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"malaysia\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80444_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Malaysia?; The action is #DUAL_POINT#; touch_point: 0.7875, 0.6569, lift_point: 0.7875, 0.6569; The action is #DUAL_POINT#; touch_point: 0.0662, 0.3991, lift_point: 0.0662, 0.3991; The action is #TYPE#; And the content is : \"typed_text\": \"malaysia\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1319, 0.4434, lift_point: 0.1319, 0.4434", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80444_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Malaysia?; The action is #DUAL_POINT#; touch_point: 0.7875, 0.6569, lift_point: 0.7875, 0.6569; The action is #DUAL_POINT#; touch_point: 0.0662, 0.3991, lift_point: 0.0662, 0.3991; The action is #TYPE#; And the content is : \"typed_text\": \"malaysia\"; The action is #DUAL_POINT#; touch_point: 0.1319, 0.4434, lift_point: 0.1319, 0.4434", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80444_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Malaysia?; The action is #DUAL_POINT#; touch_point: 0.7875, 0.6569, lift_point: 0.7875, 0.6569; The action is #DUAL_POINT#; touch_point: 0.0662, 0.3991, lift_point: 0.0662, 0.3991; The action is #TYPE#; And the content is : \"typed_text\": \"malaysia\"; The action is #DUAL_POINT#; touch_point: 0.1319, 0.4434, lift_point: 0.1319, 0.4434; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.1075, 0.2392, lift_point: 0.1075, 0.2392", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80444_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Malaysia?; The action is #DUAL_POINT#; touch_point: 0.7875, 0.6569, lift_point: 0.7875, 0.6569; The action is #DUAL_POINT#; touch_point: 0.0662, 0.3991, lift_point: 0.0662, 0.3991; The action is #TYPE#; And the content is : \"typed_text\": \"malaysia\"; The action is #DUAL_POINT#; touch_point: 0.1319, 0.4434, lift_point: 0.1319, 0.4434; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1075, 0.2392, lift_point: 0.1075, 0.2392", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80444_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Denver?", "response": "The action is #PRESS_BACK#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80515_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Denver?; The action is #PRESS_BACK#", "response": "The action is #DUAL_POINT#; touch_point: 0.887, 0.4448, lift_point: 0.887, 0.4448", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80515_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Denver?; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.887, 0.4448, lift_point: 0.887, 0.4448", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"good restaurant in Denver\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80515_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Denver?; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.887, 0.4448, lift_point: 0.887, 0.4448; The action is #TYPE#; And the content is : \"typed_text\": \"good restaurant in Denver\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80515_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Denver?; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.887, 0.4448, lift_point: 0.887, 0.4448; The action is #TYPE#; And the content is : \"typed_text\": \"good restaurant in Denver\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80515_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Denver?; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.887, 0.4448, lift_point: 0.887, 0.4448; The action is #TYPE#; And the content is : \"typed_text\": \"good restaurant in Denver\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#", "response": "The action is #DUAL_POINT#; touch_point: 0.113, 0.6793, lift_point: 0.113, 0.6793", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80515_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Denver?; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.887, 0.4448, lift_point: 0.887, 0.4448; The action is #TYPE#; And the content is : \"typed_text\": \"good restaurant in Denver\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.113, 0.6793, lift_point: 0.113, 0.6793", "response": "The action is #DUAL_POINT#; touch_point: 0.1318, 0.6655, lift_point: 0.1318, 0.6655", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80515_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Denver?; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.887, 0.4448, lift_point: 0.887, 0.4448; The action is #TYPE#; And the content is : \"typed_text\": \"good restaurant in Denver\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.113, 0.6793, lift_point: 0.113, 0.6793; The action is #DUAL_POINT#; touch_point: 0.1318, 0.6655, lift_point: 0.1318, 0.6655", "response": "The action is #DUAL_POINT#; touch_point: 0.1347, 0.6655, lift_point: 0.1347, 0.6655", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80515_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Denver?; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.887, 0.4448, lift_point: 0.887, 0.4448; The action is #TYPE#; And the content is : \"typed_text\": \"good restaurant in Denver\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.113, 0.6793, lift_point: 0.113, 0.6793; The action is #DUAL_POINT#; touch_point: 0.1318, 0.6655, lift_point: 0.1318, 0.6655; The action is #DUAL_POINT#; touch_point: 0.1347, 0.6655, lift_point: 0.1347, 0.6655", "response": "The action is #DUAL_POINT#; touch_point: 0.073, 0.9065, lift_point: 0.073, 0.9065", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80515_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Denver?; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.887, 0.4448, lift_point: 0.887, 0.4448; The action is #TYPE#; And the content is : \"typed_text\": \"good restaurant in Denver\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.113, 0.6793, lift_point: 0.113, 0.6793; The action is #DUAL_POINT#; touch_point: 0.1318, 0.6655, lift_point: 0.1318, 0.6655; The action is #DUAL_POINT#; touch_point: 0.1347, 0.6655, lift_point: 0.1347, 0.6655; The action is #DUAL_POINT#; touch_point: 0.073, 0.9065, lift_point: 0.073, 0.9065", "response": "The action is #DUAL_POINT#; touch_point: 0.124, 0.6216, lift_point: 0.124, 0.6216", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80515_10.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Denver?; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.887, 0.4448, lift_point: 0.887, 0.4448; The action is #TYPE#; And the content is : \"typed_text\": \"good restaurant in Denver\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.113, 0.6793, lift_point: 0.113, 0.6793; The action is #DUAL_POINT#; touch_point: 0.1318, 0.6655, lift_point: 0.1318, 0.6655; The action is #DUAL_POINT#; touch_point: 0.1347, 0.6655, lift_point: 0.1347, 0.6655; The action is #DUAL_POINT#; touch_point: 0.073, 0.9065, lift_point: 0.073, 0.9065; The action is #DUAL_POINT#; touch_point: 0.124, 0.6216, lift_point: 0.124, 0.6216", "response": "The action is #DUAL_POINT#; touch_point: 0.0756, 0.7041, lift_point: 0.0756, 0.7041", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80515_11.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Denver?; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.887, 0.4448, lift_point: 0.887, 0.4448; The action is #TYPE#; And the content is : \"typed_text\": \"good restaurant in Denver\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.113, 0.6793, lift_point: 0.113, 0.6793; The action is #DUAL_POINT#; touch_point: 0.1318, 0.6655, lift_point: 0.1318, 0.6655; The action is #DUAL_POINT#; touch_point: 0.1347, 0.6655, lift_point: 0.1347, 0.6655; The action is #DUAL_POINT#; touch_point: 0.073, 0.9065, lift_point: 0.073, 0.9065; The action is #DUAL_POINT#; touch_point: 0.124, 0.6216, lift_point: 0.124, 0.6216; The action is #DUAL_POINT#; touch_point: 0.0756, 0.7041, lift_point: 0.0756, 0.7041", "response": "The action is #DUAL_POINT#; touch_point: 0.143, 0.5815, lift_point: 0.143, 0.5815", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80515_12.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Denver?; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.887, 0.4448, lift_point: 0.887, 0.4448; The action is #TYPE#; And the content is : \"typed_text\": \"good restaurant in Denver\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.113, 0.6793, lift_point: 0.113, 0.6793; The action is #DUAL_POINT#; touch_point: 0.1318, 0.6655, lift_point: 0.1318, 0.6655; The action is #DUAL_POINT#; touch_point: 0.1347, 0.6655, lift_point: 0.1347, 0.6655; The action is #DUAL_POINT#; touch_point: 0.073, 0.9065, lift_point: 0.073, 0.9065; The action is #DUAL_POINT#; touch_point: 0.124, 0.6216, lift_point: 0.124, 0.6216; The action is #DUAL_POINT#; touch_point: 0.0756, 0.7041, lift_point: 0.0756, 0.7041; The action is #DUAL_POINT#; touch_point: 0.143, 0.5815, lift_point: 0.143, 0.5815", "response": "The action is #DUAL_POINT#; touch_point: 0.0645, 0.9022, lift_point: 0.0645, 0.9022", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80515_13.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Denver?; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.887, 0.4448, lift_point: 0.887, 0.4448; The action is #TYPE#; And the content is : \"typed_text\": \"good restaurant in Denver\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.113, 0.6793, lift_point: 0.113, 0.6793; The action is #DUAL_POINT#; touch_point: 0.1318, 0.6655, lift_point: 0.1318, 0.6655; The action is #DUAL_POINT#; touch_point: 0.1347, 0.6655, lift_point: 0.1347, 0.6655; The action is #DUAL_POINT#; touch_point: 0.073, 0.9065, lift_point: 0.073, 0.9065; The action is #DUAL_POINT#; touch_point: 0.124, 0.6216, lift_point: 0.124, 0.6216; The action is #DUAL_POINT#; touch_point: 0.0756, 0.7041, lift_point: 0.0756, 0.7041; The action is #DUAL_POINT#; touch_point: 0.143, 0.5815, lift_point: 0.143, 0.5815; The action is #DUAL_POINT#; touch_point: 0.0645, 0.9022, lift_point: 0.0645, 0.9022", "response": "The action is #TYPE#; And the content is : \"typed_text\": \" good restaurant in Denver?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80515_14.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Denver?; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.887, 0.4448, lift_point: 0.887, 0.4448; The action is #TYPE#; And the content is : \"typed_text\": \"good restaurant in Denver\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.113, 0.6793, lift_point: 0.113, 0.6793; The action is #DUAL_POINT#; touch_point: 0.1318, 0.6655, lift_point: 0.1318, 0.6655; The action is #DUAL_POINT#; touch_point: 0.1347, 0.6655, lift_point: 0.1347, 0.6655; The action is #DUAL_POINT#; touch_point: 0.073, 0.9065, lift_point: 0.073, 0.9065; The action is #DUAL_POINT#; touch_point: 0.124, 0.6216, lift_point: 0.124, 0.6216; The action is #DUAL_POINT#; touch_point: 0.0756, 0.7041, lift_point: 0.0756, 0.7041; The action is #DUAL_POINT#; touch_point: 0.143, 0.5815, lift_point: 0.143, 0.5815; The action is #DUAL_POINT#; touch_point: 0.0645, 0.9022, lift_point: 0.0645, 0.9022; The action is #TYPE#; And the content is : \"typed_text\": \" good restaurant in Denver?\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80515_15.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Denver?; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.887, 0.4448, lift_point: 0.887, 0.4448; The action is #TYPE#; And the content is : \"typed_text\": \"good restaurant in Denver\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.113, 0.6793, lift_point: 0.113, 0.6793; The action is #DUAL_POINT#; touch_point: 0.1318, 0.6655, lift_point: 0.1318, 0.6655; The action is #DUAL_POINT#; touch_point: 0.1347, 0.6655, lift_point: 0.1347, 0.6655; The action is #DUAL_POINT#; touch_point: 0.073, 0.9065, lift_point: 0.073, 0.9065; The action is #DUAL_POINT#; touch_point: 0.124, 0.6216, lift_point: 0.124, 0.6216; The action is #DUAL_POINT#; touch_point: 0.0756, 0.7041, lift_point: 0.0756, 0.7041; The action is #DUAL_POINT#; touch_point: 0.143, 0.5815, lift_point: 0.143, 0.5815; The action is #DUAL_POINT#; touch_point: 0.0645, 0.9022, lift_point: 0.0645, 0.9022; The action is #TYPE#; And the content is : \"typed_text\": \" good restaurant in Denver?\"; The action is #PRESS_ENTER#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80515_16.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Denver?; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.887, 0.4448, lift_point: 0.887, 0.4448; The action is #TYPE#; And the content is : \"typed_text\": \"good restaurant in Denver\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.113, 0.6793, lift_point: 0.113, 0.6793; The action is #DUAL_POINT#; touch_point: 0.1318, 0.6655, lift_point: 0.1318, 0.6655; The action is #DUAL_POINT#; touch_point: 0.1347, 0.6655, lift_point: 0.1347, 0.6655; The action is #DUAL_POINT#; touch_point: 0.073, 0.9065, lift_point: 0.073, 0.9065; The action is #DUAL_POINT#; touch_point: 0.124, 0.6216, lift_point: 0.124, 0.6216; The action is #DUAL_POINT#; touch_point: 0.0756, 0.7041, lift_point: 0.0756, 0.7041; The action is #DUAL_POINT#; touch_point: 0.143, 0.5815, lift_point: 0.143, 0.5815; The action is #DUAL_POINT#; touch_point: 0.0645, 0.9022, lift_point: 0.0645, 0.9022; The action is #TYPE#; And the content is : \"typed_text\": \" good restaurant in Denver?\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.5976, 0.4858, lift_point: 0.5976, 0.4858", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80515_17.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Denver?; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.887, 0.4448, lift_point: 0.887, 0.4448; The action is #TYPE#; And the content is : \"typed_text\": \"good restaurant in Denver\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.113, 0.6793, lift_point: 0.113, 0.6793; The action is #DUAL_POINT#; touch_point: 0.1318, 0.6655, lift_point: 0.1318, 0.6655; The action is #DUAL_POINT#; touch_point: 0.1347, 0.6655, lift_point: 0.1347, 0.6655; The action is #DUAL_POINT#; touch_point: 0.073, 0.9065, lift_point: 0.073, 0.9065; The action is #DUAL_POINT#; touch_point: 0.124, 0.6216, lift_point: 0.124, 0.6216; The action is #DUAL_POINT#; touch_point: 0.0756, 0.7041, lift_point: 0.0756, 0.7041; The action is #DUAL_POINT#; touch_point: 0.143, 0.5815, lift_point: 0.143, 0.5815; The action is #DUAL_POINT#; touch_point: 0.0645, 0.9022, lift_point: 0.0645, 0.9022; The action is #TYPE#; And the content is : \"typed_text\": \" good restaurant in Denver?\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5976, 0.4858, lift_point: 0.5976, 0.4858", "response": "The action is #DUAL_POINT#; touch_point: 0.5945, 0.4888, lift_point: 0.5945, 0.4888", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80515_18.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Denver?; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.887, 0.4448, lift_point: 0.887, 0.4448; The action is #TYPE#; And the content is : \"typed_text\": \"good restaurant in Denver\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.113, 0.6793, lift_point: 0.113, 0.6793; The action is #DUAL_POINT#; touch_point: 0.1318, 0.6655, lift_point: 0.1318, 0.6655; The action is #DUAL_POINT#; touch_point: 0.1347, 0.6655, lift_point: 0.1347, 0.6655; The action is #DUAL_POINT#; touch_point: 0.073, 0.9065, lift_point: 0.073, 0.9065; The action is #DUAL_POINT#; touch_point: 0.124, 0.6216, lift_point: 0.124, 0.6216; The action is #DUAL_POINT#; touch_point: 0.0756, 0.7041, lift_point: 0.0756, 0.7041; The action is #DUAL_POINT#; touch_point: 0.143, 0.5815, lift_point: 0.143, 0.5815; The action is #DUAL_POINT#; touch_point: 0.0645, 0.9022, lift_point: 0.0645, 0.9022; The action is #TYPE#; And the content is : \"typed_text\": \" good restaurant in Denver?\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5976, 0.4858, lift_point: 0.5976, 0.4858; The action is #DUAL_POINT#; touch_point: 0.5945, 0.4888, lift_point: 0.5945, 0.4888", "response": "The action is #DUAL_POINT#; touch_point: 0.5902, 0.4888, lift_point: 0.5902, 0.4888", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80515_19.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Denver?; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.887, 0.4448, lift_point: 0.887, 0.4448; The action is #TYPE#; And the content is : \"typed_text\": \"good restaurant in Denver\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #PRESS_ENTER#; The action is #DUAL_POINT#; touch_point: 0.113, 0.6793, lift_point: 0.113, 0.6793; The action is #DUAL_POINT#; touch_point: 0.1318, 0.6655, lift_point: 0.1318, 0.6655; The action is #DUAL_POINT#; touch_point: 0.1347, 0.6655, lift_point: 0.1347, 0.6655; The action is #DUAL_POINT#; touch_point: 0.073, 0.9065, lift_point: 0.073, 0.9065; The action is #DUAL_POINT#; touch_point: 0.124, 0.6216, lift_point: 0.124, 0.6216; The action is #DUAL_POINT#; touch_point: 0.0756, 0.7041, lift_point: 0.0756, 0.7041; The action is #DUAL_POINT#; touch_point: 0.143, 0.5815, lift_point: 0.143, 0.5815; The action is #DUAL_POINT#; touch_point: 0.0645, 0.9022, lift_point: 0.0645, 0.9022; The action is #TYPE#; And the content is : \"typed_text\": \" good restaurant in Denver?\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5976, 0.4858, lift_point: 0.5976, 0.4858; The action is #DUAL_POINT#; touch_point: 0.5945, 0.4888, lift_point: 0.5945, 0.4888; The action is #DUAL_POINT#; touch_point: 0.5902, 0.4888, lift_point: 0.5902, 0.4888", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80515_20.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the Samsung TV cost?", "response": "The action is #DUAL_POINT#; touch_point: 0.8984, 0.322, lift_point: 0.8984, 0.322", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80575_1.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the Samsung TV cost?; The action is #DUAL_POINT#; touch_point: 0.8984, 0.322, lift_point: 0.8984, 0.322", "response": "The action is #DUAL_POINT#; touch_point: 0.883, 0.3744, lift_point: 0.883, 0.3744", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80575_2.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the Samsung TV cost?; The action is #DUAL_POINT#; touch_point: 0.8984, 0.322, lift_point: 0.8984, 0.322; The action is #DUAL_POINT#; touch_point: 0.883, 0.3744, lift_point: 0.883, 0.3744", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Samsung TV cost\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80575_3.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the Samsung TV cost?; The action is #DUAL_POINT#; touch_point: 0.8984, 0.322, lift_point: 0.8984, 0.322; The action is #DUAL_POINT#; touch_point: 0.883, 0.3744, lift_point: 0.883, 0.3744; The action is #TYPE#; And the content is : \"typed_text\": \"Samsung TV cost\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80575_4.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the Samsung TV cost?; The action is #DUAL_POINT#; touch_point: 0.8984, 0.322, lift_point: 0.8984, 0.322; The action is #DUAL_POINT#; touch_point: 0.883, 0.3744, lift_point: 0.883, 0.3744; The action is #TYPE#; And the content is : \"typed_text\": \"Samsung TV cost\"; The action is #PRESS_ENTER#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80575_5.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the Samsung TV cost?; The action is #DUAL_POINT#; touch_point: 0.8984, 0.322, lift_point: 0.8984, 0.322; The action is #DUAL_POINT#; touch_point: 0.883, 0.3744, lift_point: 0.883, 0.3744; The action is #TYPE#; And the content is : \"typed_text\": \"Samsung TV cost\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.7759, 0.2591, lift_point: 0.7759, 0.2591", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80575_6.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the Samsung TV cost?; The action is #DUAL_POINT#; touch_point: 0.8984, 0.322, lift_point: 0.8984, 0.322; The action is #DUAL_POINT#; touch_point: 0.883, 0.3744, lift_point: 0.883, 0.3744; The action is #TYPE#; And the content is : \"typed_text\": \"Samsung TV cost\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7759, 0.2591, lift_point: 0.7759, 0.2591", "response": "The action is #DUAL_POINT#; touch_point: 0.7759, 0.2591, lift_point: 0.7759, 0.2591", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80575_7.png" ] }, { "query": "\nPrevious Actions: Goal: How much does the Samsung TV cost?; The action is #DUAL_POINT#; touch_point: 0.8984, 0.322, lift_point: 0.8984, 0.322; The action is #DUAL_POINT#; touch_point: 0.883, 0.3744, lift_point: 0.883, 0.3744; The action is #TYPE#; And the content is : \"typed_text\": \"Samsung TV cost\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7759, 0.2591, lift_point: 0.7759, 0.2591; The action is #DUAL_POINT#; touch_point: 0.7759, 0.2591, lift_point: 0.7759, 0.2591", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80575_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from IGN?", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80634_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from IGN?; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.7888, 0.1326, lift_point: 0.7888, 0.1326", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80634_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from IGN?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7888, 0.1326, lift_point: 0.7888, 0.1326", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80634_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from IGN?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7888, 0.1326, lift_point: 0.7888, 0.1326; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80634_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from IGN?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7888, 0.1326, lift_point: 0.7888, 0.1326; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #DUAL_POINT#; touch_point: 0.0569, 0.8428, lift_point: 0.0569, 0.8428", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80634_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from IGN?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7888, 0.1326, lift_point: 0.7888, 0.1326; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0569, 0.8428, lift_point: 0.0569, 0.8428", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"ign\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80634_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from IGN?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7888, 0.1326, lift_point: 0.7888, 0.1326; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0569, 0.8428, lift_point: 0.0569, 0.8428; The action is #TYPE#; And the content is : \"typed_text\": \"ign\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1128, 0.3268, lift_point: 0.1128, 0.3268", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80634_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from IGN?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7888, 0.1326, lift_point: 0.7888, 0.1326; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0569, 0.8428, lift_point: 0.0569, 0.8428; The action is #TYPE#; And the content is : \"typed_text\": \"ign\"; The action is #DUAL_POINT#; touch_point: 0.1128, 0.3268, lift_point: 0.1128, 0.3268", "response": "The action is #DUAL_POINT#; touch_point: 0.5942, 0.5938, lift_point: 0.5942, 0.5938", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80634_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from IGN?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7888, 0.1326, lift_point: 0.7888, 0.1326; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0569, 0.8428, lift_point: 0.0569, 0.8428; The action is #TYPE#; And the content is : \"typed_text\": \"ign\"; The action is #DUAL_POINT#; touch_point: 0.1128, 0.3268, lift_point: 0.1128, 0.3268; The action is #DUAL_POINT#; touch_point: 0.5942, 0.5938, lift_point: 0.5942, 0.5938", "response": "The action is #DUAL_POINT#; touch_point: 0.1021, 0.2918, lift_point: 0.1021, 0.2918", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80634_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from IGN?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7888, 0.1326, lift_point: 0.7888, 0.1326; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0569, 0.8428, lift_point: 0.0569, 0.8428; The action is #TYPE#; And the content is : \"typed_text\": \"ign\"; The action is #DUAL_POINT#; touch_point: 0.1128, 0.3268, lift_point: 0.1128, 0.3268; The action is #DUAL_POINT#; touch_point: 0.5942, 0.5938, lift_point: 0.5942, 0.5938; The action is #DUAL_POINT#; touch_point: 0.1021, 0.2918, lift_point: 0.1021, 0.2918", "response": "The action is #DUAL_POINT#; touch_point: 0.1974, 0.7209, lift_point: 0.1974, 0.7209", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80634_10.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from IGN?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7888, 0.1326, lift_point: 0.7888, 0.1326; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0569, 0.8428, lift_point: 0.0569, 0.8428; The action is #TYPE#; And the content is : \"typed_text\": \"ign\"; The action is #DUAL_POINT#; touch_point: 0.1128, 0.3268, lift_point: 0.1128, 0.3268; The action is #DUAL_POINT#; touch_point: 0.5942, 0.5938, lift_point: 0.5942, 0.5938; The action is #DUAL_POINT#; touch_point: 0.1021, 0.2918, lift_point: 0.1021, 0.2918; The action is #DUAL_POINT#; touch_point: 0.1974, 0.7209, lift_point: 0.1974, 0.7209", "response": "The action is #DUAL_POINT#; touch_point: 0.245, 0.9168, lift_point: 0.245, 0.9168", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80634_11.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from IGN?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7888, 0.1326, lift_point: 0.7888, 0.1326; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.0569, 0.8428, lift_point: 0.0569, 0.8428; The action is #TYPE#; And the content is : \"typed_text\": \"ign\"; The action is #DUAL_POINT#; touch_point: 0.1128, 0.3268, lift_point: 0.1128, 0.3268; The action is #DUAL_POINT#; touch_point: 0.5942, 0.5938, lift_point: 0.5942, 0.5938; The action is #DUAL_POINT#; touch_point: 0.1021, 0.2918, lift_point: 0.1021, 0.2918; The action is #DUAL_POINT#; touch_point: 0.1974, 0.7209, lift_point: 0.1974, 0.7209; The action is #DUAL_POINT#; touch_point: 0.245, 0.9168, lift_point: 0.245, 0.9168", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80634_12.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Austin?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80653_1.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Austin?; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80653_2.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Austin?; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.8143, 0.6769, lift_point: 0.8143, 0.6769", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80653_3.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Austin?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8143, 0.6769, lift_point: 0.8143, 0.6769", "response": "The action is #DUAL_POINT#; touch_point: 0.7906, 0.696, lift_point: 0.7906, 0.696", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80653_4.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Austin?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8143, 0.6769, lift_point: 0.8143, 0.6769; The action is #DUAL_POINT#; touch_point: 0.7906, 0.696, lift_point: 0.7906, 0.696", "response": "The action is #DUAL_POINT#; touch_point: 0.0614, 0.6261, lift_point: 0.0614, 0.6261", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80653_5.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Austin?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8143, 0.6769, lift_point: 0.8143, 0.6769; The action is #DUAL_POINT#; touch_point: 0.7906, 0.696, lift_point: 0.7906, 0.696; The action is #DUAL_POINT#; touch_point: 0.0614, 0.6261, lift_point: 0.0614, 0.6261", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"2 bedroom apartment rent for in Austin\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80653_6.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Austin?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8143, 0.6769, lift_point: 0.8143, 0.6769; The action is #DUAL_POINT#; touch_point: 0.7906, 0.696, lift_point: 0.7906, 0.696; The action is #DUAL_POINT#; touch_point: 0.0614, 0.6261, lift_point: 0.0614, 0.6261; The action is #TYPE#; And the content is : \"typed_text\": \"2 bedroom apartment rent for in Austin\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"n Austin\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80653_7.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Austin?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8143, 0.6769, lift_point: 0.8143, 0.6769; The action is #DUAL_POINT#; touch_point: 0.7906, 0.696, lift_point: 0.7906, 0.696; The action is #DUAL_POINT#; touch_point: 0.0614, 0.6261, lift_point: 0.0614, 0.6261; The action is #TYPE#; And the content is : \"typed_text\": \"2 bedroom apartment rent for in Austin\"; The action is #TYPE#; And the content is : \"typed_text\": \"n Austin\"", "response": "The action is #DUAL_POINT#; touch_point: 0.0995, 0.7679, lift_point: 0.0995, 0.7679", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80653_8.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Austin?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8143, 0.6769, lift_point: 0.8143, 0.6769; The action is #DUAL_POINT#; touch_point: 0.7906, 0.696, lift_point: 0.7906, 0.696; The action is #DUAL_POINT#; touch_point: 0.0614, 0.6261, lift_point: 0.0614, 0.6261; The action is #TYPE#; And the content is : \"typed_text\": \"2 bedroom apartment rent for in Austin\"; The action is #TYPE#; And the content is : \"typed_text\": \"n Austin\"; The action is #DUAL_POINT#; touch_point: 0.0995, 0.7679, lift_point: 0.0995, 0.7679", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80653_9.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Austin?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8143, 0.6769, lift_point: 0.8143, 0.6769; The action is #DUAL_POINT#; touch_point: 0.7906, 0.696, lift_point: 0.7906, 0.696; The action is #DUAL_POINT#; touch_point: 0.0614, 0.6261, lift_point: 0.0614, 0.6261; The action is #TYPE#; And the content is : \"typed_text\": \"2 bedroom apartment rent for in Austin\"; The action is #TYPE#; And the content is : \"typed_text\": \"n Austin\"; The action is #DUAL_POINT#; touch_point: 0.0995, 0.7679, lift_point: 0.0995, 0.7679; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.8225, 0.4878, lift_point: 0.8225, 0.4878", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80653_10.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 2 bedroom apartment rent for in Austin?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8143, 0.6769, lift_point: 0.8143, 0.6769; The action is #DUAL_POINT#; touch_point: 0.7906, 0.696, lift_point: 0.7906, 0.696; The action is #DUAL_POINT#; touch_point: 0.0614, 0.6261, lift_point: 0.0614, 0.6261; The action is #TYPE#; And the content is : \"typed_text\": \"2 bedroom apartment rent for in Austin\"; The action is #TYPE#; And the content is : \"typed_text\": \"n Austin\"; The action is #DUAL_POINT#; touch_point: 0.0995, 0.7679, lift_point: 0.0995, 0.7679; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8225, 0.4878, lift_point: 0.8225, 0.4878", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80653_11.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome incognito window", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80753_1.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome incognito window; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.783, 0.7229, lift_point: 0.783, 0.7229", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80753_2.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome incognito window; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.783, 0.7229, lift_point: 0.783, 0.7229", "response": "The action is #DUAL_POINT#; touch_point: 0.0479, 0.954, lift_point: 0.0479, 0.954", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80753_3.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome incognito window; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.783, 0.7229, lift_point: 0.783, 0.7229; The action is #DUAL_POINT#; touch_point: 0.0479, 0.954, lift_point: 0.0479, 0.954", "response": "The action is #DUAL_POINT#; touch_point: 0.2316, 0.7713, lift_point: 0.2316, 0.7713", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80753_4.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome incognito window; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.783, 0.7229, lift_point: 0.783, 0.7229; The action is #DUAL_POINT#; touch_point: 0.0479, 0.954, lift_point: 0.0479, 0.954; The action is #DUAL_POINT#; touch_point: 0.2316, 0.7713, lift_point: 0.2316, 0.7713", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80753_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Mexico city", "response": "The action is #DUAL_POINT#; touch_point: 0.7801, 0.6869, lift_point: 0.7801, 0.6869", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80943_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Mexico city; The action is #DUAL_POINT#; touch_point: 0.7801, 0.6869, lift_point: 0.7801, 0.6869", "response": "The action is #DUAL_POINT#; touch_point: 0.0724, 0.6229, lift_point: 0.0724, 0.6229", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80943_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Mexico city; The action is #DUAL_POINT#; touch_point: 0.7801, 0.6869, lift_point: 0.7801, 0.6869; The action is #DUAL_POINT#; touch_point: 0.0724, 0.6229, lift_point: 0.0724, 0.6229", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Hotels in Mexico city\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80943_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Mexico city; The action is #DUAL_POINT#; touch_point: 0.7801, 0.6869, lift_point: 0.7801, 0.6869; The action is #DUAL_POINT#; touch_point: 0.0724, 0.6229, lift_point: 0.0724, 0.6229; The action is #TYPE#; And the content is : \"typed_text\": \"Hotels in Mexico city\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1488, 0.4352, lift_point: 0.1488, 0.4352", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80943_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Mexico city; The action is #DUAL_POINT#; touch_point: 0.7801, 0.6869, lift_point: 0.7801, 0.6869; The action is #DUAL_POINT#; touch_point: 0.0724, 0.6229, lift_point: 0.0724, 0.6229; The action is #TYPE#; And the content is : \"typed_text\": \"Hotels in Mexico city\"; The action is #DUAL_POINT#; touch_point: 0.1488, 0.4352, lift_point: 0.1488, 0.4352", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80943_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Phoenix?", "response": "The action is #DUAL_POINT#; touch_point: 0.7848, 0.6821, lift_point: 0.7848, 0.6821", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80950_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Phoenix?; The action is #DUAL_POINT#; touch_point: 0.7848, 0.6821, lift_point: 0.7848, 0.6821", "response": "The action is #DUAL_POINT#; touch_point: 0.7815, 0.6881, lift_point: 0.7815, 0.6881", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80950_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Phoenix?; The action is #DUAL_POINT#; touch_point: 0.7848, 0.6821, lift_point: 0.7848, 0.6821; The action is #DUAL_POINT#; touch_point: 0.7815, 0.6881, lift_point: 0.7815, 0.6881", "response": "The action is #DUAL_POINT#; touch_point: 0.7815, 0.6881, lift_point: 0.7815, 0.6881", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80950_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Phoenix?; The action is #DUAL_POINT#; touch_point: 0.7848, 0.6821, lift_point: 0.7848, 0.6821; The action is #DUAL_POINT#; touch_point: 0.7815, 0.6881, lift_point: 0.7815, 0.6881; The action is #DUAL_POINT#; touch_point: 0.7815, 0.6881, lift_point: 0.7815, 0.6881", "response": "The action is #DUAL_POINT#; touch_point: 0.0738, 0.6647, lift_point: 0.0738, 0.6647", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80950_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Phoenix?; The action is #DUAL_POINT#; touch_point: 0.7848, 0.6821, lift_point: 0.7848, 0.6821; The action is #DUAL_POINT#; touch_point: 0.7815, 0.6881, lift_point: 0.7815, 0.6881; The action is #DUAL_POINT#; touch_point: 0.7815, 0.6881, lift_point: 0.7815, 0.6881; The action is #DUAL_POINT#; touch_point: 0.0738, 0.6647, lift_point: 0.0738, 0.6647", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"good restaurant in Phoenix\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80950_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Phoenix?; The action is #DUAL_POINT#; touch_point: 0.7848, 0.6821, lift_point: 0.7848, 0.6821; The action is #DUAL_POINT#; touch_point: 0.7815, 0.6881, lift_point: 0.7815, 0.6881; The action is #DUAL_POINT#; touch_point: 0.7815, 0.6881, lift_point: 0.7815, 0.6881; The action is #DUAL_POINT#; touch_point: 0.0738, 0.6647, lift_point: 0.0738, 0.6647; The action is #TYPE#; And the content is : \"typed_text\": \"good restaurant in Phoenix\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1385, 0.5288, lift_point: 0.1385, 0.5288", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80950_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Phoenix?; The action is #DUAL_POINT#; touch_point: 0.7848, 0.6821, lift_point: 0.7848, 0.6821; The action is #DUAL_POINT#; touch_point: 0.7815, 0.6881, lift_point: 0.7815, 0.6881; The action is #DUAL_POINT#; touch_point: 0.7815, 0.6881, lift_point: 0.7815, 0.6881; The action is #DUAL_POINT#; touch_point: 0.0738, 0.6647, lift_point: 0.0738, 0.6647; The action is #TYPE#; And the content is : \"typed_text\": \"good restaurant in Phoenix\"; The action is #DUAL_POINT#; touch_point: 0.1385, 0.5288, lift_point: 0.1385, 0.5288", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80950_7.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open tomorrow", "response": "The action is #DUAL_POINT#; touch_point: 0.7869, 0.6923, lift_point: 0.7869, 0.6923", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80982_1.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open tomorrow; The action is #DUAL_POINT#; touch_point: 0.7869, 0.6923, lift_point: 0.7869, 0.6923", "response": "The action is #DUAL_POINT#; touch_point: 0.7794, 0.6892, lift_point: 0.7794, 0.6892", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80982_2.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open tomorrow; The action is #DUAL_POINT#; touch_point: 0.7869, 0.6923, lift_point: 0.7869, 0.6923; The action is #DUAL_POINT#; touch_point: 0.7794, 0.6892, lift_point: 0.7794, 0.6892", "response": "The action is #DUAL_POINT#; touch_point: 0.0665, 0.4615, lift_point: 0.0665, 0.4615", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80982_3.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open tomorrow; The action is #DUAL_POINT#; touch_point: 0.7869, 0.6923, lift_point: 0.7869, 0.6923; The action is #DUAL_POINT#; touch_point: 0.7794, 0.6892, lift_point: 0.7794, 0.6892; The action is #DUAL_POINT#; touch_point: 0.0665, 0.4615, lift_point: 0.0665, 0.4615", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"nearest electronics store thats open tomorrow\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80982_4.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open tomorrow; The action is #DUAL_POINT#; touch_point: 0.7869, 0.6923, lift_point: 0.7869, 0.6923; The action is #DUAL_POINT#; touch_point: 0.7794, 0.6892, lift_point: 0.7794, 0.6892; The action is #DUAL_POINT#; touch_point: 0.0665, 0.4615, lift_point: 0.0665, 0.4615; The action is #TYPE#; And the content is : \"typed_text\": \"nearest electronics store thats open tomorrow\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1424, 0.4764, lift_point: 0.1424, 0.4764", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80982_5.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open tomorrow; The action is #DUAL_POINT#; touch_point: 0.7869, 0.6923, lift_point: 0.7869, 0.6923; The action is #DUAL_POINT#; touch_point: 0.7794, 0.6892, lift_point: 0.7794, 0.6892; The action is #DUAL_POINT#; touch_point: 0.0665, 0.4615, lift_point: 0.0665, 0.4615; The action is #TYPE#; And the content is : \"typed_text\": \"nearest electronics store thats open tomorrow\"; The action is #DUAL_POINT#; touch_point: 0.1424, 0.4764, lift_point: 0.1424, 0.4764", "response": "The action is #DUAL_POINT#; touch_point: 0.5759, 0.8689, lift_point: 0.5759, 0.8689", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80982_6.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open tomorrow; The action is #DUAL_POINT#; touch_point: 0.7869, 0.6923, lift_point: 0.7869, 0.6923; The action is #DUAL_POINT#; touch_point: 0.7794, 0.6892, lift_point: 0.7794, 0.6892; The action is #DUAL_POINT#; touch_point: 0.0665, 0.4615, lift_point: 0.0665, 0.4615; The action is #TYPE#; And the content is : \"typed_text\": \"nearest electronics store thats open tomorrow\"; The action is #DUAL_POINT#; touch_point: 0.1424, 0.4764, lift_point: 0.1424, 0.4764; The action is #DUAL_POINT#; touch_point: 0.5759, 0.8689, lift_point: 0.5759, 0.8689", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/80982_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Los Angeles?", "response": "The action is #DUAL_POINT#; touch_point: 0.7804, 0.6881, lift_point: 0.7804, 0.6881", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/81092_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Los Angeles?; The action is #DUAL_POINT#; touch_point: 0.7804, 0.6881, lift_point: 0.7804, 0.6881", "response": "The action is #DUAL_POINT#; touch_point: 0.0545, 0.4956, lift_point: 0.0545, 0.4956", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/81092_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Los Angeles?; The action is #DUAL_POINT#; touch_point: 0.7804, 0.6881, lift_point: 0.7804, 0.6881; The action is #DUAL_POINT#; touch_point: 0.0545, 0.4956, lift_point: 0.0545, 0.4956", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Los Angeles?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/81092_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Los Angeles?; The action is #DUAL_POINT#; touch_point: 0.7804, 0.6881, lift_point: 0.7804, 0.6881; The action is #DUAL_POINT#; touch_point: 0.0545, 0.4956, lift_point: 0.0545, 0.4956; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Los Angeles?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1295, 0.5517, lift_point: 0.1295, 0.5517", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/81092_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Los Angeles?; The action is #DUAL_POINT#; touch_point: 0.7804, 0.6881, lift_point: 0.7804, 0.6881; The action is #DUAL_POINT#; touch_point: 0.0545, 0.4956, lift_point: 0.0545, 0.4956; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Los Angeles?\"; The action is #DUAL_POINT#; touch_point: 0.1295, 0.5517, lift_point: 0.1295, 0.5517", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/81092_5.png" ] }, { "query": "\nPrevious Actions: Goal: How big is a tiger?", "response": "The action is #DUAL_POINT#; touch_point: 0.778, 0.686, lift_point: 0.778, 0.686", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/81144_1.png" ] }, { "query": "\nPrevious Actions: Goal: How big is a tiger?; The action is #DUAL_POINT#; touch_point: 0.778, 0.686, lift_point: 0.778, 0.686", "response": "The action is #DUAL_POINT#; touch_point: 0.0842, 0.5075, lift_point: 0.0842, 0.5075", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/81144_2.png" ] }, { "query": "\nPrevious Actions: Goal: How big is a tiger?; The action is #DUAL_POINT#; touch_point: 0.778, 0.686, lift_point: 0.778, 0.686; The action is #DUAL_POINT#; touch_point: 0.0842, 0.5075, lift_point: 0.0842, 0.5075", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"How big is a tiger?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/81144_3.png" ] }, { "query": "\nPrevious Actions: Goal: How big is a tiger?; The action is #DUAL_POINT#; touch_point: 0.778, 0.686, lift_point: 0.778, 0.686; The action is #DUAL_POINT#; touch_point: 0.0842, 0.5075, lift_point: 0.0842, 0.5075; The action is #TYPE#; And the content is : \"typed_text\": \"How big is a tiger?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1356, 0.3976, lift_point: 0.1356, 0.3976", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/81144_4.png" ] }, { "query": "\nPrevious Actions: Goal: How big is a tiger?; The action is #DUAL_POINT#; touch_point: 0.778, 0.686, lift_point: 0.778, 0.686; The action is #DUAL_POINT#; touch_point: 0.0842, 0.5075, lift_point: 0.0842, 0.5075; The action is #TYPE#; And the content is : \"typed_text\": \"How big is a tiger?\"; The action is #DUAL_POINT#; touch_point: 0.1356, 0.3976, lift_point: 0.1356, 0.3976", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/81144_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for the best Mexican restaurants", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/81174_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for the best Mexican restaurants; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7738, 0.8722, lift_point: 0.7738, 0.8722", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/81174_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for the best Mexican restaurants; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7738, 0.8722, lift_point: 0.7738, 0.8722", "response": "The action is #DUAL_POINT#; touch_point: 0.7757, 0.8748, lift_point: 0.7757, 0.8748", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/81174_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for the best Mexican restaurants; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7738, 0.8722, lift_point: 0.7738, 0.8722; The action is #DUAL_POINT#; touch_point: 0.7757, 0.8748, lift_point: 0.7757, 0.8748", "response": "The action is #DUAL_POINT#; touch_point: 0.0614, 0.7603, lift_point: 0.0614, 0.7603", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/81174_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for the best Mexican restaurants; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7738, 0.8722, lift_point: 0.7738, 0.8722; The action is #DUAL_POINT#; touch_point: 0.7757, 0.8748, lift_point: 0.7757, 0.8748; The action is #DUAL_POINT#; touch_point: 0.0614, 0.7603, lift_point: 0.0614, 0.7603", "response": "The action is #DUAL_POINT#; touch_point: 0.0692, 0.5219, lift_point: 0.0692, 0.5219", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/81174_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for the best Mexican restaurants; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7738, 0.8722, lift_point: 0.7738, 0.8722; The action is #DUAL_POINT#; touch_point: 0.7757, 0.8748, lift_point: 0.7757, 0.8748; The action is #DUAL_POINT#; touch_point: 0.0614, 0.7603, lift_point: 0.0614, 0.7603; The action is #DUAL_POINT#; touch_point: 0.0692, 0.5219, lift_point: 0.0692, 0.5219", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Mexican restaurants\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/81174_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for the best Mexican restaurants; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7738, 0.8722, lift_point: 0.7738, 0.8722; The action is #DUAL_POINT#; touch_point: 0.7757, 0.8748, lift_point: 0.7757, 0.8748; The action is #DUAL_POINT#; touch_point: 0.0614, 0.7603, lift_point: 0.0614, 0.7603; The action is #DUAL_POINT#; touch_point: 0.0692, 0.5219, lift_point: 0.0692, 0.5219; The action is #TYPE#; And the content is : \"typed_text\": \"Mexican restaurants\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1407, 0.5556, lift_point: 0.1407, 0.5556", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/81174_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for the best Mexican restaurants; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7738, 0.8722, lift_point: 0.7738, 0.8722; The action is #DUAL_POINT#; touch_point: 0.7757, 0.8748, lift_point: 0.7757, 0.8748; The action is #DUAL_POINT#; touch_point: 0.0614, 0.7603, lift_point: 0.0614, 0.7603; The action is #DUAL_POINT#; touch_point: 0.0692, 0.5219, lift_point: 0.0692, 0.5219; The action is #TYPE#; And the content is : \"typed_text\": \"Mexican restaurants\"; The action is #DUAL_POINT#; touch_point: 0.1407, 0.5556, lift_point: 0.1407, 0.5556", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/81174_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the US dollar exchange rateagainst the Swiss Franc?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/81325_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the US dollar exchange rateagainst the Swiss Franc?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7798, 0.6764, lift_point: 0.7798, 0.6764", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/81325_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the US dollar exchange rateagainst the Swiss Franc?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7798, 0.6764, lift_point: 0.7798, 0.6764", "response": "The action is #DUAL_POINT#; touch_point: 0.0727, 0.6045, lift_point: 0.0727, 0.6045", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/81325_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the US dollar exchange rateagainst the Swiss Franc?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7798, 0.6764, lift_point: 0.7798, 0.6764; The action is #DUAL_POINT#; touch_point: 0.0727, 0.6045, lift_point: 0.0727, 0.6045", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"US dollar exchange rateagainst the Swiss France\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/81325_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the US dollar exchange rateagainst the Swiss Franc?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7798, 0.6764, lift_point: 0.7798, 0.6764; The action is #DUAL_POINT#; touch_point: 0.0727, 0.6045, lift_point: 0.0727, 0.6045; The action is #TYPE#; And the content is : \"typed_text\": \"US dollar exchange rateagainst the Swiss France\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1318, 0.2672, lift_point: 0.1318, 0.2672", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/81325_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the US dollar exchange rateagainst the Swiss Franc?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7798, 0.6764, lift_point: 0.7798, 0.6764; The action is #DUAL_POINT#; touch_point: 0.0727, 0.6045, lift_point: 0.0727, 0.6045; The action is #TYPE#; And the content is : \"typed_text\": \"US dollar exchange rateagainst the Swiss France\"; The action is #DUAL_POINT#; touch_point: 0.1318, 0.2672, lift_point: 0.1318, 0.2672", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/81325_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Japan?", "response": "The action is #DUAL_POINT#; touch_point: 0.8924, 0.3527, lift_point: 0.8924, 0.3527", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/81599_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Japan?; The action is #DUAL_POINT#; touch_point: 0.8924, 0.3527, lift_point: 0.8924, 0.3527", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"news in japan\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/81599_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Japan?; The action is #DUAL_POINT#; touch_point: 0.8924, 0.3527, lift_point: 0.8924, 0.3527; The action is #TYPE#; And the content is : \"typed_text\": \"news in japan\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1425, 0.4328, lift_point: 0.1425, 0.4328", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/81599_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Japan?; The action is #DUAL_POINT#; touch_point: 0.8924, 0.3527, lift_point: 0.8924, 0.3527; The action is #TYPE#; And the content is : \"typed_text\": \"news in japan\"; The action is #DUAL_POINT#; touch_point: 0.1425, 0.4328, lift_point: 0.1425, 0.4328", "response": "The action is #DUAL_POINT#; touch_point: 0.5775, 0.2184, lift_point: 0.5775, 0.2184", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/81599_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Japan?; The action is #DUAL_POINT#; touch_point: 0.8924, 0.3527, lift_point: 0.8924, 0.3527; The action is #TYPE#; And the content is : \"typed_text\": \"news in japan\"; The action is #DUAL_POINT#; touch_point: 0.1425, 0.4328, lift_point: 0.1425, 0.4328; The action is #DUAL_POINT#; touch_point: 0.5775, 0.2184, lift_point: 0.5775, 0.2184", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/81599_5.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Target?", "response": "The action is #DUAL_POINT#; touch_point: 0.7789, 0.6894, lift_point: 0.7789, 0.6894", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/81677_1.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Target?; The action is #DUAL_POINT#; touch_point: 0.7789, 0.6894, lift_point: 0.7789, 0.6894", "response": "The action is #DUAL_POINT#; touch_point: 0.0401, 0.4589, lift_point: 0.0401, 0.4589", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/81677_2.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Target?; The action is #DUAL_POINT#; touch_point: 0.7789, 0.6894, lift_point: 0.7789, 0.6894; The action is #DUAL_POINT#; touch_point: 0.0401, 0.4589, lift_point: 0.0401, 0.4589", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"nearest Target?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/81677_3.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Target?; The action is #DUAL_POINT#; touch_point: 0.7789, 0.6894, lift_point: 0.7789, 0.6894; The action is #DUAL_POINT#; touch_point: 0.0401, 0.4589, lift_point: 0.0401, 0.4589; The action is #TYPE#; And the content is : \"typed_text\": \"nearest Target?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1215, 0.202, lift_point: 0.1215, 0.202", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/81677_4.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Target?; The action is #DUAL_POINT#; touch_point: 0.7789, 0.6894, lift_point: 0.7789, 0.6894; The action is #DUAL_POINT#; touch_point: 0.0401, 0.4589, lift_point: 0.0401, 0.4589; The action is #TYPE#; And the content is : \"typed_text\": \"nearest Target?\"; The action is #DUAL_POINT#; touch_point: 0.1215, 0.202, lift_point: 0.1215, 0.202", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/81677_5.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Target?; The action is #DUAL_POINT#; touch_point: 0.7789, 0.6894, lift_point: 0.7789, 0.6894; The action is #DUAL_POINT#; touch_point: 0.0401, 0.4589, lift_point: 0.0401, 0.4589; The action is #TYPE#; And the content is : \"typed_text\": \"nearest Target?\"; The action is #DUAL_POINT#; touch_point: 0.1215, 0.202, lift_point: 0.1215, 0.202; The action is #Scrolling Down#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/81677_6.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Target?; The action is #DUAL_POINT#; touch_point: 0.7789, 0.6894, lift_point: 0.7789, 0.6894; The action is #DUAL_POINT#; touch_point: 0.0401, 0.4589, lift_point: 0.0401, 0.4589; The action is #TYPE#; And the content is : \"typed_text\": \"nearest Target?\"; The action is #DUAL_POINT#; touch_point: 0.1215, 0.202, lift_point: 0.1215, 0.202; The action is #Scrolling Down#; The action is #Scrolling Up#", "response": "The action is #DUAL_POINT#; touch_point: 0.2658, 0.0849, lift_point: 0.2658, 0.0849", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/81677_7.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Target?; The action is #DUAL_POINT#; touch_point: 0.7789, 0.6894, lift_point: 0.7789, 0.6894; The action is #DUAL_POINT#; touch_point: 0.0401, 0.4589, lift_point: 0.0401, 0.4589; The action is #TYPE#; And the content is : \"typed_text\": \"nearest Target?\"; The action is #DUAL_POINT#; touch_point: 0.1215, 0.202, lift_point: 0.1215, 0.202; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2658, 0.0849, lift_point: 0.2658, 0.0849", "response": "The action is #DUAL_POINT#; touch_point: 0.2658, 0.0849, lift_point: 0.2658, 0.0849", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/81677_8.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Target?; The action is #DUAL_POINT#; touch_point: 0.7789, 0.6894, lift_point: 0.7789, 0.6894; The action is #DUAL_POINT#; touch_point: 0.0401, 0.4589, lift_point: 0.0401, 0.4589; The action is #TYPE#; And the content is : \"typed_text\": \"nearest Target?\"; The action is #DUAL_POINT#; touch_point: 0.1215, 0.202, lift_point: 0.1215, 0.202; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2658, 0.0849, lift_point: 0.2658, 0.0849; The action is #DUAL_POINT#; touch_point: 0.2658, 0.0849, lift_point: 0.2658, 0.0849", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/81677_9.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Target?; The action is #DUAL_POINT#; touch_point: 0.7789, 0.6894, lift_point: 0.7789, 0.6894; The action is #DUAL_POINT#; touch_point: 0.0401, 0.4589, lift_point: 0.0401, 0.4589; The action is #TYPE#; And the content is : \"typed_text\": \"nearest Target?\"; The action is #DUAL_POINT#; touch_point: 0.1215, 0.202, lift_point: 0.1215, 0.202; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2658, 0.0849, lift_point: 0.2658, 0.0849; The action is #DUAL_POINT#; touch_point: 0.2658, 0.0849, lift_point: 0.2658, 0.0849; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/81677_10.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Target?; The action is #DUAL_POINT#; touch_point: 0.7789, 0.6894, lift_point: 0.7789, 0.6894; The action is #DUAL_POINT#; touch_point: 0.0401, 0.4589, lift_point: 0.0401, 0.4589; The action is #TYPE#; And the content is : \"typed_text\": \"nearest Target?\"; The action is #DUAL_POINT#; touch_point: 0.1215, 0.202, lift_point: 0.1215, 0.202; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2658, 0.0849, lift_point: 0.2658, 0.0849; The action is #DUAL_POINT#; touch_point: 0.2658, 0.0849, lift_point: 0.2658, 0.0849; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.0758, 0.5215, lift_point: 0.0758, 0.5215", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/81677_11.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Target?; The action is #DUAL_POINT#; touch_point: 0.7789, 0.6894, lift_point: 0.7789, 0.6894; The action is #DUAL_POINT#; touch_point: 0.0401, 0.4589, lift_point: 0.0401, 0.4589; The action is #TYPE#; And the content is : \"typed_text\": \"nearest Target?\"; The action is #DUAL_POINT#; touch_point: 0.1215, 0.202, lift_point: 0.1215, 0.202; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.2658, 0.0849, lift_point: 0.2658, 0.0849; The action is #DUAL_POINT#; touch_point: 0.2658, 0.0849, lift_point: 0.2658, 0.0849; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.0758, 0.5215, lift_point: 0.0758, 0.5215", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/81677_12.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest JCPenney?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/81853_1.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest JCPenney?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8229, 0.6197, lift_point: 0.8229, 0.6197", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/81853_2.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest JCPenney?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8229, 0.6197, lift_point: 0.8229, 0.6197", "response": "The action is #DUAL_POINT#; touch_point: 0.1985, 0.7522, lift_point: 0.1985, 0.7522", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/81853_3.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest JCPenney?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8229, 0.6197, lift_point: 0.8229, 0.6197; The action is #DUAL_POINT#; touch_point: 0.1985, 0.7522, lift_point: 0.1985, 0.7522", "response": "The action is #DUAL_POINT#; touch_point: 0.1142, 0.9301, lift_point: 0.1142, 0.9301", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/81853_4.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest JCPenney?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8229, 0.6197, lift_point: 0.8229, 0.6197; The action is #DUAL_POINT#; touch_point: 0.1985, 0.7522, lift_point: 0.1985, 0.7522; The action is #DUAL_POINT#; touch_point: 0.1142, 0.9301, lift_point: 0.1142, 0.9301", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest JCPenney?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/81853_5.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest JCPenney?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8229, 0.6197, lift_point: 0.8229, 0.6197; The action is #DUAL_POINT#; touch_point: 0.1985, 0.7522, lift_point: 0.1985, 0.7522; The action is #DUAL_POINT#; touch_point: 0.1142, 0.9301, lift_point: 0.1142, 0.9301; The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest JCPenney?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.3592, 0.313, lift_point: 0.3592, 0.313", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/81853_6.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest JCPenney?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8229, 0.6197, lift_point: 0.8229, 0.6197; The action is #DUAL_POINT#; touch_point: 0.1985, 0.7522, lift_point: 0.1985, 0.7522; The action is #DUAL_POINT#; touch_point: 0.1142, 0.9301, lift_point: 0.1142, 0.9301; The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest JCPenney?\"; The action is #DUAL_POINT#; touch_point: 0.3592, 0.313, lift_point: 0.3592, 0.313", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/81853_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Papa Murphy's?", "response": "The action is #DUAL_POINT#; touch_point: 0.8079, 0.6864, lift_point: 0.8079, 0.6864", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/81887_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Papa Murphy's?; The action is #DUAL_POINT#; touch_point: 0.8079, 0.6864, lift_point: 0.8079, 0.6864", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/81887_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Papa Murphy's?; The action is #DUAL_POINT#; touch_point: 0.8079, 0.6864, lift_point: 0.8079, 0.6864; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3123, 0.3374, lift_point: 0.3123, 0.3374", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/81887_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Papa Murphy's?; The action is #DUAL_POINT#; touch_point: 0.8079, 0.6864, lift_point: 0.8079, 0.6864; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3123, 0.3374, lift_point: 0.3123, 0.3374", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"menu at Papa Murphys?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/81887_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Papa Murphy's?; The action is #DUAL_POINT#; touch_point: 0.8079, 0.6864, lift_point: 0.8079, 0.6864; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3123, 0.3374, lift_point: 0.3123, 0.3374; The action is #TYPE#; And the content is : \"typed_text\": \"menu at Papa Murphys?\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/81887_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Papa Murphy's?; The action is #DUAL_POINT#; touch_point: 0.8079, 0.6864, lift_point: 0.8079, 0.6864; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3123, 0.3374, lift_point: 0.3123, 0.3374; The action is #TYPE#; And the content is : \"typed_text\": \"menu at Papa Murphys?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1319, 0.4011, lift_point: 0.1319, 0.4011", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/81887_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Papa Murphy's?; The action is #DUAL_POINT#; touch_point: 0.8079, 0.6864, lift_point: 0.8079, 0.6864; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3123, 0.3374, lift_point: 0.3123, 0.3374; The action is #TYPE#; And the content is : \"typed_text\": \"menu at Papa Murphys?\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1319, 0.4011, lift_point: 0.1319, 0.4011", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/81887_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Taiwan?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/81919_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Taiwan?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.9322, 0.5586, lift_point: 0.9322, 0.5586", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/81919_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Taiwan?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.9322, 0.5586, lift_point: 0.9322, 0.5586", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Taiwan?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/81919_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Taiwan?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.9322, 0.5586, lift_point: 0.9322, 0.5586; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Taiwan?\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"acgfn bvc\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/81919_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Taiwan?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.9322, 0.5586, lift_point: 0.9322, 0.5586; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Taiwan?\"; The action is #TYPE#; And the content is : \"typed_text\": \"acgfn bvc\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1162, 0.2948, lift_point: 0.1162, 0.2948", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/81919_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Taiwan?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.9322, 0.5586, lift_point: 0.9322, 0.5586; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Taiwan?\"; The action is #TYPE#; And the content is : \"typed_text\": \"acgfn bvc\"; The action is #DUAL_POINT#; touch_point: 0.1162, 0.2948, lift_point: 0.1162, 0.2948", "response": "The action is #DUAL_POINT#; touch_point: 0.1056, 0.2084, lift_point: 0.1056, 0.2084", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/81919_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Taiwan?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.9322, 0.5586, lift_point: 0.9322, 0.5586; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Taiwan?\"; The action is #TYPE#; And the content is : \"typed_text\": \"acgfn bvc\"; The action is #DUAL_POINT#; touch_point: 0.1162, 0.2948, lift_point: 0.1162, 0.2948; The action is #DUAL_POINT#; touch_point: 0.1056, 0.2084, lift_point: 0.1056, 0.2084", "response": "The action is #DUAL_POINT#; touch_point: 0.1056, 0.2133, lift_point: 0.1056, 0.2133", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/81919_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Taiwan?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.9322, 0.5586, lift_point: 0.9322, 0.5586; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Taiwan?\"; The action is #TYPE#; And the content is : \"typed_text\": \"acgfn bvc\"; The action is #DUAL_POINT#; touch_point: 0.1162, 0.2948, lift_point: 0.1162, 0.2948; The action is #DUAL_POINT#; touch_point: 0.1056, 0.2084, lift_point: 0.1056, 0.2084; The action is #DUAL_POINT#; touch_point: 0.1056, 0.2133, lift_point: 0.1056, 0.2133", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/81919_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the time in New York?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/81934_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the time in New York?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.9238, 0.5157, lift_point: 0.9238, 0.5157", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/81934_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the time in New York?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.9238, 0.5157, lift_point: 0.9238, 0.5157", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the time in New York?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/81934_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the time in New York?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.9238, 0.5157, lift_point: 0.9238, 0.5157; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the time in New York?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.0991, 0.4122, lift_point: 0.0991, 0.4122", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/81934_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the time in New York?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.9238, 0.5157, lift_point: 0.9238, 0.5157; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the time in New York?\"; The action is #DUAL_POINT#; touch_point: 0.0991, 0.4122, lift_point: 0.0991, 0.4122", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/81934_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Brazil?", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Brazil\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/81937_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Brazil?; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Brazil\"", "response": "The action is #DUAL_POINT#; touch_point: 0.0922, 0.2703, lift_point: 0.0922, 0.2703", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/81937_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Brazil?; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Brazil\"; The action is #DUAL_POINT#; touch_point: 0.0922, 0.2703, lift_point: 0.0922, 0.2703", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/81937_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from GameSpot Trailers?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/81953_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from GameSpot Trailers?; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/81953_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from GameSpot Trailers?; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.6591, 0.3734, lift_point: 0.6591, 0.3734", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/81953_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from GameSpot Trailers?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6591, 0.3734, lift_point: 0.6591, 0.3734", "response": "The action is #DUAL_POINT#; touch_point: 0.1724, 0.366, lift_point: 0.1724, 0.366", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/81953_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from GameSpot Trailers?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6591, 0.3734, lift_point: 0.6591, 0.3734; The action is #DUAL_POINT#; touch_point: 0.1724, 0.366, lift_point: 0.1724, 0.366", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest video from GameSpot Trailers?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/81953_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest video from GameSpot Trailers?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6591, 0.3734, lift_point: 0.6591, 0.3734; The action is #DUAL_POINT#; touch_point: 0.1724, 0.366, lift_point: 0.1724, 0.366; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest video from GameSpot Trailers?\"", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/81953_6.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Uber app", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/81987_1.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Uber app; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/81987_2.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Uber app; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.8123, 0.5924, lift_point: 0.8123, 0.5924", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/81987_3.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Uber app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8123, 0.5924, lift_point: 0.8123, 0.5924", "response": "The action is #DUAL_POINT#; touch_point: 0.0531, 0.0567, lift_point: 0.0531, 0.0567", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/81987_4.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Uber app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8123, 0.5924, lift_point: 0.8123, 0.5924; The action is #DUAL_POINT#; touch_point: 0.0531, 0.0567, lift_point: 0.0531, 0.0567", "response": "The action is #DUAL_POINT#; touch_point: 0.0474, 0.0472, lift_point: 0.0474, 0.0472", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/81987_5.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Uber app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8123, 0.5924, lift_point: 0.8123, 0.5924; The action is #DUAL_POINT#; touch_point: 0.0531, 0.0567, lift_point: 0.0531, 0.0567; The action is #DUAL_POINT#; touch_point: 0.0474, 0.0472, lift_point: 0.0474, 0.0472", "response": "The action is #DUAL_POINT#; touch_point: 0.055, 0.306, lift_point: 0.055, 0.306", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/81987_6.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Uber app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8123, 0.5924, lift_point: 0.8123, 0.5924; The action is #DUAL_POINT#; touch_point: 0.0531, 0.0567, lift_point: 0.0531, 0.0567; The action is #DUAL_POINT#; touch_point: 0.0474, 0.0472, lift_point: 0.0474, 0.0472; The action is #DUAL_POINT#; touch_point: 0.055, 0.306, lift_point: 0.055, 0.306", "response": "The action is #TYPE#; And the content is : \"typed_text\": \" Uber app\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/81987_7.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Uber app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8123, 0.5924, lift_point: 0.8123, 0.5924; The action is #DUAL_POINT#; touch_point: 0.0531, 0.0567, lift_point: 0.0531, 0.0567; The action is #DUAL_POINT#; touch_point: 0.0474, 0.0472, lift_point: 0.0474, 0.0472; The action is #DUAL_POINT#; touch_point: 0.055, 0.306, lift_point: 0.055, 0.306; The action is #TYPE#; And the content is : \"typed_text\": \" Uber app\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1099, 0.2398, lift_point: 0.1099, 0.2398", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/81987_8.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Uber app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8123, 0.5924, lift_point: 0.8123, 0.5924; The action is #DUAL_POINT#; touch_point: 0.0531, 0.0567, lift_point: 0.0531, 0.0567; The action is #DUAL_POINT#; touch_point: 0.0474, 0.0472, lift_point: 0.0474, 0.0472; The action is #DUAL_POINT#; touch_point: 0.055, 0.306, lift_point: 0.055, 0.306; The action is #TYPE#; And the content is : \"typed_text\": \" Uber app\"; The action is #DUAL_POINT#; touch_point: 0.1099, 0.2398, lift_point: 0.1099, 0.2398", "response": "The action is #DUAL_POINT#; touch_point: 0.3707, 0.3448, lift_point: 0.3707, 0.3448", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/81987_9.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Uber app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8123, 0.5924, lift_point: 0.8123, 0.5924; The action is #DUAL_POINT#; touch_point: 0.0531, 0.0567, lift_point: 0.0531, 0.0567; The action is #DUAL_POINT#; touch_point: 0.0474, 0.0472, lift_point: 0.0474, 0.0472; The action is #DUAL_POINT#; touch_point: 0.055, 0.306, lift_point: 0.055, 0.306; The action is #TYPE#; And the content is : \"typed_text\": \" Uber app\"; The action is #DUAL_POINT#; touch_point: 0.1099, 0.2398, lift_point: 0.1099, 0.2398; The action is #DUAL_POINT#; touch_point: 0.3707, 0.3448, lift_point: 0.3707, 0.3448", "response": "The action is #DUAL_POINT#; touch_point: 0.28, 0.4917, lift_point: 0.28, 0.4917", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/81987_10.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Uber app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8123, 0.5924, lift_point: 0.8123, 0.5924; The action is #DUAL_POINT#; touch_point: 0.0531, 0.0567, lift_point: 0.0531, 0.0567; The action is #DUAL_POINT#; touch_point: 0.0474, 0.0472, lift_point: 0.0474, 0.0472; The action is #DUAL_POINT#; touch_point: 0.055, 0.306, lift_point: 0.055, 0.306; The action is #TYPE#; And the content is : \"typed_text\": \" Uber app\"; The action is #DUAL_POINT#; touch_point: 0.1099, 0.2398, lift_point: 0.1099, 0.2398; The action is #DUAL_POINT#; touch_point: 0.3707, 0.3448, lift_point: 0.3707, 0.3448; The action is #DUAL_POINT#; touch_point: 0.28, 0.4917, lift_point: 0.28, 0.4917", "response": "The action is #DUAL_POINT#; touch_point: 0.9508, 0.5121, lift_point: 0.9508, 0.5121", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/81987_11.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Uber app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8123, 0.5924, lift_point: 0.8123, 0.5924; The action is #DUAL_POINT#; touch_point: 0.0531, 0.0567, lift_point: 0.0531, 0.0567; The action is #DUAL_POINT#; touch_point: 0.0474, 0.0472, lift_point: 0.0474, 0.0472; The action is #DUAL_POINT#; touch_point: 0.055, 0.306, lift_point: 0.055, 0.306; The action is #TYPE#; And the content is : \"typed_text\": \" Uber app\"; The action is #DUAL_POINT#; touch_point: 0.1099, 0.2398, lift_point: 0.1099, 0.2398; The action is #DUAL_POINT#; touch_point: 0.3707, 0.3448, lift_point: 0.3707, 0.3448; The action is #DUAL_POINT#; touch_point: 0.28, 0.4917, lift_point: 0.28, 0.4917; The action is #DUAL_POINT#; touch_point: 0.9508, 0.5121, lift_point: 0.9508, 0.5121", "response": "The action is #DUAL_POINT#; touch_point: 0.9557, 0.2983, lift_point: 0.9557, 0.2983", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/81987_12.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Uber app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8123, 0.5924, lift_point: 0.8123, 0.5924; The action is #DUAL_POINT#; touch_point: 0.0531, 0.0567, lift_point: 0.0531, 0.0567; The action is #DUAL_POINT#; touch_point: 0.0474, 0.0472, lift_point: 0.0474, 0.0472; The action is #DUAL_POINT#; touch_point: 0.055, 0.306, lift_point: 0.055, 0.306; The action is #TYPE#; And the content is : \"typed_text\": \" Uber app\"; The action is #DUAL_POINT#; touch_point: 0.1099, 0.2398, lift_point: 0.1099, 0.2398; The action is #DUAL_POINT#; touch_point: 0.3707, 0.3448, lift_point: 0.3707, 0.3448; The action is #DUAL_POINT#; touch_point: 0.28, 0.4917, lift_point: 0.28, 0.4917; The action is #DUAL_POINT#; touch_point: 0.9508, 0.5121, lift_point: 0.9508, 0.5121; The action is #DUAL_POINT#; touch_point: 0.9557, 0.2983, lift_point: 0.9557, 0.2983", "response": "The action is #DUAL_POINT#; touch_point: 0.1926, 0.7261, lift_point: 0.1926, 0.7261", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/81987_13.png" ] }, { "query": "\nPrevious Actions: Goal: Install the Uber app; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.8123, 0.5924, lift_point: 0.8123, 0.5924; The action is #DUAL_POINT#; touch_point: 0.0531, 0.0567, lift_point: 0.0531, 0.0567; The action is #DUAL_POINT#; touch_point: 0.0474, 0.0472, lift_point: 0.0474, 0.0472; The action is #DUAL_POINT#; touch_point: 0.055, 0.306, lift_point: 0.055, 0.306; The action is #TYPE#; And the content is : \"typed_text\": \" Uber app\"; The action is #DUAL_POINT#; touch_point: 0.1099, 0.2398, lift_point: 0.1099, 0.2398; The action is #DUAL_POINT#; touch_point: 0.3707, 0.3448, lift_point: 0.3707, 0.3448; The action is #DUAL_POINT#; touch_point: 0.28, 0.4917, lift_point: 0.28, 0.4917; The action is #DUAL_POINT#; touch_point: 0.9508, 0.5121, lift_point: 0.9508, 0.5121; The action is #DUAL_POINT#; touch_point: 0.9557, 0.2983, lift_point: 0.9557, 0.2983; The action is #DUAL_POINT#; touch_point: 0.1926, 0.7261, lift_point: 0.1926, 0.7261", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/81987_14.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Washington DC", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82054_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Washington DC; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.658, 0.61, lift_point: 0.658, 0.61", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82054_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Washington DC; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.658, 0.61, lift_point: 0.658, 0.61", "response": "The action is #DUAL_POINT#; touch_point: 0.658, 0.6093, lift_point: 0.658, 0.6093", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82054_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Washington DC; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.658, 0.61, lift_point: 0.658, 0.61; The action is #DUAL_POINT#; touch_point: 0.658, 0.6093, lift_point: 0.658, 0.6093", "response": "The action is #DUAL_POINT#; touch_point: 0.1885, 0.3943, lift_point: 0.1885, 0.3943", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82054_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Washington DC; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.658, 0.61, lift_point: 0.658, 0.61; The action is #DUAL_POINT#; touch_point: 0.658, 0.6093, lift_point: 0.658, 0.6093; The action is #DUAL_POINT#; touch_point: 0.1885, 0.3943, lift_point: 0.1885, 0.3943", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Washington DC\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82054_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Washington DC; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.658, 0.61, lift_point: 0.658, 0.61; The action is #DUAL_POINT#; touch_point: 0.658, 0.6093, lift_point: 0.658, 0.6093; The action is #DUAL_POINT#; touch_point: 0.1885, 0.3943, lift_point: 0.1885, 0.3943; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Washington DC\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1171, 0.3396, lift_point: 0.1171, 0.3396", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82054_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Washington DC; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.658, 0.61, lift_point: 0.658, 0.61; The action is #DUAL_POINT#; touch_point: 0.658, 0.6093, lift_point: 0.658, 0.6093; The action is #DUAL_POINT#; touch_point: 0.1885, 0.3943, lift_point: 0.1885, 0.3943; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Washington DC\"; The action is #DUAL_POINT#; touch_point: 0.1171, 0.3396, lift_point: 0.1171, 0.3396", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82054_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Washington DC; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.658, 0.61, lift_point: 0.658, 0.61; The action is #DUAL_POINT#; touch_point: 0.658, 0.6093, lift_point: 0.658, 0.6093; The action is #DUAL_POINT#; touch_point: 0.1885, 0.3943, lift_point: 0.1885, 0.3943; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Washington DC\"; The action is #DUAL_POINT#; touch_point: 0.1171, 0.3396, lift_point: 0.1171, 0.3396; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82054_8.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Washington DC; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.658, 0.61, lift_point: 0.658, 0.61; The action is #DUAL_POINT#; touch_point: 0.658, 0.6093, lift_point: 0.658, 0.6093; The action is #DUAL_POINT#; touch_point: 0.1885, 0.3943, lift_point: 0.1885, 0.3943; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Washington DC\"; The action is #DUAL_POINT#; touch_point: 0.1171, 0.3396, lift_point: 0.1171, 0.3396; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82054_9.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Washington DC; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.658, 0.61, lift_point: 0.658, 0.61; The action is #DUAL_POINT#; touch_point: 0.658, 0.6093, lift_point: 0.658, 0.6093; The action is #DUAL_POINT#; touch_point: 0.1885, 0.3943, lift_point: 0.1885, 0.3943; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Washington DC\"; The action is #DUAL_POINT#; touch_point: 0.1171, 0.3396, lift_point: 0.1171, 0.3396; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82054_10.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Washington DC; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.658, 0.61, lift_point: 0.658, 0.61; The action is #DUAL_POINT#; touch_point: 0.658, 0.6093, lift_point: 0.658, 0.6093; The action is #DUAL_POINT#; touch_point: 0.1885, 0.3943, lift_point: 0.1885, 0.3943; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Washington DC\"; The action is #DUAL_POINT#; touch_point: 0.1171, 0.3396, lift_point: 0.1171, 0.3396; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82054_11.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Washington DC; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.658, 0.61, lift_point: 0.658, 0.61; The action is #DUAL_POINT#; touch_point: 0.658, 0.6093, lift_point: 0.658, 0.6093; The action is #DUAL_POINT#; touch_point: 0.1885, 0.3943, lift_point: 0.1885, 0.3943; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Washington DC\"; The action is #DUAL_POINT#; touch_point: 0.1171, 0.3396, lift_point: 0.1171, 0.3396; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.6586, 0.5046, lift_point: 0.6586, 0.5046", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82054_12.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Washington DC; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.658, 0.61, lift_point: 0.658, 0.61; The action is #DUAL_POINT#; touch_point: 0.658, 0.6093, lift_point: 0.658, 0.6093; The action is #DUAL_POINT#; touch_point: 0.1885, 0.3943, lift_point: 0.1885, 0.3943; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Washington DC\"; The action is #DUAL_POINT#; touch_point: 0.1171, 0.3396, lift_point: 0.1171, 0.3396; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6586, 0.5046, lift_point: 0.6586, 0.5046", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82054_13.png" ] }, { "query": "\nPrevious Actions: Goal: How big is a dinosaur?", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82112_1.png" ] }, { "query": "\nPrevious Actions: Goal: How big is a dinosaur?; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.6505, 0.6362, lift_point: 0.6505, 0.6362", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82112_2.png" ] }, { "query": "\nPrevious Actions: Goal: How big is a dinosaur?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6505, 0.6362, lift_point: 0.6505, 0.6362", "response": "The action is #DUAL_POINT#; touch_point: 0.0673, 0.5122, lift_point: 0.0673, 0.5122", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82112_3.png" ] }, { "query": "\nPrevious Actions: Goal: How big is a dinosaur?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6505, 0.6362, lift_point: 0.6505, 0.6362; The action is #DUAL_POINT#; touch_point: 0.0673, 0.5122, lift_point: 0.0673, 0.5122", "response": "The action is #DUAL_POINT#; touch_point: 0.0551, 0.9139, lift_point: 0.0551, 0.9139", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82112_4.png" ] }, { "query": "\nPrevious Actions: Goal: How big is a dinosaur?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6505, 0.6362, lift_point: 0.6505, 0.6362; The action is #DUAL_POINT#; touch_point: 0.0673, 0.5122, lift_point: 0.0673, 0.5122; The action is #DUAL_POINT#; touch_point: 0.0551, 0.9139, lift_point: 0.0551, 0.9139", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"How big is a dinosaur?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82112_5.png" ] }, { "query": "\nPrevious Actions: Goal: How big is a dinosaur?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6505, 0.6362, lift_point: 0.6505, 0.6362; The action is #DUAL_POINT#; touch_point: 0.0673, 0.5122, lift_point: 0.0673, 0.5122; The action is #DUAL_POINT#; touch_point: 0.0551, 0.9139, lift_point: 0.0551, 0.9139; The action is #TYPE#; And the content is : \"typed_text\": \"How big is a dinosaur?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1137, 0.4539, lift_point: 0.1137, 0.4539", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82112_6.png" ] }, { "query": "\nPrevious Actions: Goal: How big is a dinosaur?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6505, 0.6362, lift_point: 0.6505, 0.6362; The action is #DUAL_POINT#; touch_point: 0.0673, 0.5122, lift_point: 0.0673, 0.5122; The action is #DUAL_POINT#; touch_point: 0.0551, 0.9139, lift_point: 0.0551, 0.9139; The action is #TYPE#; And the content is : \"typed_text\": \"How big is a dinosaur?\"; The action is #DUAL_POINT#; touch_point: 0.1137, 0.4539, lift_point: 0.1137, 0.4539", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82112_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the TCL TV?", "response": "The action is #DUAL_POINT#; touch_point: 0.9443, 0.4465, lift_point: 0.9443, 0.4465", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82121_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the TCL TV?; The action is #DUAL_POINT#; touch_point: 0.9443, 0.4465, lift_point: 0.9443, 0.4465", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the TCL TV?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82121_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the TCL TV?; The action is #DUAL_POINT#; touch_point: 0.9443, 0.4465, lift_point: 0.9443, 0.4465; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the TCL TV?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1139, 0.2819, lift_point: 0.1139, 0.2819", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82121_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the TCL TV?; The action is #DUAL_POINT#; touch_point: 0.9443, 0.4465, lift_point: 0.9443, 0.4465; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the TCL TV?\"; The action is #DUAL_POINT#; touch_point: 0.1139, 0.2819, lift_point: 0.1139, 0.2819", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82121_4.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Macy's?", "response": "The action is #DUAL_POINT#; touch_point: 0.8844, 0.2062, lift_point: 0.8844, 0.2062", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82269_1.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Macy's?; The action is #DUAL_POINT#; touch_point: 0.8844, 0.2062, lift_point: 0.8844, 0.2062", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"how do i get to the nearest macys\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82269_2.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Macy's?; The action is #DUAL_POINT#; touch_point: 0.8844, 0.2062, lift_point: 0.8844, 0.2062; The action is #TYPE#; And the content is : \"typed_text\": \"how do i get to the nearest macys\"", "response": "The action is #DUAL_POINT#; touch_point: 0.172, 0.2863, lift_point: 0.172, 0.2863", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82269_3.png" ] }, { "query": "\nPrevious Actions: Goal: How do I get to the nearest Macy's?; The action is #DUAL_POINT#; touch_point: 0.8844, 0.2062, lift_point: 0.8844, 0.2062; The action is #TYPE#; And the content is : \"typed_text\": \"how do i get to the nearest macys\"; The action is #DUAL_POINT#; touch_point: 0.172, 0.2863, lift_point: 0.172, 0.2863", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82269_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82379_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.9059, 0.3621, lift_point: 0.9059, 0.3621", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82379_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.9059, 0.3621, lift_point: 0.9059, 0.3621", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Seoul?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82379_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.9059, 0.3621, lift_point: 0.9059, 0.3621; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Seoul?\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82379_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Seoul?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.9059, 0.3621, lift_point: 0.9059, 0.3621; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Seoul?\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82379_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new foundation on Sephora", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82389_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new foundation on Sephora; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.9026, 0.3914, lift_point: 0.9026, 0.3914", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82389_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new foundation on Sephora; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.9026, 0.3914, lift_point: 0.9026, 0.3914", "response": "The action is #TYPE#; And the content is : \"typed_text\": \" new foundation on Sephora\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82389_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new foundation on Sephora; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.9026, 0.3914, lift_point: 0.9026, 0.3914; The action is #TYPE#; And the content is : \"typed_text\": \" new foundation on Sephora\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82389_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new foundation on Sephora; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.9026, 0.3914, lift_point: 0.9026, 0.3914; The action is #TYPE#; And the content is : \"typed_text\": \" new foundation on Sephora\"; The action is #PRESS_ENTER#", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82389_5.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Selena Gomez video on YouTube", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82411_1.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Selena Gomez video on YouTube; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82411_2.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Selena Gomez video on YouTube; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.1797, 0.8461, lift_point: 0.1797, 0.8461", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82411_3.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Selena Gomez video on YouTube; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1797, 0.8461, lift_point: 0.1797, 0.8461", "response": "The action is #DUAL_POINT#; touch_point: 0.6048, 0.3794, lift_point: 0.6048, 0.3794", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82411_4.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Selena Gomez video on YouTube; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1797, 0.8461, lift_point: 0.1797, 0.8461; The action is #DUAL_POINT#; touch_point: 0.6048, 0.3794, lift_point: 0.6048, 0.3794", "response": "The action is #PRESS_BACK#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82411_5.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Selena Gomez video on YouTube; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1797, 0.8461, lift_point: 0.1797, 0.8461; The action is #DUAL_POINT#; touch_point: 0.6048, 0.3794, lift_point: 0.6048, 0.3794; The action is #PRESS_BACK#", "response": "The action is #DUAL_POINT#; touch_point: 0.0506, 0.8524, lift_point: 0.0506, 0.8524", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82411_6.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Selena Gomez video on YouTube; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1797, 0.8461, lift_point: 0.1797, 0.8461; The action is #DUAL_POINT#; touch_point: 0.6048, 0.3794, lift_point: 0.6048, 0.3794; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.0506, 0.8524, lift_point: 0.0506, 0.8524", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Selena Gomez video\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82411_7.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Selena Gomez video on YouTube; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1797, 0.8461, lift_point: 0.1797, 0.8461; The action is #DUAL_POINT#; touch_point: 0.6048, 0.3794, lift_point: 0.6048, 0.3794; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.0506, 0.8524, lift_point: 0.0506, 0.8524; The action is #TYPE#; And the content is : \"typed_text\": \"Selena Gomez video\"", "response": "The action is #PRESS_ENTER#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82411_8.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Selena Gomez video on YouTube; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1797, 0.8461, lift_point: 0.1797, 0.8461; The action is #DUAL_POINT#; touch_point: 0.6048, 0.3794, lift_point: 0.6048, 0.3794; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.0506, 0.8524, lift_point: 0.0506, 0.8524; The action is #TYPE#; And the content is : \"typed_text\": \"Selena Gomez video\"; The action is #PRESS_ENTER#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82411_9.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Selena Gomez video on YouTube; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1797, 0.8461, lift_point: 0.1797, 0.8461; The action is #DUAL_POINT#; touch_point: 0.6048, 0.3794, lift_point: 0.6048, 0.3794; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.0506, 0.8524, lift_point: 0.0506, 0.8524; The action is #TYPE#; And the content is : \"typed_text\": \"Selena Gomez video\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3868, 0.5671, lift_point: 0.3868, 0.5671", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82411_10.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Selena Gomez video on YouTube; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1797, 0.8461, lift_point: 0.1797, 0.8461; The action is #DUAL_POINT#; touch_point: 0.6048, 0.3794, lift_point: 0.6048, 0.3794; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.0506, 0.8524, lift_point: 0.0506, 0.8524; The action is #TYPE#; And the content is : \"typed_text\": \"Selena Gomez video\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3868, 0.5671, lift_point: 0.3868, 0.5671", "response": "The action is #DUAL_POINT#; touch_point: 0.2292, 0.8737, lift_point: 0.2292, 0.8737", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82411_11.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Selena Gomez video on YouTube; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.1797, 0.8461, lift_point: 0.1797, 0.8461; The action is #DUAL_POINT#; touch_point: 0.6048, 0.3794, lift_point: 0.6048, 0.3794; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.0506, 0.8524, lift_point: 0.0506, 0.8524; The action is #TYPE#; And the content is : \"typed_text\": \"Selena Gomez video\"; The action is #PRESS_ENTER#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3868, 0.5671, lift_point: 0.3868, 0.5671; The action is #DUAL_POINT#; touch_point: 0.2292, 0.8737, lift_point: 0.2292, 0.8737", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82411_12.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new nail polish", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82525_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new nail polish; The action is #Scrolling Up#", "response": "The action is #DUAL_POINT#; touch_point: 0.7936, 0.6647, lift_point: 0.7936, 0.6647", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82525_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new nail polish; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.7936, 0.6647, lift_point: 0.7936, 0.6647", "response": "The action is #DUAL_POINT#; touch_point: 0.7994, 0.709, lift_point: 0.7994, 0.709", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82525_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new nail polish; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.7936, 0.6647, lift_point: 0.7936, 0.6647; The action is #DUAL_POINT#; touch_point: 0.7994, 0.709, lift_point: 0.7994, 0.709", "response": "The action is #DUAL_POINT#; touch_point: 0.0605, 0.6651, lift_point: 0.0605, 0.6651", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82525_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new nail polish; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.7936, 0.6647, lift_point: 0.7936, 0.6647; The action is #DUAL_POINT#; touch_point: 0.7994, 0.709, lift_point: 0.7994, 0.709; The action is #DUAL_POINT#; touch_point: 0.0605, 0.6651, lift_point: 0.0605, 0.6651", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"new nail polish\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82525_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new nail polish; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.7936, 0.6647, lift_point: 0.7936, 0.6647; The action is #DUAL_POINT#; touch_point: 0.7994, 0.709, lift_point: 0.7994, 0.709; The action is #DUAL_POINT#; touch_point: 0.0605, 0.6651, lift_point: 0.0605, 0.6651; The action is #TYPE#; And the content is : \"typed_text\": \"new nail polish\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82525_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new nail polish; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.7936, 0.6647, lift_point: 0.7936, 0.6647; The action is #DUAL_POINT#; touch_point: 0.7994, 0.709, lift_point: 0.7994, 0.709; The action is #DUAL_POINT#; touch_point: 0.0605, 0.6651, lift_point: 0.0605, 0.6651; The action is #TYPE#; And the content is : \"typed_text\": \"new nail polish\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1256, 0.2968, lift_point: 0.1256, 0.2968", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82525_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new nail polish; The action is #Scrolling Up#; The action is #DUAL_POINT#; touch_point: 0.7936, 0.6647, lift_point: 0.7936, 0.6647; The action is #DUAL_POINT#; touch_point: 0.7994, 0.709, lift_point: 0.7994, 0.709; The action is #DUAL_POINT#; touch_point: 0.0605, 0.6651, lift_point: 0.0605, 0.6651; The action is #TYPE#; And the content is : \"typed_text\": \"new nail polish\"; The action is #TYPE#; And the content is : \"typed_text\": \"\"; The action is #DUAL_POINT#; touch_point: 0.1256, 0.2968, lift_point: 0.1256, 0.2968", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82525_8.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new lipgloss", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82556_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new lipgloss; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.799, 0.6752, lift_point: 0.799, 0.6752", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82556_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new lipgloss; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.799, 0.6752, lift_point: 0.799, 0.6752", "response": "The action is #DUAL_POINT#; touch_point: 0.0645, 0.5103, lift_point: 0.0645, 0.5103", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82556_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new lipgloss; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.799, 0.6752, lift_point: 0.799, 0.6752; The action is #DUAL_POINT#; touch_point: 0.0645, 0.5103, lift_point: 0.0645, 0.5103", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"new lipgloss\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82556_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new lipgloss; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.799, 0.6752, lift_point: 0.799, 0.6752; The action is #DUAL_POINT#; touch_point: 0.0645, 0.5103, lift_point: 0.0645, 0.5103; The action is #TYPE#; And the content is : \"typed_text\": \"new lipgloss\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1207, 0.2382, lift_point: 0.1207, 0.2382", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82556_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new lipgloss; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.799, 0.6752, lift_point: 0.799, 0.6752; The action is #DUAL_POINT#; touch_point: 0.0645, 0.5103, lift_point: 0.0645, 0.5103; The action is #TYPE#; And the content is : \"typed_text\": \"new lipgloss\"; The action is #DUAL_POINT#; touch_point: 0.1207, 0.2382, lift_point: 0.1207, 0.2382", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82556_6.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome incognito tab", "response": "The action is #DUAL_POINT#; touch_point: 0.787, 0.6992, lift_point: 0.787, 0.6992", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82628_1.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome incognito tab; The action is #DUAL_POINT#; touch_point: 0.787, 0.6992, lift_point: 0.787, 0.6992", "response": "The action is #DUAL_POINT#; touch_point: 0.0591, 0.9416, lift_point: 0.0591, 0.9416", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82628_2.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome incognito tab; The action is #DUAL_POINT#; touch_point: 0.787, 0.6992, lift_point: 0.787, 0.6992; The action is #DUAL_POINT#; touch_point: 0.0591, 0.9416, lift_point: 0.0591, 0.9416", "response": "The action is #DUAL_POINT#; touch_point: 0.1788, 0.6302, lift_point: 0.1788, 0.6302", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82628_3.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome incognito tab; The action is #DUAL_POINT#; touch_point: 0.787, 0.6992, lift_point: 0.787, 0.6992; The action is #DUAL_POINT#; touch_point: 0.0591, 0.9416, lift_point: 0.0591, 0.9416; The action is #DUAL_POINT#; touch_point: 0.1788, 0.6302, lift_point: 0.1788, 0.6302", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82628_4.png" ] }, { "query": "\nPrevious Actions: Goal: Open the clock", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82682_1.png" ] }, { "query": "\nPrevious Actions: Goal: Open the clock; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3637, 0.8359, lift_point: 0.3637, 0.8359", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82682_2.png" ] }, { "query": "\nPrevious Actions: Goal: Open the clock; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3637, 0.8359, lift_point: 0.3637, 0.8359", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82682_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new eyeshadow on Sephora", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82737_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new eyeshadow on Sephora; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.6517, 0.1657, lift_point: 0.6517, 0.1657", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82737_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new eyeshadow on Sephora; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6517, 0.1657, lift_point: 0.6517, 0.1657", "response": "The action is #DUAL_POINT#; touch_point: 0.1957, 0.3023, lift_point: 0.1957, 0.3023", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82737_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new eyeshadow on Sephora; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6517, 0.1657, lift_point: 0.6517, 0.1657; The action is #DUAL_POINT#; touch_point: 0.1957, 0.3023, lift_point: 0.1957, 0.3023", "response": "The action is #TYPE#; And the content is : \"typed_text\": \" a new eyeshadow on Sephora\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82737_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new eyeshadow on Sephora; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6517, 0.1657, lift_point: 0.6517, 0.1657; The action is #DUAL_POINT#; touch_point: 0.1957, 0.3023, lift_point: 0.1957, 0.3023; The action is #TYPE#; And the content is : \"typed_text\": \" a new eyeshadow on Sephora\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1362, 0.3184, lift_point: 0.1362, 0.3184", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82737_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new eyeshadow on Sephora; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6517, 0.1657, lift_point: 0.6517, 0.1657; The action is #DUAL_POINT#; touch_point: 0.1957, 0.3023, lift_point: 0.1957, 0.3023; The action is #TYPE#; And the content is : \"typed_text\": \" a new eyeshadow on Sephora\"; The action is #DUAL_POINT#; touch_point: 0.1362, 0.3184, lift_point: 0.1362, 0.3184", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82737_6.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a train?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82784_1.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a train?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.9035, 0.4397, lift_point: 0.9035, 0.4397", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82784_2.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a train?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.9035, 0.4397, lift_point: 0.9035, 0.4397", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of a train?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82784_3.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a train?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.9035, 0.4397, lift_point: 0.9035, 0.4397; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of a train?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1125, 0.5511, lift_point: 0.1125, 0.5511", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82784_4.png" ] }, { "query": "\nPrevious Actions: Goal: What is the speed of a train?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.9035, 0.4397, lift_point: 0.9035, 0.4397; The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of a train?\"; The action is #DUAL_POINT#; touch_point: 0.1125, 0.5511, lift_point: 0.1125, 0.5511", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82784_5.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 12pm", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82792_1.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 12pm; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82792_2.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 12pm; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3691, 0.8089, lift_point: 0.3691, 0.8089", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82792_3.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 12pm; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3691, 0.8089, lift_point: 0.3691, 0.8089", "response": "The action is #DUAL_POINT#; touch_point: 0.9049, 0.4885, lift_point: 0.9049, 0.4885", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82792_4.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 12pm; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3691, 0.8089, lift_point: 0.3691, 0.8089; The action is #DUAL_POINT#; touch_point: 0.9049, 0.4885, lift_point: 0.9049, 0.4885", "response": "The action is #DUAL_POINT#; touch_point: 0.4176, 0.5168, lift_point: 0.4176, 0.5168", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82792_5.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 12pm; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3691, 0.8089, lift_point: 0.3691, 0.8089; The action is #DUAL_POINT#; touch_point: 0.9049, 0.4885, lift_point: 0.9049, 0.4885; The action is #DUAL_POINT#; touch_point: 0.4176, 0.5168, lift_point: 0.4176, 0.5168", "response": "The action is #DUAL_POINT#; touch_point: 0.4176, 0.5168, lift_point: 0.4176, 0.5168", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82792_6.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 12pm; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3691, 0.8089, lift_point: 0.3691, 0.8089; The action is #DUAL_POINT#; touch_point: 0.9049, 0.4885, lift_point: 0.9049, 0.4885; The action is #DUAL_POINT#; touch_point: 0.4176, 0.5168, lift_point: 0.4176, 0.5168; The action is #DUAL_POINT#; touch_point: 0.4176, 0.5168, lift_point: 0.4176, 0.5168", "response": "The action is #DUAL_POINT#; touch_point: 0.6808, 0.7381, lift_point: 0.6808, 0.7381", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82792_7.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 12pm; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3691, 0.8089, lift_point: 0.3691, 0.8089; The action is #DUAL_POINT#; touch_point: 0.9049, 0.4885, lift_point: 0.9049, 0.4885; The action is #DUAL_POINT#; touch_point: 0.4176, 0.5168, lift_point: 0.4176, 0.5168; The action is #DUAL_POINT#; touch_point: 0.4176, 0.5168, lift_point: 0.4176, 0.5168; The action is #DUAL_POINT#; touch_point: 0.6808, 0.7381, lift_point: 0.6808, 0.7381", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82792_8.png" ] }, { "query": "\nPrevious Actions: Goal: What are the new products by Samsung?", "response": "The action is #DUAL_POINT#; touch_point: 0.9064, 0.4992, lift_point: 0.9064, 0.4992", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82803_1.png" ] }, { "query": "\nPrevious Actions: Goal: What are the new products by Samsung?; The action is #DUAL_POINT#; touch_point: 0.9064, 0.4992, lift_point: 0.9064, 0.4992", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"What are the new products by Samsung?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82803_2.png" ] }, { "query": "\nPrevious Actions: Goal: What are the new products by Samsung?; The action is #DUAL_POINT#; touch_point: 0.9064, 0.4992, lift_point: 0.9064, 0.4992; The action is #TYPE#; And the content is : \"typed_text\": \"What are the new products by Samsung?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1251, 0.4777, lift_point: 0.1251, 0.4777", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82803_3.png" ] }, { "query": "\nPrevious Actions: Goal: What are the new products by Samsung?; The action is #DUAL_POINT#; touch_point: 0.9064, 0.4992, lift_point: 0.9064, 0.4992; The action is #TYPE#; And the content is : \"typed_text\": \"What are the new products by Samsung?\"; The action is #DUAL_POINT#; touch_point: 0.1251, 0.4777, lift_point: 0.1251, 0.4777", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82803_4.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Brazil?", "response": "The action is #DUAL_POINT#; touch_point: 0.8789, 0.5199, lift_point: 0.8789, 0.5199", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82844_1.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Brazil?; The action is #DUAL_POINT#; touch_point: 0.8789, 0.5199, lift_point: 0.8789, 0.5199", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Brazil?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82844_2.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Brazil?; The action is #DUAL_POINT#; touch_point: 0.8789, 0.5199, lift_point: 0.8789, 0.5199; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Brazil?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1184, 0.5375, lift_point: 0.1184, 0.5375", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82844_3.png" ] }, { "query": "\nPrevious Actions: Goal: What is the capital of Brazil?; The action is #DUAL_POINT#; touch_point: 0.8789, 0.5199, lift_point: 0.8789, 0.5199; The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Brazil?\"; The action is #DUAL_POINT#; touch_point: 0.1184, 0.5375, lift_point: 0.1184, 0.5375", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82844_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in cosmology?", "response": "The action is #DUAL_POINT#; touch_point: 0.8867, 0.5388, lift_point: 0.8867, 0.5388", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82854_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in cosmology?; The action is #DUAL_POINT#; touch_point: 0.8867, 0.5388, lift_point: 0.8867, 0.5388", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest news in cosmology?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82854_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in cosmology?; The action is #DUAL_POINT#; touch_point: 0.8867, 0.5388, lift_point: 0.8867, 0.5388; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest news in cosmology?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1717, 0.5435, lift_point: 0.1717, 0.5435", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82854_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in cosmology?; The action is #DUAL_POINT#; touch_point: 0.8867, 0.5388, lift_point: 0.8867, 0.5388; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest news in cosmology?\"; The action is #DUAL_POINT#; touch_point: 0.1717, 0.5435, lift_point: 0.1717, 0.5435", "response": "The action is #DUAL_POINT#; touch_point: 0.1137, 0.6987, lift_point: 0.1137, 0.6987", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82854_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in cosmology?; The action is #DUAL_POINT#; touch_point: 0.8867, 0.5388, lift_point: 0.8867, 0.5388; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest news in cosmology?\"; The action is #DUAL_POINT#; touch_point: 0.1717, 0.5435, lift_point: 0.1717, 0.5435; The action is #DUAL_POINT#; touch_point: 0.1137, 0.6987, lift_point: 0.1137, 0.6987", "response": "The action is #DUAL_POINT#; touch_point: 0.1137, 0.6987, lift_point: 0.1137, 0.6987", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82854_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in cosmology?; The action is #DUAL_POINT#; touch_point: 0.8867, 0.5388, lift_point: 0.8867, 0.5388; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest news in cosmology?\"; The action is #DUAL_POINT#; touch_point: 0.1717, 0.5435, lift_point: 0.1717, 0.5435; The action is #DUAL_POINT#; touch_point: 0.1137, 0.6987, lift_point: 0.1137, 0.6987; The action is #DUAL_POINT#; touch_point: 0.1137, 0.6987, lift_point: 0.1137, 0.6987", "response": "The action is #DUAL_POINT#; touch_point: 0.1159, 0.6132, lift_point: 0.1159, 0.6132", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82854_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in cosmology?; The action is #DUAL_POINT#; touch_point: 0.8867, 0.5388, lift_point: 0.8867, 0.5388; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest news in cosmology?\"; The action is #DUAL_POINT#; touch_point: 0.1717, 0.5435, lift_point: 0.1717, 0.5435; The action is #DUAL_POINT#; touch_point: 0.1137, 0.6987, lift_point: 0.1137, 0.6987; The action is #DUAL_POINT#; touch_point: 0.1137, 0.6987, lift_point: 0.1137, 0.6987; The action is #DUAL_POINT#; touch_point: 0.1159, 0.6132, lift_point: 0.1159, 0.6132", "response": "The action is #DUAL_POINT#; touch_point: 0.0596, 0.9275, lift_point: 0.0596, 0.9275", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82854_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in cosmology?; The action is #DUAL_POINT#; touch_point: 0.8867, 0.5388, lift_point: 0.8867, 0.5388; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest news in cosmology?\"; The action is #DUAL_POINT#; touch_point: 0.1717, 0.5435, lift_point: 0.1717, 0.5435; The action is #DUAL_POINT#; touch_point: 0.1137, 0.6987, lift_point: 0.1137, 0.6987; The action is #DUAL_POINT#; touch_point: 0.1137, 0.6987, lift_point: 0.1137, 0.6987; The action is #DUAL_POINT#; touch_point: 0.1159, 0.6132, lift_point: 0.1159, 0.6132; The action is #DUAL_POINT#; touch_point: 0.0596, 0.9275, lift_point: 0.0596, 0.9275", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest news in cosmology?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82854_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in cosmology?; The action is #DUAL_POINT#; touch_point: 0.8867, 0.5388, lift_point: 0.8867, 0.5388; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest news in cosmology?\"; The action is #DUAL_POINT#; touch_point: 0.1717, 0.5435, lift_point: 0.1717, 0.5435; The action is #DUAL_POINT#; touch_point: 0.1137, 0.6987, lift_point: 0.1137, 0.6987; The action is #DUAL_POINT#; touch_point: 0.1137, 0.6987, lift_point: 0.1137, 0.6987; The action is #DUAL_POINT#; touch_point: 0.1159, 0.6132, lift_point: 0.1159, 0.6132; The action is #DUAL_POINT#; touch_point: 0.0596, 0.9275, lift_point: 0.0596, 0.9275; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest news in cosmology?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.4068, 0.6038, lift_point: 0.4068, 0.6038", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82854_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's the latest news in cosmology?; The action is #DUAL_POINT#; touch_point: 0.8867, 0.5388, lift_point: 0.8867, 0.5388; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest news in cosmology?\"; The action is #DUAL_POINT#; touch_point: 0.1717, 0.5435, lift_point: 0.1717, 0.5435; The action is #DUAL_POINT#; touch_point: 0.1137, 0.6987, lift_point: 0.1137, 0.6987; The action is #DUAL_POINT#; touch_point: 0.1137, 0.6987, lift_point: 0.1137, 0.6987; The action is #DUAL_POINT#; touch_point: 0.1159, 0.6132, lift_point: 0.1159, 0.6132; The action is #DUAL_POINT#; touch_point: 0.0596, 0.9275, lift_point: 0.0596, 0.9275; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest news in cosmology?\"; The action is #DUAL_POINT#; touch_point: 0.4068, 0.6038, lift_point: 0.4068, 0.6038", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82854_10.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Denver?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82867_1.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Denver?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8809, 0.5071, lift_point: 0.8809, 0.5071", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82867_2.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Denver?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8809, 0.5071, lift_point: 0.8809, 0.5071", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Denver?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82867_3.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Denver?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8809, 0.5071, lift_point: 0.8809, 0.5071; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Denver?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1147, 0.4274, lift_point: 0.1147, 0.4274", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82867_4.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Denver?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8809, 0.5071, lift_point: 0.8809, 0.5071; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Denver?\"; The action is #DUAL_POINT#; touch_point: 0.1147, 0.4274, lift_point: 0.1147, 0.4274", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82867_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Orlando", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82909_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Orlando; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.6429, 0.3975, lift_point: 0.6429, 0.3975", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82909_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Orlando; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6429, 0.3975, lift_point: 0.6429, 0.3975", "response": "The action is #DUAL_POINT#; touch_point: 0.0461, 0.6047, lift_point: 0.0461, 0.6047", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82909_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Orlando; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6429, 0.3975, lift_point: 0.6429, 0.3975; The action is #DUAL_POINT#; touch_point: 0.0461, 0.6047, lift_point: 0.0461, 0.6047", "response": "The action is #DUAL_POINT#; touch_point: 0.0498, 0.0836, lift_point: 0.0498, 0.0836", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82909_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Orlando; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6429, 0.3975, lift_point: 0.6429, 0.3975; The action is #DUAL_POINT#; touch_point: 0.0461, 0.6047, lift_point: 0.0461, 0.6047; The action is #DUAL_POINT#; touch_point: 0.0498, 0.0836, lift_point: 0.0498, 0.0836", "response": "The action is #DUAL_POINT#; touch_point: 0.0543, 0.0818, lift_point: 0.0543, 0.0818", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82909_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Orlando; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6429, 0.3975, lift_point: 0.6429, 0.3975; The action is #DUAL_POINT#; touch_point: 0.0461, 0.6047, lift_point: 0.0461, 0.6047; The action is #DUAL_POINT#; touch_point: 0.0498, 0.0836, lift_point: 0.0498, 0.0836; The action is #DUAL_POINT#; touch_point: 0.0543, 0.0818, lift_point: 0.0543, 0.0818", "response": "The action is #DUAL_POINT#; touch_point: 0.0676, 0.3616, lift_point: 0.0676, 0.3616", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82909_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Orlando; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6429, 0.3975, lift_point: 0.6429, 0.3975; The action is #DUAL_POINT#; touch_point: 0.0461, 0.6047, lift_point: 0.0461, 0.6047; The action is #DUAL_POINT#; touch_point: 0.0498, 0.0836, lift_point: 0.0498, 0.0836; The action is #DUAL_POINT#; touch_point: 0.0543, 0.0818, lift_point: 0.0543, 0.0818; The action is #DUAL_POINT#; touch_point: 0.0676, 0.3616, lift_point: 0.0676, 0.3616", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Orlando\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82909_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Orlando; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6429, 0.3975, lift_point: 0.6429, 0.3975; The action is #DUAL_POINT#; touch_point: 0.0461, 0.6047, lift_point: 0.0461, 0.6047; The action is #DUAL_POINT#; touch_point: 0.0498, 0.0836, lift_point: 0.0498, 0.0836; The action is #DUAL_POINT#; touch_point: 0.0543, 0.0818, lift_point: 0.0543, 0.0818; The action is #DUAL_POINT#; touch_point: 0.0676, 0.3616, lift_point: 0.0676, 0.3616; The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Orlando\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1253, 0.5745, lift_point: 0.1253, 0.5745", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82909_8.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Orlando; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6429, 0.3975, lift_point: 0.6429, 0.3975; The action is #DUAL_POINT#; touch_point: 0.0461, 0.6047, lift_point: 0.0461, 0.6047; The action is #DUAL_POINT#; touch_point: 0.0498, 0.0836, lift_point: 0.0498, 0.0836; The action is #DUAL_POINT#; touch_point: 0.0543, 0.0818, lift_point: 0.0543, 0.0818; The action is #DUAL_POINT#; touch_point: 0.0676, 0.3616, lift_point: 0.0676, 0.3616; The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Orlando\"; The action is #DUAL_POINT#; touch_point: 0.1253, 0.5745, lift_point: 0.1253, 0.5745", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82909_9.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 1pm", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82919_1.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 1pm; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8887, 0.5776, lift_point: 0.8887, 0.5776", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82919_2.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 1pm; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8887, 0.5776, lift_point: 0.8887, 0.5776", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Set an alarm for 1pm\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82919_3.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 1pm; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8887, 0.5776, lift_point: 0.8887, 0.5776; The action is #TYPE#; And the content is : \"typed_text\": \"Set an alarm for 1pm\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1098, 0.4383, lift_point: 0.1098, 0.4383", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82919_4.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 1pm; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8887, 0.5776, lift_point: 0.8887, 0.5776; The action is #TYPE#; And the content is : \"typed_text\": \"Set an alarm for 1pm\"; The action is #DUAL_POINT#; touch_point: 0.1098, 0.4383, lift_point: 0.1098, 0.4383", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/82919_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Barcelona to Mexico city", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83023_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Barcelona to Mexico city; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8027, 0.4897, lift_point: 0.8027, 0.4897", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83023_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Barcelona to Mexico city; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8027, 0.4897, lift_point: 0.8027, 0.4897", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for flights from Barcelona to Mexico city\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83023_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Barcelona to Mexico city; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8027, 0.4897, lift_point: 0.8027, 0.4897; The action is #TYPE#; And the content is : \"typed_text\": \"Search for flights from Barcelona to Mexico city\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1436, 0.6246, lift_point: 0.1436, 0.6246", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83023_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from Barcelona to Mexico city; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8027, 0.4897, lift_point: 0.8027, 0.4897; The action is #TYPE#; And the content is : \"typed_text\": \"Search for flights from Barcelona to Mexico city\"; The action is #DUAL_POINT#; touch_point: 0.1436, 0.6246, lift_point: 0.1436, 0.6246", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83023_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for top rated burger restaurants on Google Maps", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83074_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for top rated burger restaurants on Google Maps; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.4701, 0.1795, lift_point: 0.4701, 0.1795", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83074_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for top rated burger restaurants on Google Maps; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.4701, 0.1795, lift_point: 0.4701, 0.1795", "response": "The action is #DUAL_POINT#; touch_point: 0.1279, 0.8312, lift_point: 0.1279, 0.8312", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83074_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for top rated burger restaurants on Google Maps; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.4701, 0.1795, lift_point: 0.4701, 0.1795; The action is #DUAL_POINT#; touch_point: 0.1279, 0.8312, lift_point: 0.1279, 0.8312", "response": "The action is #DUAL_POINT#; touch_point: 0.6816, 0.8554, lift_point: 0.6816, 0.8554", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83074_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for top rated burger restaurants on Google Maps; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.4701, 0.1795, lift_point: 0.4701, 0.1795; The action is #DUAL_POINT#; touch_point: 0.1279, 0.8312, lift_point: 0.1279, 0.8312; The action is #DUAL_POINT#; touch_point: 0.6816, 0.8554, lift_point: 0.6816, 0.8554", "response": "The action is #DUAL_POINT#; touch_point: 0.1477, 0.4414, lift_point: 0.1477, 0.4414", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83074_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for top rated burger restaurants on Google Maps; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.4701, 0.1795, lift_point: 0.4701, 0.1795; The action is #DUAL_POINT#; touch_point: 0.1279, 0.8312, lift_point: 0.1279, 0.8312; The action is #DUAL_POINT#; touch_point: 0.6816, 0.8554, lift_point: 0.6816, 0.8554; The action is #DUAL_POINT#; touch_point: 0.1477, 0.4414, lift_point: 0.1477, 0.4414", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"top rated burger restaurants \"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83074_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for top rated burger restaurants on Google Maps; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.4701, 0.1795, lift_point: 0.4701, 0.1795; The action is #DUAL_POINT#; touch_point: 0.1279, 0.8312, lift_point: 0.1279, 0.8312; The action is #DUAL_POINT#; touch_point: 0.6816, 0.8554, lift_point: 0.6816, 0.8554; The action is #DUAL_POINT#; touch_point: 0.1477, 0.4414, lift_point: 0.1477, 0.4414; The action is #TYPE#; And the content is : \"typed_text\": \"top rated burger restaurants \"", "response": "The action is #DUAL_POINT#; touch_point: 0.3094, 0.5558, lift_point: 0.3094, 0.5558", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83074_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for top rated burger restaurants on Google Maps; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.4701, 0.1795, lift_point: 0.4701, 0.1795; The action is #DUAL_POINT#; touch_point: 0.1279, 0.8312, lift_point: 0.1279, 0.8312; The action is #DUAL_POINT#; touch_point: 0.6816, 0.8554, lift_point: 0.6816, 0.8554; The action is #DUAL_POINT#; touch_point: 0.1477, 0.4414, lift_point: 0.1477, 0.4414; The action is #TYPE#; And the content is : \"typed_text\": \"top rated burger restaurants \"; The action is #DUAL_POINT#; touch_point: 0.3094, 0.5558, lift_point: 0.3094, 0.5558", "response": "The action is #DUAL_POINT#; touch_point: 0.6698, 0.4284, lift_point: 0.6698, 0.4284", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83074_8.png" ] }, { "query": "\nPrevious Actions: Goal: Search for top rated burger restaurants on Google Maps; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.4701, 0.1795, lift_point: 0.4701, 0.1795; The action is #DUAL_POINT#; touch_point: 0.1279, 0.8312, lift_point: 0.1279, 0.8312; The action is #DUAL_POINT#; touch_point: 0.6816, 0.8554, lift_point: 0.6816, 0.8554; The action is #DUAL_POINT#; touch_point: 0.1477, 0.4414, lift_point: 0.1477, 0.4414; The action is #TYPE#; And the content is : \"typed_text\": \"top rated burger restaurants \"; The action is #DUAL_POINT#; touch_point: 0.3094, 0.5558, lift_point: 0.3094, 0.5558; The action is #DUAL_POINT#; touch_point: 0.6698, 0.4284, lift_point: 0.6698, 0.4284", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83074_9.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Taylor Swift video on YouTube", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83183_1.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Taylor Swift video on YouTube; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.6207, 0.2129, lift_point: 0.6207, 0.2129", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83183_2.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Taylor Swift video on YouTube; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6207, 0.2129, lift_point: 0.6207, 0.2129", "response": "The action is #DUAL_POINT#; touch_point: 0.1294, 0.6547, lift_point: 0.1294, 0.6547", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83183_3.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Taylor Swift video on YouTube; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6207, 0.2129, lift_point: 0.6207, 0.2129; The action is #DUAL_POINT#; touch_point: 0.1294, 0.6547, lift_point: 0.1294, 0.6547", "response": "The action is #TYPE#; And the content is : \"typed_text\": \" new Taylor Swift video\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83183_4.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Taylor Swift video on YouTube; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6207, 0.2129, lift_point: 0.6207, 0.2129; The action is #DUAL_POINT#; touch_point: 0.1294, 0.6547, lift_point: 0.1294, 0.6547; The action is #TYPE#; And the content is : \"typed_text\": \" new Taylor Swift video\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1924, 0.3366, lift_point: 0.1924, 0.3366", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83183_5.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Taylor Swift video on YouTube; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6207, 0.2129, lift_point: 0.6207, 0.2129; The action is #DUAL_POINT#; touch_point: 0.1294, 0.6547, lift_point: 0.1294, 0.6547; The action is #TYPE#; And the content is : \"typed_text\": \" new Taylor Swift video\"; The action is #DUAL_POINT#; touch_point: 0.1924, 0.3366, lift_point: 0.1924, 0.3366", "response": "The action is #DUAL_POINT#; touch_point: 0.5283, 0.4359, lift_point: 0.5283, 0.4359", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83183_6.png" ] }, { "query": "\nPrevious Actions: Goal: Play the new Taylor Swift video on YouTube; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.6207, 0.2129, lift_point: 0.6207, 0.2129; The action is #DUAL_POINT#; touch_point: 0.1294, 0.6547, lift_point: 0.1294, 0.6547; The action is #TYPE#; And the content is : \"typed_text\": \" new Taylor Swift video\"; The action is #DUAL_POINT#; touch_point: 0.1924, 0.3366, lift_point: 0.1924, 0.3366; The action is #DUAL_POINT#; touch_point: 0.5283, 0.4359, lift_point: 0.5283, 0.4359", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83183_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Mexico city", "response": "The action is #DUAL_POINT#; touch_point: 0.7818, 0.4161, lift_point: 0.7818, 0.4161", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83199_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Mexico city; The action is #DUAL_POINT#; touch_point: 0.7818, 0.4161, lift_point: 0.7818, 0.4161", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for flights from NYC to Mexico city\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83199_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Mexico city; The action is #DUAL_POINT#; touch_point: 0.7818, 0.4161, lift_point: 0.7818, 0.4161; The action is #TYPE#; And the content is : \"typed_text\": \"Search for flights from NYC to Mexico city\"", "response": "The action is #DUAL_POINT#; touch_point: 0.2617, 0.5451, lift_point: 0.2617, 0.5451", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83199_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for flights from NYC to Mexico city; The action is #DUAL_POINT#; touch_point: 0.7818, 0.4161, lift_point: 0.7818, 0.4161; The action is #TYPE#; And the content is : \"typed_text\": \"Search for flights from NYC to Mexico city\"; The action is #DUAL_POINT#; touch_point: 0.2617, 0.5451, lift_point: 0.2617, 0.5451", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83199_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's on Reddit this week", "response": "The action is #DUAL_POINT#; touch_point: 0.8085, 0.5081, lift_point: 0.8085, 0.5081", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83234_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's on Reddit this week; The action is #DUAL_POINT#; touch_point: 0.8085, 0.5081, lift_point: 0.8085, 0.5081", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats on Reddit this week\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83234_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's on Reddit this week; The action is #DUAL_POINT#; touch_point: 0.8085, 0.5081, lift_point: 0.8085, 0.5081; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on Reddit this week\"", "response": "The action is #DUAL_POINT#; touch_point: 0.2604, 0.512, lift_point: 0.2604, 0.512", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83234_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's on Reddit this week; The action is #DUAL_POINT#; touch_point: 0.8085, 0.5081, lift_point: 0.8085, 0.5081; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on Reddit this week\"; The action is #DUAL_POINT#; touch_point: 0.2604, 0.512, lift_point: 0.2604, 0.512", "response": "The action is #DUAL_POINT#; touch_point: 0.5282, 0.459, lift_point: 0.5282, 0.459", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83234_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's on Reddit this week; The action is #DUAL_POINT#; touch_point: 0.8085, 0.5081, lift_point: 0.8085, 0.5081; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on Reddit this week\"; The action is #DUAL_POINT#; touch_point: 0.2604, 0.512, lift_point: 0.2604, 0.512; The action is #DUAL_POINT#; touch_point: 0.5282, 0.459, lift_point: 0.5282, 0.459", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83234_5.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Amazon Music app", "response": "The action is #STATUS_TASK_IMPOSSIBLE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83235_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the Galaxy phone on eBay?", "response": "The action is #DUAL_POINT#; touch_point: 0.7824, 0.5589, lift_point: 0.7824, 0.5589", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83263_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the Galaxy phone on eBay?; The action is #DUAL_POINT#; touch_point: 0.7824, 0.5589, lift_point: 0.7824, 0.5589", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the Galaxy phone on eBay?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83263_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the Galaxy phone on eBay?; The action is #DUAL_POINT#; touch_point: 0.7824, 0.5589, lift_point: 0.7824, 0.5589; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the Galaxy phone on eBay?\"", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83263_3.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Chicago?", "response": "The action is #DUAL_POINT#; touch_point: 0.7913, 0.3891, lift_point: 0.7913, 0.3891", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83332_1.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Chicago?; The action is #DUAL_POINT#; touch_point: 0.7913, 0.3891, lift_point: 0.7913, 0.3891", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Chicago?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83332_2.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Chicago?; The action is #DUAL_POINT#; touch_point: 0.7913, 0.3891, lift_point: 0.7913, 0.3891; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Chicago?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.2638, 0.6026, lift_point: 0.2638, 0.6026", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83332_3.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Chicago?; The action is #DUAL_POINT#; touch_point: 0.7913, 0.3891, lift_point: 0.7913, 0.3891; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Chicago?\"; The action is #DUAL_POINT#; touch_point: 0.2638, 0.6026, lift_point: 0.2638, 0.6026", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83332_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in theFalkland Islands?", "response": "The action is #DUAL_POINT#; touch_point: 0.8927, 0.4245, lift_point: 0.8927, 0.4245", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83377_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in theFalkland Islands?; The action is #DUAL_POINT#; touch_point: 0.8927, 0.4245, lift_point: 0.8927, 0.4245", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in theFalkland Islands?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83377_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in theFalkland Islands?; The action is #DUAL_POINT#; touch_point: 0.8927, 0.4245, lift_point: 0.8927, 0.4245; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in theFalkland Islands?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.3347, 0.474, lift_point: 0.3347, 0.474", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83377_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in theFalkland Islands?; The action is #DUAL_POINT#; touch_point: 0.8927, 0.4245, lift_point: 0.8927, 0.4245; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in theFalkland Islands?\"; The action is #DUAL_POINT#; touch_point: 0.3347, 0.474, lift_point: 0.3347, 0.474", "response": "The action is #DUAL_POINT#; touch_point: 0.4896, 0.4304, lift_point: 0.4896, 0.4304", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83377_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in theFalkland Islands?; The action is #DUAL_POINT#; touch_point: 0.8927, 0.4245, lift_point: 0.8927, 0.4245; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in theFalkland Islands?\"; The action is #DUAL_POINT#; touch_point: 0.3347, 0.474, lift_point: 0.3347, 0.474; The action is #DUAL_POINT#; touch_point: 0.4896, 0.4304, lift_point: 0.4896, 0.4304", "response": "The action is #DUAL_POINT#; touch_point: 0.8783, 0.5749, lift_point: 0.8783, 0.5749", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83377_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in theFalkland Islands?; The action is #DUAL_POINT#; touch_point: 0.8927, 0.4245, lift_point: 0.8927, 0.4245; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in theFalkland Islands?\"; The action is #DUAL_POINT#; touch_point: 0.3347, 0.474, lift_point: 0.3347, 0.474; The action is #DUAL_POINT#; touch_point: 0.4896, 0.4304, lift_point: 0.4896, 0.4304; The action is #DUAL_POINT#; touch_point: 0.8783, 0.5749, lift_point: 0.8783, 0.5749", "response": "The action is #DUAL_POINT#; touch_point: 0.885, 0.1574, lift_point: 0.885, 0.1574", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83377_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in theFalkland Islands?; The action is #DUAL_POINT#; touch_point: 0.8927, 0.4245, lift_point: 0.8927, 0.4245; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in theFalkland Islands?\"; The action is #DUAL_POINT#; touch_point: 0.3347, 0.474, lift_point: 0.3347, 0.474; The action is #DUAL_POINT#; touch_point: 0.4896, 0.4304, lift_point: 0.4896, 0.4304; The action is #DUAL_POINT#; touch_point: 0.8783, 0.5749, lift_point: 0.8783, 0.5749; The action is #DUAL_POINT#; touch_point: 0.885, 0.1574, lift_point: 0.885, 0.1574", "response": "The action is #DUAL_POINT#; touch_point: 0.876, 0.5326, lift_point: 0.876, 0.5326", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83377_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in theFalkland Islands?; The action is #DUAL_POINT#; touch_point: 0.8927, 0.4245, lift_point: 0.8927, 0.4245; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in theFalkland Islands?\"; The action is #DUAL_POINT#; touch_point: 0.3347, 0.474, lift_point: 0.3347, 0.474; The action is #DUAL_POINT#; touch_point: 0.4896, 0.4304, lift_point: 0.4896, 0.4304; The action is #DUAL_POINT#; touch_point: 0.8783, 0.5749, lift_point: 0.8783, 0.5749; The action is #DUAL_POINT#; touch_point: 0.885, 0.1574, lift_point: 0.885, 0.1574; The action is #DUAL_POINT#; touch_point: 0.876, 0.5326, lift_point: 0.876, 0.5326", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83377_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in San Francisco?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83411_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in San Francisco?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.9001, 0.5193, lift_point: 0.9001, 0.5193", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83411_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in San Francisco?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.9001, 0.5193, lift_point: 0.9001, 0.5193", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"a good restaurant in San Francisco?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83411_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in San Francisco?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.9001, 0.5193, lift_point: 0.9001, 0.5193; The action is #TYPE#; And the content is : \"typed_text\": \"a good restaurant in San Francisco?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.0999, 0.5128, lift_point: 0.0999, 0.5128", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83411_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in San Francisco?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.9001, 0.5193, lift_point: 0.9001, 0.5193; The action is #TYPE#; And the content is : \"typed_text\": \"a good restaurant in San Francisco?\"; The action is #DUAL_POINT#; touch_point: 0.0999, 0.5128, lift_point: 0.0999, 0.5128", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83411_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Mumbai?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83429_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Mumbai?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.9103, 0.5828, lift_point: 0.9103, 0.5828", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83429_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Mumbai?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.9103, 0.5828, lift_point: 0.9103, 0.5828", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Mumbai?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83429_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Mumbai?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.9103, 0.5828, lift_point: 0.9103, 0.5828; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Mumbai?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1035, 0.6551, lift_point: 0.1035, 0.6551", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83429_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the weather like in Mumbai?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.9103, 0.5828, lift_point: 0.9103, 0.5828; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Mumbai?\"; The action is #DUAL_POINT#; touch_point: 0.1035, 0.6551, lift_point: 0.1035, 0.6551", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83429_5.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Pandora app", "response": "The action is #DUAL_POINT#; touch_point: 0.8933, 0.3738, lift_point: 0.8933, 0.3738", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83479_1.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Pandora app; The action is #DUAL_POINT#; touch_point: 0.8933, 0.3738, lift_point: 0.8933, 0.3738", "response": "The action is #DUAL_POINT#; touch_point: 0.3375, 0.1329, lift_point: 0.3375, 0.1329", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83479_2.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Pandora app; The action is #DUAL_POINT#; touch_point: 0.8933, 0.3738, lift_point: 0.8933, 0.3738; The action is #DUAL_POINT#; touch_point: 0.3375, 0.1329, lift_point: 0.3375, 0.1329", "response": "The action is #DUAL_POINT#; touch_point: 0.0475, 0.0578, lift_point: 0.0475, 0.0578", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83479_3.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Pandora app; The action is #DUAL_POINT#; touch_point: 0.8933, 0.3738, lift_point: 0.8933, 0.3738; The action is #DUAL_POINT#; touch_point: 0.3375, 0.1329, lift_point: 0.3375, 0.1329; The action is #DUAL_POINT#; touch_point: 0.0475, 0.0578, lift_point: 0.0475, 0.0578", "response": "The action is #DUAL_POINT#; touch_point: 0.0475, 0.2869, lift_point: 0.0475, 0.2869", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83479_4.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Pandora app; The action is #DUAL_POINT#; touch_point: 0.8933, 0.3738, lift_point: 0.8933, 0.3738; The action is #DUAL_POINT#; touch_point: 0.3375, 0.1329, lift_point: 0.3375, 0.1329; The action is #DUAL_POINT#; touch_point: 0.0475, 0.0578, lift_point: 0.0475, 0.0578; The action is #DUAL_POINT#; touch_point: 0.0475, 0.2869, lift_point: 0.0475, 0.2869", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Pandora app\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83479_5.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Pandora app; The action is #DUAL_POINT#; touch_point: 0.8933, 0.3738, lift_point: 0.8933, 0.3738; The action is #DUAL_POINT#; touch_point: 0.3375, 0.1329, lift_point: 0.3375, 0.1329; The action is #DUAL_POINT#; touch_point: 0.0475, 0.0578, lift_point: 0.0475, 0.0578; The action is #DUAL_POINT#; touch_point: 0.0475, 0.2869, lift_point: 0.0475, 0.2869; The action is #TYPE#; And the content is : \"typed_text\": \"Pandora app\"", "response": "The action is #DUAL_POINT#; touch_point: 0.2133, 0.2965, lift_point: 0.2133, 0.2965", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83479_6.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Pandora app; The action is #DUAL_POINT#; touch_point: 0.8933, 0.3738, lift_point: 0.8933, 0.3738; The action is #DUAL_POINT#; touch_point: 0.3375, 0.1329, lift_point: 0.3375, 0.1329; The action is #DUAL_POINT#; touch_point: 0.0475, 0.0578, lift_point: 0.0475, 0.0578; The action is #DUAL_POINT#; touch_point: 0.0475, 0.2869, lift_point: 0.0475, 0.2869; The action is #TYPE#; And the content is : \"typed_text\": \"Pandora app\"; The action is #DUAL_POINT#; touch_point: 0.2133, 0.2965, lift_point: 0.2133, 0.2965", "response": "The action is #DUAL_POINT#; touch_point: 0.3728, 0.3114, lift_point: 0.3728, 0.3114", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83479_7.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Pandora app; The action is #DUAL_POINT#; touch_point: 0.8933, 0.3738, lift_point: 0.8933, 0.3738; The action is #DUAL_POINT#; touch_point: 0.3375, 0.1329, lift_point: 0.3375, 0.1329; The action is #DUAL_POINT#; touch_point: 0.0475, 0.0578, lift_point: 0.0475, 0.0578; The action is #DUAL_POINT#; touch_point: 0.0475, 0.2869, lift_point: 0.0475, 0.2869; The action is #TYPE#; And the content is : \"typed_text\": \"Pandora app\"; The action is #DUAL_POINT#; touch_point: 0.2133, 0.2965, lift_point: 0.2133, 0.2965; The action is #DUAL_POINT#; touch_point: 0.3728, 0.3114, lift_point: 0.3728, 0.3114", "response": "The action is #DUAL_POINT#; touch_point: 0.272, 0.4426, lift_point: 0.272, 0.4426", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83479_8.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Pandora app; The action is #DUAL_POINT#; touch_point: 0.8933, 0.3738, lift_point: 0.8933, 0.3738; The action is #DUAL_POINT#; touch_point: 0.3375, 0.1329, lift_point: 0.3375, 0.1329; The action is #DUAL_POINT#; touch_point: 0.0475, 0.0578, lift_point: 0.0475, 0.0578; The action is #DUAL_POINT#; touch_point: 0.0475, 0.2869, lift_point: 0.0475, 0.2869; The action is #TYPE#; And the content is : \"typed_text\": \"Pandora app\"; The action is #DUAL_POINT#; touch_point: 0.2133, 0.2965, lift_point: 0.2133, 0.2965; The action is #DUAL_POINT#; touch_point: 0.3728, 0.3114, lift_point: 0.3728, 0.3114; The action is #DUAL_POINT#; touch_point: 0.272, 0.4426, lift_point: 0.272, 0.4426", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83479_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Subway?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83585_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Subway?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.901, 0.4938, lift_point: 0.901, 0.4938", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83585_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Subway?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.901, 0.4938, lift_point: 0.901, 0.4938", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Subway\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83585_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Subway?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.901, 0.4938, lift_point: 0.901, 0.4938; The action is #TYPE#; And the content is : \"typed_text\": \"Subway\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1047, 0.2424, lift_point: 0.1047, 0.2424", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83585_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at Subway?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.901, 0.4938, lift_point: 0.901, 0.4938; The action is #TYPE#; And the content is : \"typed_text\": \"Subway\"; The action is #DUAL_POINT#; touch_point: 0.1047, 0.2424, lift_point: 0.1047, 0.2424", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83585_5.png" ] }, { "query": "\nPrevious Actions: Goal: Open the contacts app", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83616_1.png" ] }, { "query": "\nPrevious Actions: Goal: Open the contacts app; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.6507, 0.6143, lift_point: 0.6507, 0.6143", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83616_2.png" ] }, { "query": "\nPrevious Actions: Goal: Open the contacts app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6507, 0.6143, lift_point: 0.6507, 0.6143", "response": "The action is #DUAL_POINT#; touch_point: 0.1788, 0.2766, lift_point: 0.1788, 0.2766", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83616_3.png" ] }, { "query": "\nPrevious Actions: Goal: Open the contacts app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6507, 0.6143, lift_point: 0.6507, 0.6143; The action is #DUAL_POINT#; touch_point: 0.1788, 0.2766, lift_point: 0.1788, 0.2766", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83616_4.png" ] }, { "query": "\nPrevious Actions: Goal: Open the contacts app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6507, 0.6143, lift_point: 0.6507, 0.6143; The action is #DUAL_POINT#; touch_point: 0.1788, 0.2766, lift_point: 0.1788, 0.2766; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83616_5.png" ] }, { "query": "\nPrevious Actions: Goal: Open the contacts app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6507, 0.6143, lift_point: 0.6507, 0.6143; The action is #DUAL_POINT#; touch_point: 0.1788, 0.2766, lift_point: 0.1788, 0.2766; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83616_6.png" ] }, { "query": "\nPrevious Actions: Goal: Open the contacts app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6507, 0.6143, lift_point: 0.6507, 0.6143; The action is #DUAL_POINT#; touch_point: 0.1788, 0.2766, lift_point: 0.1788, 0.2766; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3611, 0.362, lift_point: 0.3611, 0.362", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83616_7.png" ] }, { "query": "\nPrevious Actions: Goal: Open the contacts app; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6507, 0.6143, lift_point: 0.6507, 0.6143; The action is #DUAL_POINT#; touch_point: 0.1788, 0.2766, lift_point: 0.1788, 0.2766; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3611, 0.362, lift_point: 0.3611, 0.362", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83616_8.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Spotify app", "response": "The action is #DUAL_POINT#; touch_point: 0.9042, 0.4074, lift_point: 0.9042, 0.4074", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83829_1.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Spotify app; The action is #DUAL_POINT#; touch_point: 0.9042, 0.4074, lift_point: 0.9042, 0.4074", "response": "The action is #PRESS_BACK#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83829_2.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Spotify app; The action is #DUAL_POINT#; touch_point: 0.9042, 0.4074, lift_point: 0.9042, 0.4074; The action is #PRESS_BACK#", "response": "The action is #DUAL_POINT#; touch_point: 0.8222, 0.8442, lift_point: 0.8222, 0.8442", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83829_3.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Spotify app; The action is #DUAL_POINT#; touch_point: 0.9042, 0.4074, lift_point: 0.9042, 0.4074; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8222, 0.8442, lift_point: 0.8222, 0.8442", "response": "The action is #DUAL_POINT#; touch_point: 0.0591, 0.4251, lift_point: 0.0591, 0.4251", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83829_4.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Spotify app; The action is #DUAL_POINT#; touch_point: 0.9042, 0.4074, lift_point: 0.9042, 0.4074; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8222, 0.8442, lift_point: 0.8222, 0.8442; The action is #DUAL_POINT#; touch_point: 0.0591, 0.4251, lift_point: 0.0591, 0.4251", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Spotify\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83829_5.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Spotify app; The action is #DUAL_POINT#; touch_point: 0.9042, 0.4074, lift_point: 0.9042, 0.4074; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8222, 0.8442, lift_point: 0.8222, 0.8442; The action is #DUAL_POINT#; touch_point: 0.0591, 0.4251, lift_point: 0.0591, 0.4251; The action is #TYPE#; And the content is : \"typed_text\": \"Spotify\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1053, 0.2102, lift_point: 0.1053, 0.2102", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83829_6.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Spotify app; The action is #DUAL_POINT#; touch_point: 0.9042, 0.4074, lift_point: 0.9042, 0.4074; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8222, 0.8442, lift_point: 0.8222, 0.8442; The action is #DUAL_POINT#; touch_point: 0.0591, 0.4251, lift_point: 0.0591, 0.4251; The action is #TYPE#; And the content is : \"typed_text\": \"Spotify\"; The action is #DUAL_POINT#; touch_point: 0.1053, 0.2102, lift_point: 0.1053, 0.2102", "response": "The action is #DUAL_POINT#; touch_point: 0.1216, 0.8219, lift_point: 0.1216, 0.8219", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83829_7.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Spotify app; The action is #DUAL_POINT#; touch_point: 0.9042, 0.4074, lift_point: 0.9042, 0.4074; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8222, 0.8442, lift_point: 0.8222, 0.8442; The action is #DUAL_POINT#; touch_point: 0.0591, 0.4251, lift_point: 0.0591, 0.4251; The action is #TYPE#; And the content is : \"typed_text\": \"Spotify\"; The action is #DUAL_POINT#; touch_point: 0.1053, 0.2102, lift_point: 0.1053, 0.2102; The action is #DUAL_POINT#; touch_point: 0.1216, 0.8219, lift_point: 0.1216, 0.8219", "response": "The action is #DUAL_POINT#; touch_point: 0.1216, 0.8219, lift_point: 0.1216, 0.8219", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83829_8.png" ] }, { "query": "\nPrevious Actions: Goal: Check the settings for the Spotify app; The action is #DUAL_POINT#; touch_point: 0.9042, 0.4074, lift_point: 0.9042, 0.4074; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.8222, 0.8442, lift_point: 0.8222, 0.8442; The action is #DUAL_POINT#; touch_point: 0.0591, 0.4251, lift_point: 0.0591, 0.4251; The action is #TYPE#; And the content is : \"typed_text\": \"Spotify\"; The action is #DUAL_POINT#; touch_point: 0.1053, 0.2102, lift_point: 0.1053, 0.2102; The action is #DUAL_POINT#; touch_point: 0.1216, 0.8219, lift_point: 0.1216, 0.8219; The action is #DUAL_POINT#; touch_point: 0.1216, 0.8219, lift_point: 0.1216, 0.8219", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83829_9.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new private window in Chrome", "response": "The action is #DUAL_POINT#; touch_point: 0.5286, 0.6744, lift_point: 0.5286, 0.6744", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83835_1.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new private window in Chrome; The action is #DUAL_POINT#; touch_point: 0.5286, 0.6744, lift_point: 0.5286, 0.6744", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83835_2.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new private window in Chrome; The action is #DUAL_POINT#; touch_point: 0.5286, 0.6744, lift_point: 0.5286, 0.6744; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.325, 0.8512, lift_point: 0.325, 0.8512", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83835_3.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new private window in Chrome; The action is #DUAL_POINT#; touch_point: 0.5286, 0.6744, lift_point: 0.5286, 0.6744; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.325, 0.8512, lift_point: 0.325, 0.8512", "response": "The action is #DUAL_POINT#; touch_point: 0.0604, 0.9321, lift_point: 0.0604, 0.9321", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83835_4.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new private window in Chrome; The action is #DUAL_POINT#; touch_point: 0.5286, 0.6744, lift_point: 0.5286, 0.6744; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.325, 0.8512, lift_point: 0.325, 0.8512; The action is #DUAL_POINT#; touch_point: 0.0604, 0.9321, lift_point: 0.0604, 0.9321", "response": "The action is #DUAL_POINT#; touch_point: 0.1552, 0.6466, lift_point: 0.1552, 0.6466", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83835_5.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new private window in Chrome; The action is #DUAL_POINT#; touch_point: 0.5286, 0.6744, lift_point: 0.5286, 0.6744; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.325, 0.8512, lift_point: 0.325, 0.8512; The action is #DUAL_POINT#; touch_point: 0.0604, 0.9321, lift_point: 0.0604, 0.9321; The action is #DUAL_POINT#; touch_point: 0.1552, 0.6466, lift_point: 0.1552, 0.6466", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83835_6.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open today", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83865_1.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open today; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.7758, 0.1854, lift_point: 0.7758, 0.1854", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83865_2.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open today; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7758, 0.1854, lift_point: 0.7758, 0.1854", "response": "The action is #DUAL_POINT#; touch_point: 0.0623, 0.8085, lift_point: 0.0623, 0.8085", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83865_3.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open today; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7758, 0.1854, lift_point: 0.7758, 0.1854; The action is #DUAL_POINT#; touch_point: 0.0623, 0.8085, lift_point: 0.0623, 0.8085", "response": "The action is #DUAL_POINT#; touch_point: 0.0744, 0.4269, lift_point: 0.0744, 0.4269", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83865_4.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open today; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7758, 0.1854, lift_point: 0.7758, 0.1854; The action is #DUAL_POINT#; touch_point: 0.0623, 0.8085, lift_point: 0.0623, 0.8085; The action is #DUAL_POINT#; touch_point: 0.0744, 0.4269, lift_point: 0.0744, 0.4269", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Find the nearest electronics store thats open today\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83865_5.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open today; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7758, 0.1854, lift_point: 0.7758, 0.1854; The action is #DUAL_POINT#; touch_point: 0.0623, 0.8085, lift_point: 0.0623, 0.8085; The action is #DUAL_POINT#; touch_point: 0.0744, 0.4269, lift_point: 0.0744, 0.4269; The action is #TYPE#; And the content is : \"typed_text\": \"Find the nearest electronics store thats open today\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1136, 0.3308, lift_point: 0.1136, 0.3308", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83865_6.png" ] }, { "query": "\nPrevious Actions: Goal: Find the nearest electronics store that's open today; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.7758, 0.1854, lift_point: 0.7758, 0.1854; The action is #DUAL_POINT#; touch_point: 0.0623, 0.8085, lift_point: 0.0623, 0.8085; The action is #DUAL_POINT#; touch_point: 0.0744, 0.4269, lift_point: 0.0744, 0.4269; The action is #TYPE#; And the content is : \"typed_text\": \"Find the nearest electronics store thats open today\"; The action is #DUAL_POINT#; touch_point: 0.1136, 0.3308, lift_point: 0.1136, 0.3308", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83865_7.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome private tab", "response": "The action is #DUAL_POINT#; touch_point: 0.7907, 0.6889, lift_point: 0.7907, 0.6889", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83901_1.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome private tab; The action is #DUAL_POINT#; touch_point: 0.7907, 0.6889, lift_point: 0.7907, 0.6889", "response": "The action is #DUAL_POINT#; touch_point: 0.7907, 0.6889, lift_point: 0.7907, 0.6889", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83901_2.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome private tab; The action is #DUAL_POINT#; touch_point: 0.7907, 0.6889, lift_point: 0.7907, 0.6889; The action is #DUAL_POINT#; touch_point: 0.7907, 0.6889, lift_point: 0.7907, 0.6889", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83901_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new foundation (skincare) product", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83948_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new foundation (skincare) product; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8909, 0.1117, lift_point: 0.8909, 0.1117", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83948_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new foundation (skincare) product; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8909, 0.1117, lift_point: 0.8909, 0.1117", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"NEW FOUNDATION PRODUCT\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83948_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new foundation (skincare) product; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8909, 0.1117, lift_point: 0.8909, 0.1117; The action is #TYPE#; And the content is : \"typed_text\": \"NEW FOUNDATION PRODUCT\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1315, 0.3729, lift_point: 0.1315, 0.3729", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83948_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new foundation (skincare) product; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8909, 0.1117, lift_point: 0.8909, 0.1117; The action is #TYPE#; And the content is : \"typed_text\": \"NEW FOUNDATION PRODUCT\"; The action is #DUAL_POINT#; touch_point: 0.1315, 0.3729, lift_point: 0.1315, 0.3729", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83948_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in London", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83954_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in London; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8872, 0.1359, lift_point: 0.8872, 0.1359", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83954_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in London; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8872, 0.1359, lift_point: 0.8872, 0.1359", "response": "The action is #DUAL_POINT#; touch_point: 0.0723, 0.3912, lift_point: 0.0723, 0.3912", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83954_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in London; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8872, 0.1359, lift_point: 0.8872, 0.1359; The action is #DUAL_POINT#; touch_point: 0.0723, 0.3912, lift_point: 0.0723, 0.3912", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"HOTELS IN LONDON\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83954_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in London; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8872, 0.1359, lift_point: 0.8872, 0.1359; The action is #DUAL_POINT#; touch_point: 0.0723, 0.3912, lift_point: 0.0723, 0.3912; The action is #TYPE#; And the content is : \"typed_text\": \"HOTELS IN LONDON\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1452, 0.5949, lift_point: 0.1452, 0.5949", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83954_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in London; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8872, 0.1359, lift_point: 0.8872, 0.1359; The action is #DUAL_POINT#; touch_point: 0.0723, 0.3912, lift_point: 0.0723, 0.3912; The action is #TYPE#; And the content is : \"typed_text\": \"HOTELS IN LONDON\"; The action is #DUAL_POINT#; touch_point: 0.1452, 0.5949, lift_point: 0.1452, 0.5949", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/83954_6.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Boston?", "response": "The action is #DUAL_POINT#; touch_point: 0.8814, 0.1225, lift_point: 0.8814, 0.1225", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/84005_1.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Boston?; The action is #DUAL_POINT#; touch_point: 0.8814, 0.1225, lift_point: 0.8814, 0.1225", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Boston?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/84005_2.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Boston?; The action is #DUAL_POINT#; touch_point: 0.8814, 0.1225, lift_point: 0.8814, 0.1225; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Boston?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1409, 0.4278, lift_point: 0.1409, 0.4278", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/84005_3.png" ] }, { "query": "\nPrevious Actions: Goal: How much does a 3 bedroom apartment rent for in Boston?; The action is #DUAL_POINT#; touch_point: 0.8814, 0.1225, lift_point: 0.8814, 0.1225; The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Boston?\"; The action is #DUAL_POINT#; touch_point: 0.1409, 0.4278, lift_point: 0.1409, 0.4278", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/84005_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the Galaxy phone on eBay?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/84111_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the Galaxy phone on eBay?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7825, 0.6728, lift_point: 0.7825, 0.6728", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/84111_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the Galaxy phone on eBay?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7825, 0.6728, lift_point: 0.7825, 0.6728", "response": "The action is #DUAL_POINT#; touch_point: 0.7946, 0.7096, lift_point: 0.7946, 0.7096", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/84111_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the Galaxy phone on eBay?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7825, 0.6728, lift_point: 0.7825, 0.6728; The action is #DUAL_POINT#; touch_point: 0.7946, 0.7096, lift_point: 0.7946, 0.7096", "response": "The action is #DUAL_POINT#; touch_point: 0.0617, 0.3892, lift_point: 0.0617, 0.3892", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/84111_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the Galaxy phone on eBay?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7825, 0.6728, lift_point: 0.7825, 0.6728; The action is #DUAL_POINT#; touch_point: 0.7946, 0.7096, lift_point: 0.7946, 0.7096; The action is #DUAL_POINT#; touch_point: 0.0617, 0.3892, lift_point: 0.0617, 0.3892", "response": "The action is #DUAL_POINT#; touch_point: 0.0649, 0.9182, lift_point: 0.0649, 0.9182", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/84111_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the Galaxy phone on eBay?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7825, 0.6728, lift_point: 0.7825, 0.6728; The action is #DUAL_POINT#; touch_point: 0.7946, 0.7096, lift_point: 0.7946, 0.7096; The action is #DUAL_POINT#; touch_point: 0.0617, 0.3892, lift_point: 0.0617, 0.3892; The action is #DUAL_POINT#; touch_point: 0.0649, 0.9182, lift_point: 0.0649, 0.9182", "response": "The action is #TYPE#; And the content is : \"typed_text\": \" price of the Galaxy phone on eBay\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/84111_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the Galaxy phone on eBay?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7825, 0.6728, lift_point: 0.7825, 0.6728; The action is #DUAL_POINT#; touch_point: 0.7946, 0.7096, lift_point: 0.7946, 0.7096; The action is #DUAL_POINT#; touch_point: 0.0617, 0.3892, lift_point: 0.0617, 0.3892; The action is #DUAL_POINT#; touch_point: 0.0649, 0.9182, lift_point: 0.0649, 0.9182; The action is #TYPE#; And the content is : \"typed_text\": \" price of the Galaxy phone on eBay\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1406, 0.4874, lift_point: 0.1406, 0.4874", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/84111_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the Galaxy phone on eBay?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7825, 0.6728, lift_point: 0.7825, 0.6728; The action is #DUAL_POINT#; touch_point: 0.7946, 0.7096, lift_point: 0.7946, 0.7096; The action is #DUAL_POINT#; touch_point: 0.0617, 0.3892, lift_point: 0.0617, 0.3892; The action is #DUAL_POINT#; touch_point: 0.0649, 0.9182, lift_point: 0.0649, 0.9182; The action is #TYPE#; And the content is : \"typed_text\": \" price of the Galaxy phone on eBay\"; The action is #DUAL_POINT#; touch_point: 0.1406, 0.4874, lift_point: 0.1406, 0.4874", "response": "The action is #DUAL_POINT#; touch_point: 0.4036, 0.418, lift_point: 0.4036, 0.418", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/84111_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the Galaxy phone on eBay?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7825, 0.6728, lift_point: 0.7825, 0.6728; The action is #DUAL_POINT#; touch_point: 0.7946, 0.7096, lift_point: 0.7946, 0.7096; The action is #DUAL_POINT#; touch_point: 0.0617, 0.3892, lift_point: 0.0617, 0.3892; The action is #DUAL_POINT#; touch_point: 0.0649, 0.9182, lift_point: 0.0649, 0.9182; The action is #TYPE#; And the content is : \"typed_text\": \" price of the Galaxy phone on eBay\"; The action is #DUAL_POINT#; touch_point: 0.1406, 0.4874, lift_point: 0.1406, 0.4874; The action is #DUAL_POINT#; touch_point: 0.4036, 0.418, lift_point: 0.4036, 0.418", "response": "The action is #DUAL_POINT#; touch_point: 0.6794, 0.2221, lift_point: 0.6794, 0.2221", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/84111_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the Galaxy phone on eBay?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7825, 0.6728, lift_point: 0.7825, 0.6728; The action is #DUAL_POINT#; touch_point: 0.7946, 0.7096, lift_point: 0.7946, 0.7096; The action is #DUAL_POINT#; touch_point: 0.0617, 0.3892, lift_point: 0.0617, 0.3892; The action is #DUAL_POINT#; touch_point: 0.0649, 0.9182, lift_point: 0.0649, 0.9182; The action is #TYPE#; And the content is : \"typed_text\": \" price of the Galaxy phone on eBay\"; The action is #DUAL_POINT#; touch_point: 0.1406, 0.4874, lift_point: 0.1406, 0.4874; The action is #DUAL_POINT#; touch_point: 0.4036, 0.418, lift_point: 0.4036, 0.418; The action is #DUAL_POINT#; touch_point: 0.6794, 0.2221, lift_point: 0.6794, 0.2221", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/84111_10.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the EGO 14-in 56-Volt Brushless Cordless Chainsaw?", "response": "The action is #DUAL_POINT#; touch_point: 0.902, 0.6229, lift_point: 0.902, 0.6229", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/84198_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the EGO 14-in 56-Volt Brushless Cordless Chainsaw?; The action is #DUAL_POINT#; touch_point: 0.902, 0.6229, lift_point: 0.902, 0.6229", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/84198_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the EGO 14-in 56-Volt Brushless Cordless Chainsaw?; The action is #DUAL_POINT#; touch_point: 0.902, 0.6229, lift_point: 0.902, 0.6229; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7775, 0.6999, lift_point: 0.7775, 0.6999", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/84198_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the EGO 14-in 56-Volt Brushless Cordless Chainsaw?; The action is #DUAL_POINT#; touch_point: 0.902, 0.6229, lift_point: 0.902, 0.6229; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7775, 0.6999, lift_point: 0.7775, 0.6999", "response": "The action is #DUAL_POINT#; touch_point: 0.075, 0.5984, lift_point: 0.075, 0.5984", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/84198_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the EGO 14-in 56-Volt Brushless Cordless Chainsaw?; The action is #DUAL_POINT#; touch_point: 0.902, 0.6229, lift_point: 0.902, 0.6229; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7775, 0.6999, lift_point: 0.7775, 0.6999; The action is #DUAL_POINT#; touch_point: 0.075, 0.5984, lift_point: 0.075, 0.5984", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"price of the EGO 14-in 56-Volt Brushless Cordless Chainsaw?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/84198_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the EGO 14-in 56-Volt Brushless Cordless Chainsaw?; The action is #DUAL_POINT#; touch_point: 0.902, 0.6229, lift_point: 0.902, 0.6229; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7775, 0.6999, lift_point: 0.7775, 0.6999; The action is #DUAL_POINT#; touch_point: 0.075, 0.5984, lift_point: 0.075, 0.5984; The action is #TYPE#; And the content is : \"typed_text\": \"price of the EGO 14-in 56-Volt Brushless Cordless Chainsaw?\"", "response": "The action is #TYPE#; And the content is : \"typed_text\": \" cordless chainsaw\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/84198_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the EGO 14-in 56-Volt Brushless Cordless Chainsaw?; The action is #DUAL_POINT#; touch_point: 0.902, 0.6229, lift_point: 0.902, 0.6229; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7775, 0.6999, lift_point: 0.7775, 0.6999; The action is #DUAL_POINT#; touch_point: 0.075, 0.5984, lift_point: 0.075, 0.5984; The action is #TYPE#; And the content is : \"typed_text\": \"price of the EGO 14-in 56-Volt Brushless Cordless Chainsaw?\"; The action is #TYPE#; And the content is : \"typed_text\": \" cordless chainsaw\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1247, 0.7833, lift_point: 0.1247, 0.7833", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/84198_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the price of the EGO 14-in 56-Volt Brushless Cordless Chainsaw?; The action is #DUAL_POINT#; touch_point: 0.902, 0.6229, lift_point: 0.902, 0.6229; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7775, 0.6999, lift_point: 0.7775, 0.6999; The action is #DUAL_POINT#; touch_point: 0.075, 0.5984, lift_point: 0.075, 0.5984; The action is #TYPE#; And the content is : \"typed_text\": \"price of the EGO 14-in 56-Volt Brushless Cordless Chainsaw?\"; The action is #TYPE#; And the content is : \"typed_text\": \" cordless chainsaw\"; The action is #DUAL_POINT#; touch_point: 0.1247, 0.7833, lift_point: 0.1247, 0.7833", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/84198_8.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in Berlin?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/84210_1.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in Berlin?; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7945, 0.7061, lift_point: 0.7945, 0.7061", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/84210_2.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in Berlin?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7945, 0.7061, lift_point: 0.7945, 0.7061", "response": "The action is #DUAL_POINT#; touch_point: 0.0722, 0.6814, lift_point: 0.0722, 0.6814", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/84210_3.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in Berlin?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7945, 0.7061, lift_point: 0.7945, 0.7061; The action is #DUAL_POINT#; touch_point: 0.0722, 0.6814, lift_point: 0.0722, 0.6814", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"time in berlin\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/84210_4.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in Berlin?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7945, 0.7061, lift_point: 0.7945, 0.7061; The action is #DUAL_POINT#; touch_point: 0.0722, 0.6814, lift_point: 0.0722, 0.6814; The action is #TYPE#; And the content is : \"typed_text\": \"time in berlin\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1426, 0.3394, lift_point: 0.1426, 0.3394", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/84210_5.png" ] }, { "query": "\nPrevious Actions: Goal: What time is it in Berlin?; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7945, 0.7061, lift_point: 0.7945, 0.7061; The action is #DUAL_POINT#; touch_point: 0.0722, 0.6814, lift_point: 0.0722, 0.6814; The action is #TYPE#; And the content is : \"typed_text\": \"time in berlin\"; The action is #DUAL_POINT#; touch_point: 0.1426, 0.3394, lift_point: 0.1426, 0.3394", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/84210_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Las Vegas?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/84292_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Las Vegas?; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/84292_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Las Vegas?; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.4989, 0.6957, lift_point: 0.4989, 0.6957", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/84292_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Las Vegas?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4989, 0.6957, lift_point: 0.4989, 0.6957", "response": "The action is #DUAL_POINT#; touch_point: 0.1298, 0.4095, lift_point: 0.1298, 0.4095", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/84292_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Las Vegas?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4989, 0.6957, lift_point: 0.4989, 0.6957; The action is #DUAL_POINT#; touch_point: 0.1298, 0.4095, lift_point: 0.1298, 0.4095", "response": "The action is #DUAL_POINT#; touch_point: 0.0646, 0.9083, lift_point: 0.0646, 0.9083", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/84292_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Las Vegas?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4989, 0.6957, lift_point: 0.4989, 0.6957; The action is #DUAL_POINT#; touch_point: 0.1298, 0.4095, lift_point: 0.1298, 0.4095; The action is #DUAL_POINT#; touch_point: 0.0646, 0.9083, lift_point: 0.0646, 0.9083", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Las Vegas?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/84292_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Las Vegas?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4989, 0.6957, lift_point: 0.4989, 0.6957; The action is #DUAL_POINT#; touch_point: 0.1298, 0.4095, lift_point: 0.1298, 0.4095; The action is #DUAL_POINT#; touch_point: 0.0646, 0.9083, lift_point: 0.0646, 0.9083; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Las Vegas?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1349, 0.4538, lift_point: 0.1349, 0.4538", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/84292_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Las Vegas?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4989, 0.6957, lift_point: 0.4989, 0.6957; The action is #DUAL_POINT#; touch_point: 0.1298, 0.4095, lift_point: 0.1298, 0.4095; The action is #DUAL_POINT#; touch_point: 0.0646, 0.9083, lift_point: 0.0646, 0.9083; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Las Vegas?\"; The action is #DUAL_POINT#; touch_point: 0.1349, 0.4538, lift_point: 0.1349, 0.4538", "response": "The action is #DUAL_POINT#; touch_point: 0.3392, 0.4296, lift_point: 0.3392, 0.4296", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/84292_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Las Vegas?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4989, 0.6957, lift_point: 0.4989, 0.6957; The action is #DUAL_POINT#; touch_point: 0.1298, 0.4095, lift_point: 0.1298, 0.4095; The action is #DUAL_POINT#; touch_point: 0.0646, 0.9083, lift_point: 0.0646, 0.9083; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Las Vegas?\"; The action is #DUAL_POINT#; touch_point: 0.1349, 0.4538, lift_point: 0.1349, 0.4538; The action is #DUAL_POINT#; touch_point: 0.3392, 0.4296, lift_point: 0.3392, 0.4296", "response": "The action is #DUAL_POINT#; touch_point: 0.8815, 0.5826, lift_point: 0.8815, 0.5826", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/84292_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Las Vegas?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4989, 0.6957, lift_point: 0.4989, 0.6957; The action is #DUAL_POINT#; touch_point: 0.1298, 0.4095, lift_point: 0.1298, 0.4095; The action is #DUAL_POINT#; touch_point: 0.0646, 0.9083, lift_point: 0.0646, 0.9083; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Las Vegas?\"; The action is #DUAL_POINT#; touch_point: 0.1349, 0.4538, lift_point: 0.1349, 0.4538; The action is #DUAL_POINT#; touch_point: 0.3392, 0.4296, lift_point: 0.3392, 0.4296; The action is #DUAL_POINT#; touch_point: 0.8815, 0.5826, lift_point: 0.8815, 0.5826", "response": "The action is #DUAL_POINT#; touch_point: 0.902, 0.8592, lift_point: 0.902, 0.8592", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/84292_10.png" ] }, { "query": "\nPrevious Actions: Goal: What's a good restaurant in Las Vegas?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.4989, 0.6957, lift_point: 0.4989, 0.6957; The action is #DUAL_POINT#; touch_point: 0.1298, 0.4095, lift_point: 0.1298, 0.4095; The action is #DUAL_POINT#; touch_point: 0.0646, 0.9083, lift_point: 0.0646, 0.9083; The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Las Vegas?\"; The action is #DUAL_POINT#; touch_point: 0.1349, 0.4538, lift_point: 0.1349, 0.4538; The action is #DUAL_POINT#; touch_point: 0.3392, 0.4296, lift_point: 0.3392, 0.4296; The action is #DUAL_POINT#; touch_point: 0.8815, 0.5826, lift_point: 0.8815, 0.5826; The action is #DUAL_POINT#; touch_point: 0.902, 0.8592, lift_point: 0.902, 0.8592", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/84292_11.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Buenos aires", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/84387_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Buenos aires; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.5067, 0.7115, lift_point: 0.5067, 0.7115", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/84387_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Buenos aires; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5067, 0.7115, lift_point: 0.5067, 0.7115", "response": "The action is #DUAL_POINT#; touch_point: 0.1179, 0.4263, lift_point: 0.1179, 0.4263", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/84387_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Buenos aires; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5067, 0.7115, lift_point: 0.5067, 0.7115; The action is #DUAL_POINT#; touch_point: 0.1179, 0.4263, lift_point: 0.1179, 0.4263", "response": "The action is #DUAL_POINT#; touch_point: 0.0575, 0.9161, lift_point: 0.0575, 0.9161", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/84387_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Buenos aires; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5067, 0.7115, lift_point: 0.5067, 0.7115; The action is #DUAL_POINT#; touch_point: 0.1179, 0.4263, lift_point: 0.1179, 0.4263; The action is #DUAL_POINT#; touch_point: 0.0575, 0.9161, lift_point: 0.0575, 0.9161", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Buenos aires\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/84387_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Buenos aires; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5067, 0.7115, lift_point: 0.5067, 0.7115; The action is #DUAL_POINT#; touch_point: 0.1179, 0.4263, lift_point: 0.1179, 0.4263; The action is #DUAL_POINT#; touch_point: 0.0575, 0.9161, lift_point: 0.0575, 0.9161; The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Buenos aires\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1273, 0.3493, lift_point: 0.1273, 0.3493", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/84387_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Buenos aires; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5067, 0.7115, lift_point: 0.5067, 0.7115; The action is #DUAL_POINT#; touch_point: 0.1179, 0.4263, lift_point: 0.1179, 0.4263; The action is #DUAL_POINT#; touch_point: 0.0575, 0.9161, lift_point: 0.0575, 0.9161; The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Buenos aires\"; The action is #DUAL_POINT#; touch_point: 0.1273, 0.3493, lift_point: 0.1273, 0.3493", "response": "The action is #DUAL_POINT#; touch_point: 0.3102, 0.4882, lift_point: 0.3102, 0.4882", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/84387_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Buenos aires; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5067, 0.7115, lift_point: 0.5067, 0.7115; The action is #DUAL_POINT#; touch_point: 0.1179, 0.4263, lift_point: 0.1179, 0.4263; The action is #DUAL_POINT#; touch_point: 0.0575, 0.9161, lift_point: 0.0575, 0.9161; The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Buenos aires\"; The action is #DUAL_POINT#; touch_point: 0.1273, 0.3493, lift_point: 0.1273, 0.3493; The action is #DUAL_POINT#; touch_point: 0.3102, 0.4882, lift_point: 0.3102, 0.4882", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/84387_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's on my calendar for the rest of the week?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/84571_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's on my calendar for the rest of the week?; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/84571_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's on my calendar for the rest of the week?; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.3823, 0.189, lift_point: 0.3823, 0.189", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/84571_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's on my calendar for the rest of the week?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3823, 0.189, lift_point: 0.3823, 0.189", "response": "The action is #DUAL_POINT#; touch_point: 0.9136, 0.9292, lift_point: 0.9136, 0.9292", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/84571_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's on my calendar for the rest of the week?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3823, 0.189, lift_point: 0.3823, 0.189; The action is #DUAL_POINT#; touch_point: 0.9136, 0.9292, lift_point: 0.9136, 0.9292", "response": "The action is #DUAL_POINT#; touch_point: 0.8915, 0.5425, lift_point: 0.8915, 0.5425", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/84571_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's on my calendar for the rest of the week?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3823, 0.189, lift_point: 0.3823, 0.189; The action is #DUAL_POINT#; touch_point: 0.9136, 0.9292, lift_point: 0.9136, 0.9292; The action is #DUAL_POINT#; touch_point: 0.8915, 0.5425, lift_point: 0.8915, 0.5425", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/84571_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's on my calendar for the rest of the week?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3823, 0.189, lift_point: 0.3823, 0.189; The action is #DUAL_POINT#; touch_point: 0.9136, 0.9292, lift_point: 0.9136, 0.9292; The action is #DUAL_POINT#; touch_point: 0.8915, 0.5425, lift_point: 0.8915, 0.5425; The action is #Scrolling Down#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/84571_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's on my calendar for the rest of the week?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3823, 0.189, lift_point: 0.3823, 0.189; The action is #DUAL_POINT#; touch_point: 0.9136, 0.9292, lift_point: 0.9136, 0.9292; The action is #DUAL_POINT#; touch_point: 0.8915, 0.5425, lift_point: 0.8915, 0.5425; The action is #Scrolling Down#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/84571_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's on my calendar for the rest of the week?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3823, 0.189, lift_point: 0.3823, 0.189; The action is #DUAL_POINT#; touch_point: 0.9136, 0.9292, lift_point: 0.9136, 0.9292; The action is #DUAL_POINT#; touch_point: 0.8915, 0.5425, lift_point: 0.8915, 0.5425; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/84571_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's on my calendar for the rest of the week?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3823, 0.189, lift_point: 0.3823, 0.189; The action is #DUAL_POINT#; touch_point: 0.9136, 0.9292, lift_point: 0.9136, 0.9292; The action is #DUAL_POINT#; touch_point: 0.8915, 0.5425, lift_point: 0.8915, 0.5425; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #Scrolling Up#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/84571_10.png" ] }, { "query": "\nPrevious Actions: Goal: What's on my calendar for the rest of the week?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3823, 0.189, lift_point: 0.3823, 0.189; The action is #DUAL_POINT#; touch_point: 0.9136, 0.9292, lift_point: 0.9136, 0.9292; The action is #DUAL_POINT#; touch_point: 0.8915, 0.5425, lift_point: 0.8915, 0.5425; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/84571_11.png" ] }, { "query": "\nPrevious Actions: Goal: What's on my calendar for the rest of the week?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3823, 0.189, lift_point: 0.3823, 0.189; The action is #DUAL_POINT#; touch_point: 0.9136, 0.9292, lift_point: 0.9136, 0.9292; The action is #DUAL_POINT#; touch_point: 0.8915, 0.5425, lift_point: 0.8915, 0.5425; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.066, 0.3526, lift_point: 0.066, 0.3526", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/84571_12.png" ] }, { "query": "\nPrevious Actions: Goal: What's on my calendar for the rest of the week?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3823, 0.189, lift_point: 0.3823, 0.189; The action is #DUAL_POINT#; touch_point: 0.9136, 0.9292, lift_point: 0.9136, 0.9292; The action is #DUAL_POINT#; touch_point: 0.8915, 0.5425, lift_point: 0.8915, 0.5425; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.066, 0.3526, lift_point: 0.066, 0.3526", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/84571_13.png" ] }, { "query": "\nPrevious Actions: Goal: What's on my calendar for the rest of the week?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3823, 0.189, lift_point: 0.3823, 0.189; The action is #DUAL_POINT#; touch_point: 0.9136, 0.9292, lift_point: 0.9136, 0.9292; The action is #DUAL_POINT#; touch_point: 0.8915, 0.5425, lift_point: 0.8915, 0.5425; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.066, 0.3526, lift_point: 0.066, 0.3526; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.2468, 0.1853, lift_point: 0.2468, 0.1853", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/84571_14.png" ] }, { "query": "\nPrevious Actions: Goal: What's on my calendar for the rest of the week?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3823, 0.189, lift_point: 0.3823, 0.189; The action is #DUAL_POINT#; touch_point: 0.9136, 0.9292, lift_point: 0.9136, 0.9292; The action is #DUAL_POINT#; touch_point: 0.8915, 0.5425, lift_point: 0.8915, 0.5425; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.066, 0.3526, lift_point: 0.066, 0.3526; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2468, 0.1853, lift_point: 0.2468, 0.1853", "response": "The action is #DUAL_POINT#; touch_point: 0.584, 0.4152, lift_point: 0.584, 0.4152", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/84571_15.png" ] }, { "query": "\nPrevious Actions: Goal: What's on my calendar for the rest of the week?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.3823, 0.189, lift_point: 0.3823, 0.189; The action is #DUAL_POINT#; touch_point: 0.9136, 0.9292, lift_point: 0.9136, 0.9292; The action is #DUAL_POINT#; touch_point: 0.8915, 0.5425, lift_point: 0.8915, 0.5425; The action is #Scrolling Down#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Up#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.066, 0.3526, lift_point: 0.066, 0.3526; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.2468, 0.1853, lift_point: 0.2468, 0.1853; The action is #DUAL_POINT#; touch_point: 0.584, 0.4152, lift_point: 0.584, 0.4152", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/84571_16.png" ] }, { "query": "\nPrevious Actions: Goal: How big is a blue whale?", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/84617_1.png" ] }, { "query": "\nPrevious Actions: Goal: How big is a blue whale?; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.6558, 0.1738, lift_point: 0.6558, 0.1738", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/84617_2.png" ] }, { "query": "\nPrevious Actions: Goal: How big is a blue whale?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6558, 0.1738, lift_point: 0.6558, 0.1738", "response": "The action is #DUAL_POINT#; touch_point: 0.1922, 0.5511, lift_point: 0.1922, 0.5511", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/84617_3.png" ] }, { "query": "\nPrevious Actions: Goal: How big is a blue whale?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6558, 0.1738, lift_point: 0.6558, 0.1738; The action is #DUAL_POINT#; touch_point: 0.1922, 0.5511, lift_point: 0.1922, 0.5511", "response": "The action is #DUAL_POINT#; touch_point: 0.0532, 0.8873, lift_point: 0.0532, 0.8873", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/84617_4.png" ] }, { "query": "\nPrevious Actions: Goal: How big is a blue whale?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6558, 0.1738, lift_point: 0.6558, 0.1738; The action is #DUAL_POINT#; touch_point: 0.1922, 0.5511, lift_point: 0.1922, 0.5511; The action is #DUAL_POINT#; touch_point: 0.0532, 0.8873, lift_point: 0.0532, 0.8873", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"How big is a blue whale?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/84617_5.png" ] }, { "query": "\nPrevious Actions: Goal: How big is a blue whale?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6558, 0.1738, lift_point: 0.6558, 0.1738; The action is #DUAL_POINT#; touch_point: 0.1922, 0.5511, lift_point: 0.1922, 0.5511; The action is #DUAL_POINT#; touch_point: 0.0532, 0.8873, lift_point: 0.0532, 0.8873; The action is #TYPE#; And the content is : \"typed_text\": \"How big is a blue whale?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.3452, 0.3598, lift_point: 0.3452, 0.3598", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/84617_6.png" ] }, { "query": "\nPrevious Actions: Goal: How big is a blue whale?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6558, 0.1738, lift_point: 0.6558, 0.1738; The action is #DUAL_POINT#; touch_point: 0.1922, 0.5511, lift_point: 0.1922, 0.5511; The action is #DUAL_POINT#; touch_point: 0.0532, 0.8873, lift_point: 0.0532, 0.8873; The action is #TYPE#; And the content is : \"typed_text\": \"How big is a blue whale?\"; The action is #DUAL_POINT#; touch_point: 0.3452, 0.3598, lift_point: 0.3452, 0.3598", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/84617_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Las Vegas", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/84708_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Las Vegas; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.6413, 0.1582, lift_point: 0.6413, 0.1582", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/84708_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Las Vegas; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6413, 0.1582, lift_point: 0.6413, 0.1582", "response": "The action is #DUAL_POINT#; touch_point: 0.1724, 0.834, lift_point: 0.1724, 0.834", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/84708_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Las Vegas; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6413, 0.1582, lift_point: 0.6413, 0.1582; The action is #DUAL_POINT#; touch_point: 0.1724, 0.834, lift_point: 0.1724, 0.834", "response": "The action is #DUAL_POINT#; touch_point: 0.0534, 0.9097, lift_point: 0.0534, 0.9097", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/84708_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Las Vegas; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6413, 0.1582, lift_point: 0.6413, 0.1582; The action is #DUAL_POINT#; touch_point: 0.1724, 0.834, lift_point: 0.1724, 0.834; The action is #DUAL_POINT#; touch_point: 0.0534, 0.9097, lift_point: 0.0534, 0.9097", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Las Vegas\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/84708_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Las Vegas; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6413, 0.1582, lift_point: 0.6413, 0.1582; The action is #DUAL_POINT#; touch_point: 0.1724, 0.834, lift_point: 0.1724, 0.834; The action is #DUAL_POINT#; touch_point: 0.0534, 0.9097, lift_point: 0.0534, 0.9097; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Las Vegas\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1708, 0.4418, lift_point: 0.1708, 0.4418", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/84708_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for hotels in Las Vegas; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6413, 0.1582, lift_point: 0.6413, 0.1582; The action is #DUAL_POINT#; touch_point: 0.1724, 0.834, lift_point: 0.1724, 0.834; The action is #DUAL_POINT#; touch_point: 0.0534, 0.9097, lift_point: 0.0534, 0.9097; The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Las Vegas\"; The action is #DUAL_POINT#; touch_point: 0.1708, 0.4418, lift_point: 0.1708, 0.4418", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/84708_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in India?", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/84738_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in India?; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/84738_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in India?; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.6166, 0.1636, lift_point: 0.6166, 0.1636", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/84738_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in India?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6166, 0.1636, lift_point: 0.6166, 0.1636", "response": "The action is #DUAL_POINT#; touch_point: 0.1983, 0.6547, lift_point: 0.1983, 0.6547", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/84738_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in India?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6166, 0.1636, lift_point: 0.6166, 0.1636; The action is #DUAL_POINT#; touch_point: 0.1983, 0.6547, lift_point: 0.1983, 0.6547", "response": "The action is #DUAL_POINT#; touch_point: 0.06, 0.9095, lift_point: 0.06, 0.9095", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/84738_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in India?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6166, 0.1636, lift_point: 0.6166, 0.1636; The action is #DUAL_POINT#; touch_point: 0.1983, 0.6547, lift_point: 0.1983, 0.6547; The action is #DUAL_POINT#; touch_point: 0.06, 0.9095, lift_point: 0.06, 0.9095", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in India?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/84738_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in India?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6166, 0.1636, lift_point: 0.6166, 0.1636; The action is #DUAL_POINT#; touch_point: 0.1983, 0.6547, lift_point: 0.1983, 0.6547; The action is #DUAL_POINT#; touch_point: 0.06, 0.9095, lift_point: 0.06, 0.9095; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in India?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1841, 0.5421, lift_point: 0.1841, 0.5421", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/84738_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in India?; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.6166, 0.1636, lift_point: 0.6166, 0.1636; The action is #DUAL_POINT#; touch_point: 0.1983, 0.6547, lift_point: 0.1983, 0.6547; The action is #DUAL_POINT#; touch_point: 0.06, 0.9095, lift_point: 0.06, 0.9095; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in India?\"; The action is #DUAL_POINT#; touch_point: 0.1841, 0.5421, lift_point: 0.1841, 0.5421", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/84738_8.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7am", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/84861_1.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7am; The action is #PRESS_HOME#", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/84861_2.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7am; The action is #PRESS_HOME#; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.332, 0.86, lift_point: 0.332, 0.86", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/84861_3.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7am; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.332, 0.86, lift_point: 0.332, 0.86", "response": "The action is #DUAL_POINT#; touch_point: 0.9056, 0.518, lift_point: 0.9056, 0.518", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/84861_4.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7am; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.332, 0.86, lift_point: 0.332, 0.86; The action is #DUAL_POINT#; touch_point: 0.9056, 0.518, lift_point: 0.9056, 0.518", "response": "The action is #DUAL_POINT#; touch_point: 0.6016, 0.4149, lift_point: 0.6016, 0.4149", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/84861_5.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7am; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.332, 0.86, lift_point: 0.332, 0.86; The action is #DUAL_POINT#; touch_point: 0.9056, 0.518, lift_point: 0.9056, 0.518; The action is #DUAL_POINT#; touch_point: 0.6016, 0.4149, lift_point: 0.6016, 0.4149", "response": "The action is #DUAL_POINT#; touch_point: 0.4208, 0.4956, lift_point: 0.4208, 0.4956", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/84861_6.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7am; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.332, 0.86, lift_point: 0.332, 0.86; The action is #DUAL_POINT#; touch_point: 0.9056, 0.518, lift_point: 0.9056, 0.518; The action is #DUAL_POINT#; touch_point: 0.6016, 0.4149, lift_point: 0.6016, 0.4149; The action is #DUAL_POINT#; touch_point: 0.4208, 0.4956, lift_point: 0.4208, 0.4956", "response": "The action is #DUAL_POINT#; touch_point: 0.6727, 0.7409, lift_point: 0.6727, 0.7409", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/84861_7.png" ] }, { "query": "\nPrevious Actions: Goal: Set an alarm for 7am; The action is #PRESS_HOME#; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.332, 0.86, lift_point: 0.332, 0.86; The action is #DUAL_POINT#; touch_point: 0.9056, 0.518, lift_point: 0.9056, 0.518; The action is #DUAL_POINT#; touch_point: 0.6016, 0.4149, lift_point: 0.6016, 0.4149; The action is #DUAL_POINT#; touch_point: 0.4208, 0.4956, lift_point: 0.4208, 0.4956; The action is #DUAL_POINT#; touch_point: 0.6727, 0.7409, lift_point: 0.6727, 0.7409", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/84861_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Myanmar?", "response": "The action is #DUAL_POINT#; touch_point: 0.776, 0.6684, lift_point: 0.776, 0.6684", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/85034_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Myanmar?; The action is #DUAL_POINT#; touch_point: 0.776, 0.6684, lift_point: 0.776, 0.6684", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Myanmar?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/85034_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Myanmar?; The action is #DUAL_POINT#; touch_point: 0.776, 0.6684, lift_point: 0.776, 0.6684; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Myanmar?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1433, 0.5359, lift_point: 0.1433, 0.5359", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/85034_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Myanmar?; The action is #DUAL_POINT#; touch_point: 0.776, 0.6684, lift_point: 0.776, 0.6684; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Myanmar?\"; The action is #DUAL_POINT#; touch_point: 0.1433, 0.5359, lift_point: 0.1433, 0.5359", "response": "The action is #DUAL_POINT#; touch_point: 0.2512, 0.2042, lift_point: 0.2512, 0.2042", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/85034_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Myanmar?; The action is #DUAL_POINT#; touch_point: 0.776, 0.6684, lift_point: 0.776, 0.6684; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Myanmar?\"; The action is #DUAL_POINT#; touch_point: 0.1433, 0.5359, lift_point: 0.1433, 0.5359; The action is #DUAL_POINT#; touch_point: 0.2512, 0.2042, lift_point: 0.2512, 0.2042", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/85034_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at McDonalds?", "response": "The action is #DUAL_POINT#; touch_point: 0.7938, 0.6776, lift_point: 0.7938, 0.6776", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/85070_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at McDonalds?; The action is #DUAL_POINT#; touch_point: 0.7938, 0.6776, lift_point: 0.7938, 0.6776", "response": "The action is #DUAL_POINT#; touch_point: 0.7647, 0.6666, lift_point: 0.7647, 0.6666", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/85070_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at McDonalds?; The action is #DUAL_POINT#; touch_point: 0.7938, 0.6776, lift_point: 0.7938, 0.6776; The action is #DUAL_POINT#; touch_point: 0.7647, 0.6666, lift_point: 0.7647, 0.6666", "response": "The action is #DUAL_POINT#; touch_point: 0.7705, 0.6707, lift_point: 0.7705, 0.6707", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/85070_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at McDonalds?; The action is #DUAL_POINT#; touch_point: 0.7938, 0.6776, lift_point: 0.7938, 0.6776; The action is #DUAL_POINT#; touch_point: 0.7647, 0.6666, lift_point: 0.7647, 0.6666; The action is #DUAL_POINT#; touch_point: 0.7705, 0.6707, lift_point: 0.7705, 0.6707", "response": "The action is #DUAL_POINT#; touch_point: 0.0649, 0.3493, lift_point: 0.0649, 0.3493", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/85070_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at McDonalds?; The action is #DUAL_POINT#; touch_point: 0.7938, 0.6776, lift_point: 0.7938, 0.6776; The action is #DUAL_POINT#; touch_point: 0.7647, 0.6666, lift_point: 0.7647, 0.6666; The action is #DUAL_POINT#; touch_point: 0.7705, 0.6707, lift_point: 0.7705, 0.6707; The action is #DUAL_POINT#; touch_point: 0.0649, 0.3493, lift_point: 0.0649, 0.3493", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at McDonalds?\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/85070_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at McDonalds?; The action is #DUAL_POINT#; touch_point: 0.7938, 0.6776, lift_point: 0.7938, 0.6776; The action is #DUAL_POINT#; touch_point: 0.7647, 0.6666, lift_point: 0.7647, 0.6666; The action is #DUAL_POINT#; touch_point: 0.7705, 0.6707, lift_point: 0.7705, 0.6707; The action is #DUAL_POINT#; touch_point: 0.0649, 0.3493, lift_point: 0.0649, 0.3493; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at McDonalds?\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1227, 0.3625, lift_point: 0.1227, 0.3625", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/85070_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at McDonalds?; The action is #DUAL_POINT#; touch_point: 0.7938, 0.6776, lift_point: 0.7938, 0.6776; The action is #DUAL_POINT#; touch_point: 0.7647, 0.6666, lift_point: 0.7647, 0.6666; The action is #DUAL_POINT#; touch_point: 0.7705, 0.6707, lift_point: 0.7705, 0.6707; The action is #DUAL_POINT#; touch_point: 0.0649, 0.3493, lift_point: 0.0649, 0.3493; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at McDonalds?\"; The action is #DUAL_POINT#; touch_point: 0.1227, 0.3625, lift_point: 0.1227, 0.3625", "response": "The action is #DUAL_POINT#; touch_point: 0.4172, 0.4398, lift_point: 0.4172, 0.4398", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/85070_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at McDonalds?; The action is #DUAL_POINT#; touch_point: 0.7938, 0.6776, lift_point: 0.7938, 0.6776; The action is #DUAL_POINT#; touch_point: 0.7647, 0.6666, lift_point: 0.7647, 0.6666; The action is #DUAL_POINT#; touch_point: 0.7705, 0.6707, lift_point: 0.7705, 0.6707; The action is #DUAL_POINT#; touch_point: 0.0649, 0.3493, lift_point: 0.0649, 0.3493; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at McDonalds?\"; The action is #DUAL_POINT#; touch_point: 0.1227, 0.3625, lift_point: 0.1227, 0.3625; The action is #DUAL_POINT#; touch_point: 0.4172, 0.4398, lift_point: 0.4172, 0.4398", "response": "The action is #DUAL_POINT#; touch_point: 0.5612, 0.7968, lift_point: 0.5612, 0.7968", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/85070_8.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at McDonalds?; The action is #DUAL_POINT#; touch_point: 0.7938, 0.6776, lift_point: 0.7938, 0.6776; The action is #DUAL_POINT#; touch_point: 0.7647, 0.6666, lift_point: 0.7647, 0.6666; The action is #DUAL_POINT#; touch_point: 0.7705, 0.6707, lift_point: 0.7705, 0.6707; The action is #DUAL_POINT#; touch_point: 0.0649, 0.3493, lift_point: 0.0649, 0.3493; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at McDonalds?\"; The action is #DUAL_POINT#; touch_point: 0.1227, 0.3625, lift_point: 0.1227, 0.3625; The action is #DUAL_POINT#; touch_point: 0.4172, 0.4398, lift_point: 0.4172, 0.4398; The action is #DUAL_POINT#; touch_point: 0.5612, 0.7968, lift_point: 0.5612, 0.7968", "response": "The action is #DUAL_POINT#; touch_point: 0.6437, 0.93, lift_point: 0.6437, 0.93", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/85070_9.png" ] }, { "query": "\nPrevious Actions: Goal: What's on the menu at McDonalds?; The action is #DUAL_POINT#; touch_point: 0.7938, 0.6776, lift_point: 0.7938, 0.6776; The action is #DUAL_POINT#; touch_point: 0.7647, 0.6666, lift_point: 0.7647, 0.6666; The action is #DUAL_POINT#; touch_point: 0.7705, 0.6707, lift_point: 0.7705, 0.6707; The action is #DUAL_POINT#; touch_point: 0.0649, 0.3493, lift_point: 0.0649, 0.3493; The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at McDonalds?\"; The action is #DUAL_POINT#; touch_point: 0.1227, 0.3625, lift_point: 0.1227, 0.3625; The action is #DUAL_POINT#; touch_point: 0.4172, 0.4398, lift_point: 0.4172, 0.4398; The action is #DUAL_POINT#; touch_point: 0.5612, 0.7968, lift_point: 0.5612, 0.7968; The action is #DUAL_POINT#; touch_point: 0.6437, 0.93, lift_point: 0.6437, 0.93", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/85070_10.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome incognito tab", "response": "The action is #DUAL_POINT#; touch_point: 0.791, 0.6885, lift_point: 0.791, 0.6885", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/85110_1.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome incognito tab; The action is #DUAL_POINT#; touch_point: 0.791, 0.6885, lift_point: 0.791, 0.6885", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/85110_2.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome incognito tab; The action is #DUAL_POINT#; touch_point: 0.791, 0.6885, lift_point: 0.791, 0.6885; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.7909, 0.751, lift_point: 0.7909, 0.751", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/85110_3.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome incognito tab; The action is #DUAL_POINT#; touch_point: 0.791, 0.6885, lift_point: 0.791, 0.6885; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7909, 0.751, lift_point: 0.7909, 0.751", "response": "The action is #DUAL_POINT#; touch_point: 0.0664, 0.0473, lift_point: 0.0664, 0.0473", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/85110_4.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome incognito tab; The action is #DUAL_POINT#; touch_point: 0.791, 0.6885, lift_point: 0.791, 0.6885; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7909, 0.751, lift_point: 0.7909, 0.751; The action is #DUAL_POINT#; touch_point: 0.0664, 0.0473, lift_point: 0.0664, 0.0473", "response": "The action is #DUAL_POINT#; touch_point: 0.0664, 0.0473, lift_point: 0.0664, 0.0473", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/85110_5.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome incognito tab; The action is #DUAL_POINT#; touch_point: 0.791, 0.6885, lift_point: 0.791, 0.6885; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7909, 0.751, lift_point: 0.7909, 0.751; The action is #DUAL_POINT#; touch_point: 0.0664, 0.0473, lift_point: 0.0664, 0.0473; The action is #DUAL_POINT#; touch_point: 0.0664, 0.0473, lift_point: 0.0664, 0.0473", "response": "The action is #DUAL_POINT#; touch_point: 0.0675, 0.091, lift_point: 0.0675, 0.091", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/85110_6.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome incognito tab; The action is #DUAL_POINT#; touch_point: 0.791, 0.6885, lift_point: 0.791, 0.6885; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7909, 0.751, lift_point: 0.7909, 0.751; The action is #DUAL_POINT#; touch_point: 0.0664, 0.0473, lift_point: 0.0664, 0.0473; The action is #DUAL_POINT#; touch_point: 0.0664, 0.0473, lift_point: 0.0664, 0.0473; The action is #DUAL_POINT#; touch_point: 0.0675, 0.091, lift_point: 0.0675, 0.091", "response": "The action is #DUAL_POINT#; touch_point: 0.0673, 0.0607, lift_point: 0.0673, 0.0607", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/85110_7.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome incognito tab; The action is #DUAL_POINT#; touch_point: 0.791, 0.6885, lift_point: 0.791, 0.6885; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7909, 0.751, lift_point: 0.7909, 0.751; The action is #DUAL_POINT#; touch_point: 0.0664, 0.0473, lift_point: 0.0664, 0.0473; The action is #DUAL_POINT#; touch_point: 0.0664, 0.0473, lift_point: 0.0664, 0.0473; The action is #DUAL_POINT#; touch_point: 0.0675, 0.091, lift_point: 0.0675, 0.091; The action is #DUAL_POINT#; touch_point: 0.0673, 0.0607, lift_point: 0.0673, 0.0607", "response": "The action is #PRESS_BACK#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/85110_8.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome incognito tab; The action is #DUAL_POINT#; touch_point: 0.791, 0.6885, lift_point: 0.791, 0.6885; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7909, 0.751, lift_point: 0.7909, 0.751; The action is #DUAL_POINT#; touch_point: 0.0664, 0.0473, lift_point: 0.0664, 0.0473; The action is #DUAL_POINT#; touch_point: 0.0664, 0.0473, lift_point: 0.0664, 0.0473; The action is #DUAL_POINT#; touch_point: 0.0675, 0.091, lift_point: 0.0675, 0.091; The action is #DUAL_POINT#; touch_point: 0.0673, 0.0607, lift_point: 0.0673, 0.0607; The action is #PRESS_BACK#", "response": "The action is #DUAL_POINT#; touch_point: 0.0509, 0.915, lift_point: 0.0509, 0.915", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/85110_9.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome incognito tab; The action is #DUAL_POINT#; touch_point: 0.791, 0.6885, lift_point: 0.791, 0.6885; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7909, 0.751, lift_point: 0.7909, 0.751; The action is #DUAL_POINT#; touch_point: 0.0664, 0.0473, lift_point: 0.0664, 0.0473; The action is #DUAL_POINT#; touch_point: 0.0664, 0.0473, lift_point: 0.0664, 0.0473; The action is #DUAL_POINT#; touch_point: 0.0675, 0.091, lift_point: 0.0675, 0.091; The action is #DUAL_POINT#; touch_point: 0.0673, 0.0607, lift_point: 0.0673, 0.0607; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.0509, 0.915, lift_point: 0.0509, 0.915", "response": "The action is #DUAL_POINT#; touch_point: 0.0585, 0.9079, lift_point: 0.0585, 0.9079", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/85110_10.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome incognito tab; The action is #DUAL_POINT#; touch_point: 0.791, 0.6885, lift_point: 0.791, 0.6885; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7909, 0.751, lift_point: 0.7909, 0.751; The action is #DUAL_POINT#; touch_point: 0.0664, 0.0473, lift_point: 0.0664, 0.0473; The action is #DUAL_POINT#; touch_point: 0.0664, 0.0473, lift_point: 0.0664, 0.0473; The action is #DUAL_POINT#; touch_point: 0.0675, 0.091, lift_point: 0.0675, 0.091; The action is #DUAL_POINT#; touch_point: 0.0673, 0.0607, lift_point: 0.0673, 0.0607; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.0509, 0.915, lift_point: 0.0509, 0.915; The action is #DUAL_POINT#; touch_point: 0.0585, 0.9079, lift_point: 0.0585, 0.9079", "response": "The action is #DUAL_POINT#; touch_point: 0.0585, 0.9079, lift_point: 0.0585, 0.9079", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/85110_11.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome incognito tab; The action is #DUAL_POINT#; touch_point: 0.791, 0.6885, lift_point: 0.791, 0.6885; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7909, 0.751, lift_point: 0.7909, 0.751; The action is #DUAL_POINT#; touch_point: 0.0664, 0.0473, lift_point: 0.0664, 0.0473; The action is #DUAL_POINT#; touch_point: 0.0664, 0.0473, lift_point: 0.0664, 0.0473; The action is #DUAL_POINT#; touch_point: 0.0675, 0.091, lift_point: 0.0675, 0.091; The action is #DUAL_POINT#; touch_point: 0.0673, 0.0607, lift_point: 0.0673, 0.0607; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.0509, 0.915, lift_point: 0.0509, 0.915; The action is #DUAL_POINT#; touch_point: 0.0585, 0.9079, lift_point: 0.0585, 0.9079; The action is #DUAL_POINT#; touch_point: 0.0585, 0.9079, lift_point: 0.0585, 0.9079", "response": "The action is #DUAL_POINT#; touch_point: 0.0775, 0.9231, lift_point: 0.0775, 0.9231", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/85110_12.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome incognito tab; The action is #DUAL_POINT#; touch_point: 0.791, 0.6885, lift_point: 0.791, 0.6885; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7909, 0.751, lift_point: 0.7909, 0.751; The action is #DUAL_POINT#; touch_point: 0.0664, 0.0473, lift_point: 0.0664, 0.0473; The action is #DUAL_POINT#; touch_point: 0.0664, 0.0473, lift_point: 0.0664, 0.0473; The action is #DUAL_POINT#; touch_point: 0.0675, 0.091, lift_point: 0.0675, 0.091; The action is #DUAL_POINT#; touch_point: 0.0673, 0.0607, lift_point: 0.0673, 0.0607; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.0509, 0.915, lift_point: 0.0509, 0.915; The action is #DUAL_POINT#; touch_point: 0.0585, 0.9079, lift_point: 0.0585, 0.9079; The action is #DUAL_POINT#; touch_point: 0.0585, 0.9079, lift_point: 0.0585, 0.9079; The action is #DUAL_POINT#; touch_point: 0.0775, 0.9231, lift_point: 0.0775, 0.9231", "response": "The action is #DUAL_POINT#; touch_point: 0.0815, 0.9171, lift_point: 0.0815, 0.9171", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/85110_13.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome incognito tab; The action is #DUAL_POINT#; touch_point: 0.791, 0.6885, lift_point: 0.791, 0.6885; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7909, 0.751, lift_point: 0.7909, 0.751; The action is #DUAL_POINT#; touch_point: 0.0664, 0.0473, lift_point: 0.0664, 0.0473; The action is #DUAL_POINT#; touch_point: 0.0664, 0.0473, lift_point: 0.0664, 0.0473; The action is #DUAL_POINT#; touch_point: 0.0675, 0.091, lift_point: 0.0675, 0.091; The action is #DUAL_POINT#; touch_point: 0.0673, 0.0607, lift_point: 0.0673, 0.0607; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.0509, 0.915, lift_point: 0.0509, 0.915; The action is #DUAL_POINT#; touch_point: 0.0585, 0.9079, lift_point: 0.0585, 0.9079; The action is #DUAL_POINT#; touch_point: 0.0585, 0.9079, lift_point: 0.0585, 0.9079; The action is #DUAL_POINT#; touch_point: 0.0775, 0.9231, lift_point: 0.0775, 0.9231; The action is #DUAL_POINT#; touch_point: 0.0815, 0.9171, lift_point: 0.0815, 0.9171", "response": "The action is #DUAL_POINT#; touch_point: 0.0755, 0.9017, lift_point: 0.0755, 0.9017", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/85110_14.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome incognito tab; The action is #DUAL_POINT#; touch_point: 0.791, 0.6885, lift_point: 0.791, 0.6885; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7909, 0.751, lift_point: 0.7909, 0.751; The action is #DUAL_POINT#; touch_point: 0.0664, 0.0473, lift_point: 0.0664, 0.0473; The action is #DUAL_POINT#; touch_point: 0.0664, 0.0473, lift_point: 0.0664, 0.0473; The action is #DUAL_POINT#; touch_point: 0.0675, 0.091, lift_point: 0.0675, 0.091; The action is #DUAL_POINT#; touch_point: 0.0673, 0.0607, lift_point: 0.0673, 0.0607; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.0509, 0.915, lift_point: 0.0509, 0.915; The action is #DUAL_POINT#; touch_point: 0.0585, 0.9079, lift_point: 0.0585, 0.9079; The action is #DUAL_POINT#; touch_point: 0.0585, 0.9079, lift_point: 0.0585, 0.9079; The action is #DUAL_POINT#; touch_point: 0.0775, 0.9231, lift_point: 0.0775, 0.9231; The action is #DUAL_POINT#; touch_point: 0.0815, 0.9171, lift_point: 0.0815, 0.9171; The action is #DUAL_POINT#; touch_point: 0.0755, 0.9017, lift_point: 0.0755, 0.9017", "response": "The action is #DUAL_POINT#; touch_point: 0.0782, 0.9026, lift_point: 0.0782, 0.9026", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/85110_15.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome incognito tab; The action is #DUAL_POINT#; touch_point: 0.791, 0.6885, lift_point: 0.791, 0.6885; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7909, 0.751, lift_point: 0.7909, 0.751; The action is #DUAL_POINT#; touch_point: 0.0664, 0.0473, lift_point: 0.0664, 0.0473; The action is #DUAL_POINT#; touch_point: 0.0664, 0.0473, lift_point: 0.0664, 0.0473; The action is #DUAL_POINT#; touch_point: 0.0675, 0.091, lift_point: 0.0675, 0.091; The action is #DUAL_POINT#; touch_point: 0.0673, 0.0607, lift_point: 0.0673, 0.0607; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.0509, 0.915, lift_point: 0.0509, 0.915; The action is #DUAL_POINT#; touch_point: 0.0585, 0.9079, lift_point: 0.0585, 0.9079; The action is #DUAL_POINT#; touch_point: 0.0585, 0.9079, lift_point: 0.0585, 0.9079; The action is #DUAL_POINT#; touch_point: 0.0775, 0.9231, lift_point: 0.0775, 0.9231; The action is #DUAL_POINT#; touch_point: 0.0815, 0.9171, lift_point: 0.0815, 0.9171; The action is #DUAL_POINT#; touch_point: 0.0755, 0.9017, lift_point: 0.0755, 0.9017; The action is #DUAL_POINT#; touch_point: 0.0782, 0.9026, lift_point: 0.0782, 0.9026", "response": "The action is #DUAL_POINT#; touch_point: 0.0633, 0.9003, lift_point: 0.0633, 0.9003", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/85110_16.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome incognito tab; The action is #DUAL_POINT#; touch_point: 0.791, 0.6885, lift_point: 0.791, 0.6885; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7909, 0.751, lift_point: 0.7909, 0.751; The action is #DUAL_POINT#; touch_point: 0.0664, 0.0473, lift_point: 0.0664, 0.0473; The action is #DUAL_POINT#; touch_point: 0.0664, 0.0473, lift_point: 0.0664, 0.0473; The action is #DUAL_POINT#; touch_point: 0.0675, 0.091, lift_point: 0.0675, 0.091; The action is #DUAL_POINT#; touch_point: 0.0673, 0.0607, lift_point: 0.0673, 0.0607; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.0509, 0.915, lift_point: 0.0509, 0.915; The action is #DUAL_POINT#; touch_point: 0.0585, 0.9079, lift_point: 0.0585, 0.9079; The action is #DUAL_POINT#; touch_point: 0.0585, 0.9079, lift_point: 0.0585, 0.9079; The action is #DUAL_POINT#; touch_point: 0.0775, 0.9231, lift_point: 0.0775, 0.9231; The action is #DUAL_POINT#; touch_point: 0.0815, 0.9171, lift_point: 0.0815, 0.9171; The action is #DUAL_POINT#; touch_point: 0.0755, 0.9017, lift_point: 0.0755, 0.9017; The action is #DUAL_POINT#; touch_point: 0.0782, 0.9026, lift_point: 0.0782, 0.9026; The action is #DUAL_POINT#; touch_point: 0.0633, 0.9003, lift_point: 0.0633, 0.9003", "response": "The action is #DUAL_POINT#; touch_point: 0.0606, 0.9205, lift_point: 0.0606, 0.9205", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/85110_17.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome incognito tab; The action is #DUAL_POINT#; touch_point: 0.791, 0.6885, lift_point: 0.791, 0.6885; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7909, 0.751, lift_point: 0.7909, 0.751; The action is #DUAL_POINT#; touch_point: 0.0664, 0.0473, lift_point: 0.0664, 0.0473; The action is #DUAL_POINT#; touch_point: 0.0664, 0.0473, lift_point: 0.0664, 0.0473; The action is #DUAL_POINT#; touch_point: 0.0675, 0.091, lift_point: 0.0675, 0.091; The action is #DUAL_POINT#; touch_point: 0.0673, 0.0607, lift_point: 0.0673, 0.0607; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.0509, 0.915, lift_point: 0.0509, 0.915; The action is #DUAL_POINT#; touch_point: 0.0585, 0.9079, lift_point: 0.0585, 0.9079; The action is #DUAL_POINT#; touch_point: 0.0585, 0.9079, lift_point: 0.0585, 0.9079; The action is #DUAL_POINT#; touch_point: 0.0775, 0.9231, lift_point: 0.0775, 0.9231; The action is #DUAL_POINT#; touch_point: 0.0815, 0.9171, lift_point: 0.0815, 0.9171; The action is #DUAL_POINT#; touch_point: 0.0755, 0.9017, lift_point: 0.0755, 0.9017; The action is #DUAL_POINT#; touch_point: 0.0782, 0.9026, lift_point: 0.0782, 0.9026; The action is #DUAL_POINT#; touch_point: 0.0633, 0.9003, lift_point: 0.0633, 0.9003; The action is #DUAL_POINT#; touch_point: 0.0606, 0.9205, lift_point: 0.0606, 0.9205", "response": "The action is #DUAL_POINT#; touch_point: 0.1799, 0.4773, lift_point: 0.1799, 0.4773", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/85110_18.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome incognito tab; The action is #DUAL_POINT#; touch_point: 0.791, 0.6885, lift_point: 0.791, 0.6885; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7909, 0.751, lift_point: 0.7909, 0.751; The action is #DUAL_POINT#; touch_point: 0.0664, 0.0473, lift_point: 0.0664, 0.0473; The action is #DUAL_POINT#; touch_point: 0.0664, 0.0473, lift_point: 0.0664, 0.0473; The action is #DUAL_POINT#; touch_point: 0.0675, 0.091, lift_point: 0.0675, 0.091; The action is #DUAL_POINT#; touch_point: 0.0673, 0.0607, lift_point: 0.0673, 0.0607; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.0509, 0.915, lift_point: 0.0509, 0.915; The action is #DUAL_POINT#; touch_point: 0.0585, 0.9079, lift_point: 0.0585, 0.9079; The action is #DUAL_POINT#; touch_point: 0.0585, 0.9079, lift_point: 0.0585, 0.9079; The action is #DUAL_POINT#; touch_point: 0.0775, 0.9231, lift_point: 0.0775, 0.9231; The action is #DUAL_POINT#; touch_point: 0.0815, 0.9171, lift_point: 0.0815, 0.9171; The action is #DUAL_POINT#; touch_point: 0.0755, 0.9017, lift_point: 0.0755, 0.9017; The action is #DUAL_POINT#; touch_point: 0.0782, 0.9026, lift_point: 0.0782, 0.9026; The action is #DUAL_POINT#; touch_point: 0.0633, 0.9003, lift_point: 0.0633, 0.9003; The action is #DUAL_POINT#; touch_point: 0.0606, 0.9205, lift_point: 0.0606, 0.9205; The action is #DUAL_POINT#; touch_point: 0.1799, 0.4773, lift_point: 0.1799, 0.4773", "response": "The action is #DUAL_POINT#; touch_point: 0.1799, 0.4773, lift_point: 0.1799, 0.4773", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/85110_19.png" ] }, { "query": "\nPrevious Actions: Goal: Open a new Chrome incognito tab; The action is #DUAL_POINT#; touch_point: 0.791, 0.6885, lift_point: 0.791, 0.6885; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.7909, 0.751, lift_point: 0.7909, 0.751; The action is #DUAL_POINT#; touch_point: 0.0664, 0.0473, lift_point: 0.0664, 0.0473; The action is #DUAL_POINT#; touch_point: 0.0664, 0.0473, lift_point: 0.0664, 0.0473; The action is #DUAL_POINT#; touch_point: 0.0675, 0.091, lift_point: 0.0675, 0.091; The action is #DUAL_POINT#; touch_point: 0.0673, 0.0607, lift_point: 0.0673, 0.0607; The action is #PRESS_BACK#; The action is #DUAL_POINT#; touch_point: 0.0509, 0.915, lift_point: 0.0509, 0.915; The action is #DUAL_POINT#; touch_point: 0.0585, 0.9079, lift_point: 0.0585, 0.9079; The action is #DUAL_POINT#; touch_point: 0.0585, 0.9079, lift_point: 0.0585, 0.9079; The action is #DUAL_POINT#; touch_point: 0.0775, 0.9231, lift_point: 0.0775, 0.9231; The action is #DUAL_POINT#; touch_point: 0.0815, 0.9171, lift_point: 0.0815, 0.9171; The action is #DUAL_POINT#; touch_point: 0.0755, 0.9017, lift_point: 0.0755, 0.9017; The action is #DUAL_POINT#; touch_point: 0.0782, 0.9026, lift_point: 0.0782, 0.9026; The action is #DUAL_POINT#; touch_point: 0.0633, 0.9003, lift_point: 0.0633, 0.9003; The action is #DUAL_POINT#; touch_point: 0.0606, 0.9205, lift_point: 0.0606, 0.9205; The action is #DUAL_POINT#; touch_point: 0.1799, 0.4773, lift_point: 0.1799, 0.4773; The action is #DUAL_POINT#; touch_point: 0.1799, 0.4773, lift_point: 0.1799, 0.4773", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/85110_20.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new perfume", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/85180_1.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new perfume; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.774, 0.6812, lift_point: 0.774, 0.6812", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/85180_2.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new perfume; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.774, 0.6812, lift_point: 0.774, 0.6812", "response": "The action is #DUAL_POINT#; touch_point: 0.7713, 0.657, lift_point: 0.7713, 0.657", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/85180_3.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new perfume; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.774, 0.6812, lift_point: 0.774, 0.6812; The action is #DUAL_POINT#; touch_point: 0.7713, 0.657, lift_point: 0.7713, 0.657", "response": "The action is #DUAL_POINT#; touch_point: 0.8803, 0.4068, lift_point: 0.8803, 0.4068", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/85180_4.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new perfume; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.774, 0.6812, lift_point: 0.774, 0.6812; The action is #DUAL_POINT#; touch_point: 0.7713, 0.657, lift_point: 0.7713, 0.657; The action is #DUAL_POINT#; touch_point: 0.8803, 0.4068, lift_point: 0.8803, 0.4068", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/85180_5.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new perfume; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.774, 0.6812, lift_point: 0.774, 0.6812; The action is #DUAL_POINT#; touch_point: 0.7713, 0.657, lift_point: 0.7713, 0.657; The action is #DUAL_POINT#; touch_point: 0.8803, 0.4068, lift_point: 0.8803, 0.4068; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8923, 0.4162, lift_point: 0.8923, 0.4162", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/85180_6.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new perfume; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.774, 0.6812, lift_point: 0.774, 0.6812; The action is #DUAL_POINT#; touch_point: 0.7713, 0.657, lift_point: 0.7713, 0.657; The action is #DUAL_POINT#; touch_point: 0.8803, 0.4068, lift_point: 0.8803, 0.4068; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8923, 0.4162, lift_point: 0.8923, 0.4162", "response": "The action is #DUAL_POINT#; touch_point: 0.0677, 0.3269, lift_point: 0.0677, 0.3269", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/85180_7.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new perfume; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.774, 0.6812, lift_point: 0.774, 0.6812; The action is #DUAL_POINT#; touch_point: 0.7713, 0.657, lift_point: 0.7713, 0.657; The action is #DUAL_POINT#; touch_point: 0.8803, 0.4068, lift_point: 0.8803, 0.4068; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8923, 0.4162, lift_point: 0.8923, 0.4162; The action is #DUAL_POINT#; touch_point: 0.0677, 0.3269, lift_point: 0.0677, 0.3269", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"new perfume\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/85180_8.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new perfume; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.774, 0.6812, lift_point: 0.774, 0.6812; The action is #DUAL_POINT#; touch_point: 0.7713, 0.657, lift_point: 0.7713, 0.657; The action is #DUAL_POINT#; touch_point: 0.8803, 0.4068, lift_point: 0.8803, 0.4068; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8923, 0.4162, lift_point: 0.8923, 0.4162; The action is #DUAL_POINT#; touch_point: 0.0677, 0.3269, lift_point: 0.0677, 0.3269; The action is #TYPE#; And the content is : \"typed_text\": \"new perfume\"", "response": "The action is #DUAL_POINT#; touch_point: 0.354, 0.392, lift_point: 0.354, 0.392", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/85180_9.png" ] }, { "query": "\nPrevious Actions: Goal: Search for a new perfume; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.774, 0.6812, lift_point: 0.774, 0.6812; The action is #DUAL_POINT#; touch_point: 0.7713, 0.657, lift_point: 0.7713, 0.657; The action is #DUAL_POINT#; touch_point: 0.8803, 0.4068, lift_point: 0.8803, 0.4068; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8923, 0.4162, lift_point: 0.8923, 0.4162; The action is #DUAL_POINT#; touch_point: 0.0677, 0.3269, lift_point: 0.0677, 0.3269; The action is #TYPE#; And the content is : \"typed_text\": \"new perfume\"; The action is #DUAL_POINT#; touch_point: 0.354, 0.392, lift_point: 0.354, 0.392", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/85180_10.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Bolivia?", "response": "The action is #Scrolling Down#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/85209_1.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Bolivia?; The action is #Scrolling Down#", "response": "The action is #DUAL_POINT#; touch_point: 0.5211, 0.6851, lift_point: 0.5211, 0.6851", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/85209_2.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Bolivia?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5211, 0.6851, lift_point: 0.5211, 0.6851", "response": "The action is #DUAL_POINT#; touch_point: 0.2579, 0.2913, lift_point: 0.2579, 0.2913", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/85209_3.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Bolivia?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5211, 0.6851, lift_point: 0.5211, 0.6851; The action is #DUAL_POINT#; touch_point: 0.2579, 0.2913, lift_point: 0.2579, 0.2913", "response": "The action is #DUAL_POINT#; touch_point: 0.0817, 0.4715, lift_point: 0.0817, 0.4715", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/85209_4.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Bolivia?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5211, 0.6851, lift_point: 0.5211, 0.6851; The action is #DUAL_POINT#; touch_point: 0.2579, 0.2913, lift_point: 0.2579, 0.2913; The action is #DUAL_POINT#; touch_point: 0.0817, 0.4715, lift_point: 0.0817, 0.4715", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Bolivia\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/85209_5.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Bolivia?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5211, 0.6851, lift_point: 0.5211, 0.6851; The action is #DUAL_POINT#; touch_point: 0.2579, 0.2913, lift_point: 0.2579, 0.2913; The action is #DUAL_POINT#; touch_point: 0.0817, 0.4715, lift_point: 0.0817, 0.4715; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Bolivia\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1624, 0.3986, lift_point: 0.1624, 0.3986", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/85209_6.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Bolivia?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5211, 0.6851, lift_point: 0.5211, 0.6851; The action is #DUAL_POINT#; touch_point: 0.2579, 0.2913, lift_point: 0.2579, 0.2913; The action is #DUAL_POINT#; touch_point: 0.0817, 0.4715, lift_point: 0.0817, 0.4715; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Bolivia\"; The action is #DUAL_POINT#; touch_point: 0.1624, 0.3986, lift_point: 0.1624, 0.3986", "response": "The action is #DUAL_POINT#; touch_point: 0.3198, 0.3111, lift_point: 0.3198, 0.3111", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/85209_7.png" ] }, { "query": "\nPrevious Actions: Goal: What's the news in Bolivia?; The action is #Scrolling Down#; The action is #DUAL_POINT#; touch_point: 0.5211, 0.6851, lift_point: 0.5211, 0.6851; The action is #DUAL_POINT#; touch_point: 0.2579, 0.2913, lift_point: 0.2579, 0.2913; The action is #DUAL_POINT#; touch_point: 0.0817, 0.4715, lift_point: 0.0817, 0.4715; The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Bolivia\"; The action is #DUAL_POINT#; touch_point: 0.1624, 0.3986, lift_point: 0.1624, 0.3986; The action is #DUAL_POINT#; touch_point: 0.3198, 0.3111, lift_point: 0.3198, 0.3111", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/85209_8.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Paraguay", "response": "The action is #PRESS_HOME#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/85309_1.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Paraguay; The action is #PRESS_HOME#", "response": "The action is #DUAL_POINT#; touch_point: 0.8865, 0.3311, lift_point: 0.8865, 0.3311", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/85309_2.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Paraguay; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8865, 0.3311, lift_point: 0.8865, 0.3311", "response": "The action is #DUAL_POINT#; touch_point: 0.0653, 0.3478, lift_point: 0.0653, 0.3478", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/85309_3.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Paraguay; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8865, 0.3311, lift_point: 0.8865, 0.3311; The action is #DUAL_POINT#; touch_point: 0.0653, 0.3478, lift_point: 0.0653, 0.3478", "response": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Paraguay\"", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/85309_4.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Paraguay; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8865, 0.3311, lift_point: 0.8865, 0.3311; The action is #DUAL_POINT#; touch_point: 0.0653, 0.3478, lift_point: 0.0653, 0.3478; The action is #TYPE#; And the content is : \"typed_text\": \"capital of Paraguay\"", "response": "The action is #DUAL_POINT#; touch_point: 0.1408, 0.5501, lift_point: 0.1408, 0.5501", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/85309_5.png" ] }, { "query": "\nPrevious Actions: Goal: Google the capital of Paraguay; The action is #PRESS_HOME#; The action is #DUAL_POINT#; touch_point: 0.8865, 0.3311, lift_point: 0.8865, 0.3311; The action is #DUAL_POINT#; touch_point: 0.0653, 0.3478, lift_point: 0.0653, 0.3478; The action is #TYPE#; And the content is : \"typed_text\": \"capital of Paraguay\"; The action is #DUAL_POINT#; touch_point: 0.1408, 0.5501, lift_point: 0.1408, 0.5501", "response": "The action is #STATUS_TASK_COMPLETE#", "images": [ "/data/home/zbz5349/WorkSpace/LLaVA/data/blip/general_texts_splits/85309_6.png" ] } ]